-- Logs begin at Tue 2022-08-30 00:17:18 UTC, end at Tue 2022-08-30 01:21:11 UTC. -- Aug 30 00:52:52.002829 dv-cinder-815146-13-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 30 00:52:54.701096 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.common.config [-] Logging enabled! Aug 30 00:52:54.701698 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev527 Aug 30 00:52:54.701880 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106093) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 30 00:52:54.705026 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.common.config [-] Logging enabled! Aug 30 00:52:54.705300 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev527 Aug 30 00:52:54.705611 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106093) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 30 00:52:54.706641 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 30 00:52:54.706870 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 30 00:52:54.707352 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 30 00:52:54.707596 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 30 00:52:54.707821 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 30 00:52:54.708139 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:54.708435 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:54.708665 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:54.708957 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:54.709275 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:54.709556 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:54.709843 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:54.710136 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:54.710419 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:54.710694 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:54.710974 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:54.711200 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:54.711475 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:54.711758 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:54.712043 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:54.712264 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] debug = True {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:54.712538 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:54.712966 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:54.713388 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:54.713669 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:54.713956 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:54.714230 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:54.714500 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:54.714771 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:54.715051 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:54.715373 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] host = dv-cinder-815146-13-iscsi {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:54.715647 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:54.715931 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:54.716214 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:54.716498 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:54.716769 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:54.717040 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:54.717346 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:54.717620 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:54.717892 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] log_file = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:54.718159 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:54.718444 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:54.718729 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:54.719014 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:54.719234 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:54.719454 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:54.719737 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:54.720023 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:54.720294 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:54.720564 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:54.720834 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:54.721124 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:54.721399 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:54.721664 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:54.722077 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:54.722572 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:54.722920 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:54.723199 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:54.723477 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:54.723752 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:54.724024 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:54.724311 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:54.724585 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:54.724857 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:54.725151 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:54.725436 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:54.725703 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:54.725974 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:54.726268 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:54.726551 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:54.726829 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:54.727111 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:54.727378 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:54.727659 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:54.727929 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:54.728195 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:54.728462 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] use_json = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:54.728729 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:54.728993 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:54.729293 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:54.729560 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:54.729828 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:54.730097 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:54.730363 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:54.730642 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:54.730909 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:54.731199 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.731492 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.731789 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.732068 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.732372 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.732652 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.732935 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.733237 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.733523 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.733808 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.734092 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.734366 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.734662 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.734949 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.735237 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.735534 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.735824 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.736112 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.736382 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.736652 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.736919 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.737217 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.738058 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.738337 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.738625 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.738911 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.739186 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.739480 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.739760 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.740043 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.740334 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.740622 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.740894 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.741201 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.741492 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.741766 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.742036 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.742323 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.742600 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.742869 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.743151 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.743437 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.743722 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.743991 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.744266 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.744554 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.744828 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.745118 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.745391 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.745665 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.745932 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.746212 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.746485 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.746754 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.747022 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.747297 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.747567 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.747836 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.748117 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.748385 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.748655 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.748927 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.749217 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.749486 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.749753 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.750021 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.750288 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.750555 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.750826 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.751093 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.751359 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.751625 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.751893 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.752162 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.752446 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.752738 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.753018 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.753884 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.754161 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.754436 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.754708 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.754982 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.755255 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.755525 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.755792 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.756078 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.756360 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.756641 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.756921 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.757234 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.757531 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.757804 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.758076 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.758352 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.758624 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.758896 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.759176 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.759450 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.759724 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.760004 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.760288 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.760582 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.760875 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.761173 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.761469 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.761760 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.762048 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.762324 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.762629 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.762904 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:54.763124 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 30 00:52:54.763362 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106093) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 30 00:52:55.059851 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 30 00:52:55.060088 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 30 00:52:55.060349 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 30 00:52:55.060576 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 30 00:52:55.060849 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 30 00:52:55.061454 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 30 00:52:55.479871 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:55.480156 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:55.480429 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:55.482236 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:55.482515 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:55.482781 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:55.536385 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:55.536658 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:55.536929 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:55.552802 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:55.553097 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:55.553380 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:55.582383 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:55.582813 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:55.583171 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:55.625912 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:55.626392 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:55.626842 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:55.907644 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:55.908302 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:55.908302 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:55.908470 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:55.909421 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:56.022221 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:56.022535 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:56.022821 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:56.023088 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:56.023352 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:56.023658 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:56.023918 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:56.024173 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:56.024425 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:56.024705 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:56.024960 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:56.025315 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:56.025571 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:56.025821 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:56.026074 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:56.026336 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:56.026589 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:56.026854 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:56.027120 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:56.027398 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:56.027797 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:56.028057 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:56.028438 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:56.029092 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:56.029490 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:56.029747 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:56.030150 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106093) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 00:52:56.030393 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106093) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 00:52:56.030630 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106093) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 00:52:56.030865 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106093) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 00:52:56.031098 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106093) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 00:52:56.031329 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106093) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 00:52:56.031697 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 30 00:52:56.035855 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 30 00:52:56.039746 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 30 00:52:56.044878 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1050, 1099)])]) Aug 30 00:52:56.047300 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 30 00:52:56.048271 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 30 00:52:56.048772 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 30 00:52:56.049397 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 30 00:52:56.052844 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 30 00:52:56.053117 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 30 00:52:56.053469 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 30 00:52:56.059536 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 30 00:52:56.086075 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 30 00:52:56.086687 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:56.087023 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106093) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Aug 30 00:52:56.087632 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:56.089688 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106093) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 30 00:52:56.090117 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 30 00:52:56.090491 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 30 00:52:56.095447 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:56.095736 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:56.274135 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 30 00:52:56.274383 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 30 00:52:56.274627 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 30 00:52:56.275018 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 30 00:52:56.328972 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO dbcounter [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Registered counter for database neutron Aug 30 00:52:56.349155 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_db.sqlalchemy.engines [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106093) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 30 00:52:56.355020 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG dbcounter [-] [106093] Writer thread running {{(pid=106093) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 30 00:52:56.906226 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.plugins.ml2.managers [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Initializing driver for type 'gre' Aug 30 00:52:56.906749 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] gre ID ranges: [(1, 1000)] Aug 30 00:52:56.962999 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.plugins.ml2.managers [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Initializing driver for type 'local' Aug 30 00:52:56.963618 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.plugins.ml2.managers [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Initializing driver for type 'vlan' Aug 30 00:52:56.976357 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] VlanTypeDriver initialization complete Aug 30 00:52:56.976742 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.plugins.ml2.managers [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Initializing driver for type 'vxlan' Aug 30 00:52:56.977311 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] vxlan ID ranges: [(1, 1000)] Aug 30 00:52:57.032406 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.plugins.ml2.managers [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Initializing extension driver 'port_security' Aug 30 00:52:57.032752 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.plugins.ml2.extensions.port_security [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] PortSecurityExtensionDriver initialization complete Aug 30 00:52:57.033117 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.plugins.ml2.managers [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Initializing mechanism driver 'openvswitch' Aug 30 00:52:57.033451 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.plugins.ml2.managers [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Initializing mechanism driver 'hyperv' Aug 30 00:52:57.040454 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.plugins.ml2.plugin [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:52:57.041157 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Subscribe: > port after_create 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:57.041543 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Subscribe: > port after_update 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:57.041904 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Subscribe: > port after_delete 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:57.042409 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106093) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 30 00:52:57.042832 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Subscribe: > subnet after_create 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:57.043194 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Subscribe: > subnet after_update 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:57.043552 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:57.043946 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106093) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 30 00:52:57.044359 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Subscribe: > network after_create 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:57.044716 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Subscribe: > network after_update 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:57.045067 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Subscribe: > network after_delete 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:57.045480 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106093) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 30 00:52:57.045889 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Subscribe: > security_group after_create 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:57.046246 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Subscribe: > security_group after_update 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:57.046594 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:57.046985 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106093) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 30 00:52:57.047393 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:57.047748 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:57.048095 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:57.048484 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106093) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 30 00:52:57.048891 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Subscribe: > address_group after_create 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:57.049278 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Subscribe: > address_group after_update 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:57.049627 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:57.050555 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106093) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 30 00:52:57.050995 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] ML2 OVO RPC backend initialized. {{(pid=106093) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Aug 30 00:52:57.051713 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:57.052077 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:57.052504 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Subscribe: > network before_response 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:57.052865 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Subscribe: > networks before_response 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:57.053266 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Subscribe: > port before_response 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:57.053619 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Subscribe: > ports before_response 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:57.053970 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Subscribe: > subnet before_response 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:57.054317 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Subscribe: > subnets before_response 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:57.054668 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Subscribe: > network after_create 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:57.055011 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Subscribe: > network after_update 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:57.055352 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Subscribe: > network after_delete 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:57.055693 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Subscribe: > port after_create 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:57.056033 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Subscribe: > port after_update 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:57.056373 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Subscribe: > port after_delete 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:57.056713 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Subscribe: > subnet after_create 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:57.057054 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Subscribe: > subnet after_update 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:57.057414 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:57.065293 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.quota [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loaded quota_driver: . Aug 30 00:52:57.066203 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.plugins.ml2.plugin [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Modular L2 Plugin initialization complete Aug 30 00:52:57.066553 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading services supported by the core plugin {{(pid=106093) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 30 00:52:57.066904 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.plugins.ml2.managers [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Got port-security extension from driver 'port_security' Aug 30 00:52:57.067406 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.extensions.vlantransparent [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Disabled vlantransparent extension. Aug 30 00:52:57.067895 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106093) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 30 00:52:57.068224 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading Plugin: router Aug 30 00:52:57.103450 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:57.103844 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Subscribe: > router after_create 55549900 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:57.104225 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Subscribe: > router before_create 55549900 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:57.104600 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:57.104980 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:57.105371 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Subscribe: > router after_delete 55549900 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:57.105740 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:57.106096 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:57.106462 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Subscribe: > router after_create 55549900 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:57.106819 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Subscribe: > router after_update 55549900 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:57.107170 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Subscribe: > router after_update 55549900 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:57.107532 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:57.107898 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Subscribe: > router after_update 55549900 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:57.108322 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Subscribe: > router precommit_update 55549900 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:57.108698 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Subscribe: port after_update 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:57.109045 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Subscribe: port after_delete 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:57.109429 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Subscribe: subnet after_update 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:57.109781 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:57.110138 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:57.110490 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Subscribe: > router precommit_create 55549900 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:57.110841 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Subscribe: port before_delete 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:57.111190 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Subscribe: > router precommit_create 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:57.111550 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Subscribe: > router after_update 55549900 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:57.111900 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:57.112257 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Subscribe: > router precommit_create 55549900 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:57.113257 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:57.113621 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Subscribe: > router precommit_update 55549900 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:57.113988 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Subscribe: > agent after_create 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:57.114344 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Subscribe: > agent after_delete 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:57.114696 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Subscribe: > network after_delete 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:57.115554 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.quota.resource_registry [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Tracking information for resource: router configured {{(pid=106093) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 00:52:57.115893 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.quota.resource_registry [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Tracking information for resource: floatingip configured {{(pid=106093) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 00:52:57.120666 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.db.l3_agentschedulers_db [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 30 00:52:57.121281 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Subscribe: port after_update 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:57.121650 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Subscribe: port after_create 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:57.122009 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Subscribe: port after_delete 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:57.122366 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Subscribe: port after_update 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:57.123208 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Subscribe: > router before_create 55550100 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:57.123581 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:57.123952 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Subscribe: > router precommit_create 55550100 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:57.124320 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Subscribe: > router precommit_update 55550100 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:57.129728 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.services.provider_configuration [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Service providers = [] {{(pid=106093) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 30 00:52:57.130096 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.db.servicetype_db [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106093) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 30 00:52:57.133225 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.services.service_base [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106093) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 00:52:57.133588 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.services.service_base [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106093) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 00:52:57.133939 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.services.service_base [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106093) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 00:52:57.134831 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.services.service_base [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106093) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 00:52:57.135211 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.services.service_base [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 30 00:52:57.135588 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106093) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 00:52:57.135913 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 30 00:52:57.146306 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106093) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 00:52:57.146649 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading Plugin: auto_allocate Aug 30 00:52:57.152226 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Subscribe: network precommit_update 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:57.152606 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Subscribe: network precommit_create 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:57.153165 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106093) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 00:52:57.153495 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading Plugin: tag Aug 30 00:52:57.160483 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106093) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 00:52:57.160761 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading Plugin: timestamp Aug 30 00:52:57.164631 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106093) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 00:52:57.164964 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading Plugin: network_ip_availability Aug 30 00:52:57.170453 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:57.170834 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:57.171197 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:57.171913 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106093) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 00:52:57.172238 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading Plugin: flavors Aug 30 00:52:57.179054 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106093) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 00:52:57.179386 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading Plugin: revisions Aug 30 00:52:57.183859 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106093) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 00:52:57.184256 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_concurrency.lockutils [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.123s {{(pid=106093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 30 00:52:57.185012 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106093) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Aug 30 00:52:57.185391 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Initializing extension manager. Aug 30 00:52:57.186180 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: __init__.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.186532 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: __pycache__ {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.186872 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: address_group.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.187592 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.188174 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loaded extension: address-group Aug 30 00:52:57.188504 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: address_scope.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.189204 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.189713 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loaded extension: address-scope Aug 30 00:52:57.190042 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.191502 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.192018 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loaded extension: router-admin-state-down-before-update Aug 30 00:52:57.192344 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: agent.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.193017 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.193562 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loaded extension: agent Aug 30 00:52:57.193895 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: agent_resources_synced.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.194797 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.195312 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loaded extension: agent-resources-synced Aug 30 00:52:57.195645 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: allowedaddresspairs.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.197431 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.198226 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loaded extension: allowed-address-pairs Aug 30 00:52:57.198561 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: auto_allocated_topology.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.199861 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.200382 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loaded extension: auto-allocated-topology Aug 30 00:52:57.200714 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: availability_zone.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.201408 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.201916 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loaded extension: availability_zone Aug 30 00:52:57.202243 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: availability_zone_filter.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.203119 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.203630 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loaded extension: availability_zone_filter Aug 30 00:52:57.203958 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: data_plane_status.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.204828 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.205375 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extension data-plane-status not supported by any of loaded plugins Aug 30 00:52:57.205704 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: default_subnetpools.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.206810 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.207407 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loaded extension: default-subnetpools Aug 30 00:52:57.207733 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.208524 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.209046 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loaded extension: dhcp_agent_scheduler Aug 30 00:52:57.209448 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: dns.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.210332 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.210836 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extension dns-integration not supported by any of loaded plugins Aug 30 00:52:57.211162 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: dns_domain_ports.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.212045 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.212549 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 30 00:52:57.212879 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.213780 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.214281 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 30 00:52:57.214609 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: dvr.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.215245 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.215797 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loaded extension: dvr Aug 30 00:52:57.216150 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: ecmp_routes.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.217026 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.217565 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 30 00:52:57.217895 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: empty_string_filtering.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.218769 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.219273 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loaded extension: empty-string-filtering Aug 30 00:52:57.219602 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.220468 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.220973 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 30 00:52:57.221332 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.222234 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.222729 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 30 00:52:57.223058 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: external_net.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.223942 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.224452 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loaded extension: external-net Aug 30 00:52:57.224779 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.225665 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.226175 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loaded extension: extra_dhcp_opt Aug 30 00:52:57.226502 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: extraroute.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.227388 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.227901 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loaded extension: extraroute Aug 30 00:52:57.228228 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: extraroute_atomic.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.229258 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.229768 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loaded extension: extraroute-atomic Aug 30 00:52:57.230095 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: filter_validation.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.230927 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.231440 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loaded extension: filter-validation Aug 30 00:52:57.231770 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: fip_pf_description.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.232674 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.233207 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 30 00:52:57.233535 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: fip_pf_port_range.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.234409 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.234914 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Aug 30 00:52:57.235240 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: fip_port_details.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.236123 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.236628 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loaded extension: fip-port-details Aug 30 00:52:57.236956 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: flavors.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.238760 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.239198 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loaded extension: flavors Aug 30 00:52:57.239527 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.241162 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.241686 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 30 00:52:57.242023 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: floatingip_pools.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.242725 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.243237 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loaded extension: floatingip-pools Aug 30 00:52:57.243568 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: ip_allocation.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.244477 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.244988 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extension ip_allocation not supported by any of loaded plugins Aug 30 00:52:57.245350 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.246236 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.246746 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loaded extension: ip-substring-filtering Aug 30 00:52:57.247082 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: l2_adjacency.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.247990 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.248495 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 30 00:52:57.248828 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: l3.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.249807 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.250328 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loaded extension: router Aug 30 00:52:57.250662 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.252846 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.254091 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 30 00:52:57.254617 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.255552 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.256067 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loaded extension: ext-gw-mode Aug 30 00:52:57.256400 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.257324 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.257837 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loaded extension: l3-ha Aug 30 00:52:57.258168 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.259039 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.259543 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Aug 30 00:52:57.259871 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: l3_flavors.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.260756 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.261293 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loaded extension: l3-flavors Aug 30 00:52:57.261624 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: l3_ndp_proxy.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.262963 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.263482 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Aug 30 00:52:57.263819 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.264703 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.265242 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 30 00:52:57.265577 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: l3agentscheduler.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.266585 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.267103 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loaded extension: l3_agent_scheduler Aug 30 00:52:57.267442 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: local_ip.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.269336 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.269864 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extension local_ip not supported by any of loaded plugins Aug 30 00:52:57.270202 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: logging.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.271634 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.272157 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extension logging not supported by any of loaded plugins Aug 30 00:52:57.272496 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: metering.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.273277 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.274060 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loaded extension: metering Aug 30 00:52:57.274394 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.275455 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.275971 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loaded extension: metering_source_and_destination_fields Aug 30 00:52:57.276303 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: multiprovidernet.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.277219 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.277739 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loaded extension: multi-provider Aug 30 00:52:57.278071 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: netmtu.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.278952 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.279463 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loaded extension: net-mtu Aug 30 00:52:57.279793 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: netmtu_writable.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.280678 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.281229 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loaded extension: net-mtu-writable Aug 30 00:52:57.281560 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: network_availability_zone.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.282197 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.282705 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loaded extension: network_availability_zone Aug 30 00:52:57.283033 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: network_ip_availability.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.284094 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.285431 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loaded extension: network-ip-availability Aug 30 00:52:57.285648 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: network_segment_range.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.286389 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.286907 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extension network-segment-range not supported by any of loaded plugins Aug 30 00:52:57.287242 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: pagination.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.288198 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.288539 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loaded extension: pagination Aug 30 00:52:57.288872 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: port_device_profile.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.289765 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.290284 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loaded extension: port-device-profile Aug 30 00:52:57.290614 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: port_mac_address_override.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.291506 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.292019 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loaded extension: port-mac-override Aug 30 00:52:57.292349 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.293274 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.293786 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loaded extension: port-mac-address-regenerate Aug 30 00:52:57.294116 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.295005 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.295521 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loaded extension: port-numa-affinity-policy Aug 30 00:52:57.295853 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: port_resource_request.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.296735 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.297273 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extension port-resource-request not supported by any of loaded plugins Aug 30 00:52:57.297611 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: port_resource_request_groups.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.298551 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.299065 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extension port-resource-request-groups not supported by any of loaded plugins Aug 30 00:52:57.299399 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: portbindings.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.301246 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.301768 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loaded extension: binding Aug 30 00:52:57.302100 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: portbindings_extended.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.303366 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.303878 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loaded extension: binding-extended Aug 30 00:52:57.304213 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: portsecurity.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.305113 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.305629 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loaded extension: port-security Aug 30 00:52:57.305962 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: project_id.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.306900 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.307236 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loaded extension: project-id Aug 30 00:52:57.307573 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: providernet.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.308460 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.308984 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loaded extension: provider Aug 30 00:52:57.309352 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: qos.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.313056 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.313610 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extension qos not supported by any of loaded plugins Aug 30 00:52:57.313949 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.315151 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.316051 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 30 00:52:57.316219 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.317028 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.317582 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 30 00:52:57.317919 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: qos_default.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.318798 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.319316 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extension qos-default not supported by any of loaded plugins Aug 30 00:52:57.319652 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: qos_fip.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.320535 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.321052 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extension qos-fip not supported by any of loaded plugins Aug 30 00:52:57.321408 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: qos_fip_network_policy.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.322289 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.322800 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Aug 30 00:52:57.323134 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: qos_gateway_ip.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.324023 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.324536 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 30 00:52:57.324866 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: qos_port_network_policy.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.325763 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.326272 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 30 00:52:57.326602 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.327605 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.328117 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extension qos-pps-minimum not supported by any of loaded plugins Aug 30 00:52:57.328447 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.329474 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.329989 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Aug 30 00:52:57.330319 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: qos_pps_rule.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.331475 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.332160 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extension qos-pps not supported by any of loaded plugins Aug 30 00:52:57.332494 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: qos_rule_type_details.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.333402 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.333909 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 30 00:52:57.334240 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: qos_rule_type_filter.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.335126 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.335633 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Aug 30 00:52:57.335965 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: qos_rules_alias.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.336976 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.337536 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 30 00:52:57.337865 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: quota_check_limit.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.339031 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.339247 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loaded extension: quota-check-limit Aug 30 00:52:57.339578 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: quotasv2.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.340480 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.340812 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loaded extension: quotas Aug 30 00:52:57.341170 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: quotasv2_detail.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.342821 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.343165 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loaded extension: quota_details Aug 30 00:52:57.343497 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: rbac.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.344812 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.345379 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loaded extension: rbac-policies Aug 30 00:52:57.345722 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: rbac_address_group.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.346620 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.347958 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loaded extension: rbac-address-group Aug 30 00:52:57.348301 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: rbac_address_scope.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.349220 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.349739 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loaded extension: rbac-address-scope Aug 30 00:52:57.350073 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: rbac_security_groups.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.351038 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.351559 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loaded extension: rbac-security-groups Aug 30 00:52:57.351893 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: rbac_subnetpool.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.352780 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.353324 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loaded extension: rbac-subnetpool Aug 30 00:52:57.353656 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: revisionifmatch.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.354550 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.355061 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loaded extension: revision-if-match Aug 30 00:52:57.355389 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: revisions.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.356479 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.356998 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loaded extension: standard-attr-revisions Aug 30 00:52:57.357357 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: router_availability_zone.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.358003 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.358524 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loaded extension: router_availability_zone Aug 30 00:52:57.358852 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: routerservicetype.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.359744 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.360252 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extension router-service-type not supported by any of loaded plugins Aug 30 00:52:57.360581 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.361509 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.362022 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loaded extension: security-groups-normalized-cidr Aug 30 00:52:57.362879 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.363779 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.364289 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loaded extension: port-security-groups-filtering Aug 30 00:52:57.364618 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.365527 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.366042 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loaded extension: security-groups-remote-address-group Aug 30 00:52:57.366370 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.367270 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.367788 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loaded extension: security-groups-shared-filtering Aug 30 00:52:57.368123 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: securitygroup.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.377567 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.378166 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loaded extension: security-group Aug 30 00:52:57.378480 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: segment.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.379180 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.379697 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extension segment not supported by any of loaded plugins Aug 30 00:52:57.380088 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.380932 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.381534 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 30 00:52:57.381869 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: servicetype.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.382939 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.383459 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loaded extension: service-type Aug 30 00:52:57.383793 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: sorting.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.384741 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.385095 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loaded extension: sorting Aug 30 00:52:57.385432 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: standard_attr_segment.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.386307 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.386824 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 30 00:52:57.387155 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: standardattrdescription.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.387778 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.388296 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loaded extension: standard-attr-description Aug 30 00:52:57.388628 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: stateful_security_group.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.389559 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.390076 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loaded extension: stateful-security-group Aug 30 00:52:57.390407 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: stdattrs_common.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.390960 dv-cinder-815146-13-iscsi neutron-server[106093]: WARNING neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 30 00:52:57.391288 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.392171 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.392684 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 30 00:52:57.393013 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: subnet_onboard.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.394764 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.395280 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loaded extension: subnet_onboard Aug 30 00:52:57.395615 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.396520 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.397033 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 30 00:52:57.397392 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: subnet_service_types.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.398281 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.398806 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loaded extension: subnet-service-types Aug 30 00:52:57.399138 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: subnetallocation.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.400179 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.400695 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loaded extension: subnet_allocation Aug 30 00:52:57.401316 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.401954 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.402488 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loaded extension: subnetpool-prefix-ops Aug 30 00:52:57.402823 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.403719 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.404323 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 30 00:52:57.404593 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: tagging.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.405649 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.406166 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loaded extension: standard-attr-tag Aug 30 00:52:57.406498 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: timestamp.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.407657 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.408180 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loaded extension: standard-attr-timestamp Aug 30 00:52:57.408518 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: trunk.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.410182 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.410872 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extension trunk not supported by any of loaded plugins Aug 30 00:52:57.411165 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: trunk_details.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.412081 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.412599 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extension trunk-details not supported by any of loaded plugins Aug 30 00:52:57.412936 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: uplink_status_propagation.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.413854 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.414364 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 30 00:52:57.414694 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Loading extension file: vlantransparent.py {{(pid=106093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 00:52:57.415405 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 00:52:57.415845 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 30 00:52:57.418507 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.quota.resource_registry [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Creating instance of TrackedResource for resource:network Aug 30 00:52:57.419040 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.quota.resource_registry [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Creating instance of TrackedResource for resource:subnet Aug 30 00:52:57.419447 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.quota.resource_registry [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 00:52:57.419846 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.quota.resource_registry [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Creating instance of TrackedResource for resource:port Aug 30 00:52:57.421212 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.v2.resource_helper [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106093) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 00:52:57.421667 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.v2.resource_helper [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Service FLAVORS assigned prefix: {{(pid=106093) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 00:52:57.422291 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.v2.resource_helper [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106093) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 00:52:57.422728 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.v2.resource_helper [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106093) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 00:52:57.423067 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.quota.resource_registry [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Creating instance of TrackedResource for resource:router Aug 30 00:52:57.423506 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.quota.resource_registry [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Creating instance of TrackedResource for resource:floatingip Aug 30 00:52:57.424004 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.v2.resource_helper [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Service METERING assigned prefix: /metering {{(pid=106093) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 00:52:57.426138 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:57.426519 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:57.426881 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 00:52:57.427916 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.quota.resource_registry [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Creating instance of CountableResource for resource:rbac_policy Aug 30 00:52:57.428370 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.quota.resource_registry [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Creating instance of TrackedResource for resource:security_group Aug 30 00:52:57.428822 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.quota.resource_registry [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 30 00:52:57.429386 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.v2.resource_helper [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Service CORE assigned prefix: {{(pid=106093) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 00:52:57.429725 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.quota.resource_registry [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 00:52:57.430073 dv-cinder-815146-13-iscsi neutron-server[106093]: WARNING neutron.quota.resource_registry [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] subnetpool is already registered Aug 30 00:52:57.430514 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.v2.resource_helper [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Service CORE assigned prefix: {{(pid=106093) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 00:52:57.430856 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.quota.resource_registry [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 00:52:57.431194 dv-cinder-815146-13-iscsi neutron-server[106093]: WARNING neutron.quota.resource_registry [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] subnetpool is already registered Aug 30 00:52:57.433637 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.v2.resource_helper [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106093) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 00:52:57.434085 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.v2.resource_helper [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Service FLAVORS assigned prefix: {{(pid=106093) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 00:52:57.434698 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.v2.resource_helper [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106093) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 00:52:57.435134 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.v2.resource_helper [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106093) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 00:52:57.435479 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.quota.resource_registry [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Creating instance of TrackedResource for resource:router Aug 30 00:52:57.436075 dv-cinder-815146-13-iscsi neutron-server[106093]: WARNING neutron.quota.resource_registry [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] router is already registered Aug 30 00:52:57.436533 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.quota.resource_registry [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Creating instance of TrackedResource for resource:floatingip Aug 30 00:52:57.436877 dv-cinder-815146-13-iscsi neutron-server[106093]: WARNING neutron.quota.resource_registry [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] floatingip is already registered Aug 30 00:52:57.437375 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.v2.resource_helper [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Service METERING assigned prefix: /metering {{(pid=106093) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 00:52:57.438071 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.quota.resource_registry [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Creating instance of CountableResource for resource:rbac_policy Aug 30 00:52:57.438413 dv-cinder-815146-13-iscsi neutron-server[106093]: WARNING neutron.quota.resource_registry [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] rbac_policy is already registered Aug 30 00:52:57.438836 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.quota.resource_registry [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Creating instance of TrackedResource for resource:security_group Aug 30 00:52:57.439178 dv-cinder-815146-13-iscsi neutron-server[106093]: WARNING neutron.quota.resource_registry [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] security_group is already registered Aug 30 00:52:57.439589 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.quota.resource_registry [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 30 00:52:57.439931 dv-cinder-815146-13-iscsi neutron-server[106093]: WARNING neutron.quota.resource_registry [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] security_group_rule is already registered Aug 30 00:52:57.440684 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.v2.resource_helper [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Service CORE assigned prefix: {{(pid=106093) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 00:52:57.441256 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.quota.resource_registry [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 00:52:57.441606 dv-cinder-815146-13-iscsi neutron-server[106093]: WARNING neutron.quota.resource_registry [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] subnetpool is already registered Aug 30 00:52:57.442138 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.v2.resource_helper [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Service CORE assigned prefix: {{(pid=106093) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 00:52:57.442494 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.quota.resource_registry [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 00:52:57.442928 dv-cinder-815146-13-iscsi neutron-server[106093]: WARNING neutron.quota.resource_registry [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] subnetpool is already registered Aug 30 00:52:57.443421 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extended resource: extensions {{(pid=106093) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 00:52:57.444915 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extended resource: address-groups {{(pid=106093) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 00:52:57.446452 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extended resource: address-scopes {{(pid=106093) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 00:52:57.447795 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extended resource: agents {{(pid=106093) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 00:52:57.448986 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extended resource: auto-allocated-topology {{(pid=106093) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 00:52:57.450286 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extended resource: availability_zones {{(pid=106093) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 00:52:57.451556 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extended resource: dhcp-networks {{(pid=106093) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 00:52:57.453106 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extended resource: dhcp-agents {{(pid=106093) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 00:52:57.454550 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extended resource: routers {{(pid=106093) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 00:52:57.456323 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extended resource: flavors {{(pid=106093) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 00:52:57.457637 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extended resource: service_profiles {{(pid=106093) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 00:52:57.459218 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extended resource: next_providers {{(pid=106093) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 00:52:57.460704 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extended resource: service_profiles {{(pid=106093) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 00:52:57.463265 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extended resource: floatingip-pools {{(pid=106093) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 00:52:57.464548 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extended resource: routers {{(pid=106093) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 00:52:57.466338 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extended resource: floatingips {{(pid=106093) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 00:52:57.467630 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extended resource: l3-routers {{(pid=106093) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 00:52:57.469095 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extended resource: l3-agents {{(pid=106093) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 00:52:57.470513 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extended resource: metering-labels {{(pid=106093) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 00:52:57.472336 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extended resource: metering-label-rules {{(pid=106093) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 00:52:57.473795 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extended resource: network-ip-availabilities {{(pid=106093) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 00:52:57.475063 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extended resource: bindings {{(pid=106093) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 00:52:57.476653 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extended resource: quotas {{(pid=106093) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 00:52:57.478365 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extended resource: quotas {{(pid=106093) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 00:52:57.479928 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extended resource: rbac-policies {{(pid=106093) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 00:52:57.481182 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extended resource: security-groups {{(pid=106093) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 00:52:57.482508 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extended resource: security-group-rules {{(pid=106093) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 00:52:57.483828 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extended resource: service-providers {{(pid=106093) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 00:52:57.485059 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extended resource: subnetpools {{(pid=106093) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 00:52:57.486424 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extended resource: subnetpools {{(pid=106093) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 00:52:57.488582 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extended resource: tags {{(pid=106093) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 00:52:57.490337 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extended resource: tags {{(pid=106093) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 00:52:57.492183 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extended resource: tags {{(pid=106093) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 00:52:57.494037 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extended resource: tags {{(pid=106093) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 00:52:57.495762 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extended resource: tags {{(pid=106093) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 00:52:57.497770 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extended resource: tags {{(pid=106093) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 00:52:57.499500 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extended resource: tags {{(pid=106093) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 00:52:57.501455 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extended resource: tags {{(pid=106093) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 00:52:57.503560 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extended resource: tags {{(pid=106093) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 00:52:57.505343 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron.api.extensions [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Extended resource: tags {{(pid=106093) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 00:52:57.511545 dv-cinder-815146-13-iscsi neutron-server[106093]: WARNING keystonemiddleware.auth_token [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 30 00:52:57.516654 dv-cinder-815146-13-iscsi neutron-server[106093]: WARNING keystonemiddleware.auth_token [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 30 00:52:57.525582 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_concurrency.lockutils [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Acquiring lock "singleton_lock" {{(pid=106093) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:293}} Aug 30 00:52:57.525917 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_concurrency.lockutils [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Acquired lock "singleton_lock" {{(pid=106093) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:296}} Aug 30 00:52:57.526395 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_concurrency.lockutils [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Releasing lock "singleton_lock" {{(pid=106093) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:314}} Aug 30 00:52:57.527048 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO oslo_service.service [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Starting 2 workers Aug 30 00:52:57.531850 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Started child 106206 {{(pid=106093) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 00:52:57.536896 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Started child 106207 {{(pid=106093) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 00:52:57.537846 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:52:57.538548 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO neutron.service [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 30 00:52:57.539171 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Publish callbacks [] for process (None), before_spawn {{(pid=106093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:52:57.539331 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [-] (106206) wsgi starting up on http://0.0.0.0:9696 Aug 30 00:52:57.541615 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO oslo_service.service [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Starting 1 workers Aug 30 00:52:57.541772 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:52:57.543034 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [-] (106207) wsgi starting up on http://0.0.0.0:9696 Aug 30 00:52:57.546918 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Started child 106208 {{(pid=106093) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 00:52:57.547445 dv-cinder-815146-13-iscsi neutron-server[106093]: INFO oslo_service.service [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Starting 1 workers Aug 30 00:52:57.551242 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.service [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] calling RpcWorker wait() {{(pid=106208) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 30 00:52:57.551775 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.service [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] returning from RpcWorker wait() {{(pid=106208) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 30 00:52:57.552967 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:52:57.553243 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Started child 106209 {{(pid=106093) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 00:52:57.553488 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:52:57.554007 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG neutron_lib.callbacks.manager [None req-cc260958-a3fd-4908-97e4-642951722de4 None None] Publish callbacks [] for process (None), after_spawn {{(pid=106093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:52:57.555866 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106093) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 30 00:52:57.556073 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 30 00:52:57.556259 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 30 00:52:57.556478 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 30 00:52:57.556812 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 30 00:52:57.557159 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 30 00:52:57.557660 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.557940 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.558039 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:52:57.558499 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.558499 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.559005 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.559271 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.559502 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.559780 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.560050 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.560215 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.560379 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.560626 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.561132 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.561469 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.561737 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.561970 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.562367 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.562544 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.562792 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.563066 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.563320 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.563618 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] debug = True {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.563877 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.564377 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.564612 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.564855 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.565120 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.565392 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.566114 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.566358 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.566591 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.566830 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.567121 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.567419 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.567670 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.567908 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.568148 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.568427 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.568642 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.569125 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] host = dv-cinder-815146-13-iscsi {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.569378 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.569633 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.569892 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.570152 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.570404 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.570616 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.570863 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.571131 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.571385 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.571641 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.571873 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.572116 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.572452 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.572686 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] log_file = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.572835 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] log_options = True {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.573105 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.573370 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.573636 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.575850 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.575850 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.575850 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.575850 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.575850 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.575850 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.575850 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.577658 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.577658 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.577658 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.577658 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.577658 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.577658 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.577658 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.577658 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.582641 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.582641 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.582641 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.583216 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:52:57.583516 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.583516 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.583516 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.583516 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.583516 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.583516 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.583516 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.583516 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.583516 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.584442 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.584442 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.584442 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.584442 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.584442 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.584442 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.584442 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.584442 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.584992 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.584992 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.584992 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.584992 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.584992 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.584992 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.584992 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.584992 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.585553 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] use_json = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.585553 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.585553 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.585553 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.585553 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.585553 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.585553 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.586046 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.586046 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.586209 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.586782 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.586782 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.591281 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.591281 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.591281 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.591281 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.591281 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.591281 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.591281 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.591281 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.591894 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.591894 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.591894 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.591894 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.591894 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.591894 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.591894 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.591894 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.592448 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.592448 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.592448 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.592448 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.592448 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.592448 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.592448 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.592918 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.592918 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.593248 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.593525 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.593814 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.594180 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.594437 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.594701 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.78/identity {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.594953 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.595174 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.595414 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.595630 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.595841 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.596073 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.596283 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.596542 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.596822 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.597109 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.597354 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.597571 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.597832 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.598063 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.598329 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.598573 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.598796 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.599012 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.599241 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.599473 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.599695 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.599928 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.600126 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.600376 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.600750 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.601191 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.601599 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.601844 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.602068 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.602321 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.602538 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.602865 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.603083 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.603303 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.603518 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.603755 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.603996 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.604225 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.604404 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.604873 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.605177 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.605476 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.605758 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.606066 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.606353 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.606636 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.606987 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.607202 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.607454 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.607689 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.607898 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.608107 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.608325 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.608533 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.608743 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.608953 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.609188 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.609403 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.609646 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.609961 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.610209 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.610450 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.610673 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.610929 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.611143 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.611407 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.611622 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.613409 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.613637 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.613917 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.614152 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.614404 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.614635 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.614856 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.615093 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.615311 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.615551 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.615772 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.615989 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.616204 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.616430 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.616685 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.616918 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.617411 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.617725 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.618406 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.618683 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.619225 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.619899 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.621160 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.621605 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.622393 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.623137 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.623567 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.624183 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.625027 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.625342 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.625626 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.625930 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.626181 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.626441 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.626703 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.626953 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.627205 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.627435 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.627682 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.628438 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.628668 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.629352 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.629801 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.630161 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.630578 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.630898 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.631124 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.632748 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.633029 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.633314 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.633601 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.633855 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.634114 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.634360 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.634594 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.78/identity {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.634846 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.635077 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.635343 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.635563 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.635796 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.636029 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.636251 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.636473 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.636689 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.636947 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.637267 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.637542 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.637878 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.638138 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.638411 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.638751 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.638928 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.639177 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.639432 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.639661 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.639892 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.640828 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.640828 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.641125 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.641366 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.641650 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.641907 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.642133 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.642371 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.642623 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.643218 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.643218 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.643375 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.643595 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.644453 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.645109 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.645109 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.645291 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.645449 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.645667 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.645889 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.646134 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.646383 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.646736 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.646994 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.647252 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.647511 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.647788 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.648015 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.648240 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.648485 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.648751 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.648977 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.649227 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.649456 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.649696 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.649953 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.650184 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.650406 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.650624 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.650864 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.651127 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.651371 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.651605 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.651846 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.652066 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.652297 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.653118 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.653118 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.653118 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.653411 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.653505 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.653664 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.653884 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.654099 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.654445 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.654700 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.654933 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.655188 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.655434 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.655643 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.655892 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.656106 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.656319 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.656568 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.656786 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.656997 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.657319 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.657531 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.657742 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.657964 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.658203 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.658415 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.658662 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.658873 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.659083 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.659425 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.659712 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.659954 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.660177 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.660391 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.660637 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.660824 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.661134 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.661300 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.661537 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.661747 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.661956 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.662183 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.662401 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.662533 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:52:57.662623 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.662914 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.663168 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.663408 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.663702 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.663934 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.664181 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.664423 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.664722 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.664954 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.665317 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.665553 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.665795 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.666020 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.666277 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.666592 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.666880 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.667115 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.667365 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.667628 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.667916 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.669380 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.669380 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.669380 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.669380 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.669380 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.669719 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.669786 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.670031 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.670285 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.670509 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.670747 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.670985 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.671203 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.671462 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.671693 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.671950 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.672192 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.672423 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.672643 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.672874 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.673102 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.673352 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.673570 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.673728 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 30 00:52:57.674267 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106093) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 30 00:52:57.674435 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 30 00:52:57.674593 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 30 00:52:57.674762 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 30 00:52:57.675541 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 30 00:52:57.675697 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 30 00:52:57.675907 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.676072 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.676235 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.676397 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.676595 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.676763 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.676924 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.677101 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.677265 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.677427 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.677589 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.677747 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.677907 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.678067 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.678227 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.678402 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.678541 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.678723 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.678886 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.679046 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.679358 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.679358 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] debug = True {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.679523 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.679706 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.679909 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.680098 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.680192 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.680338 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.680787 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.680954 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.681137 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.681226 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.681306 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.681468 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.681627 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.681786 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.681946 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.682105 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.682265 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.682424 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] host = dv-cinder-815146-13-iscsi {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.682583 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.682742 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.682901 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.683060 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.683221 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.683381 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.683539 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.683698 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.683856 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.684175 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.684323 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.684441 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.684553 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.684696 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] log_file = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.684862 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] log_options = True {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.685020 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.685194 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 42792) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:52:57.685333 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.685333 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.685529 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.685695 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.686111 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.686272 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.686433 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.686593 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.686750 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.686909 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.687067 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.687226 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.687385 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.687543 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.687704 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.687864 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.688024 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.688184 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.688343 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.688502 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.688658 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.688812 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.688973 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.689153 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.689312 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.689470 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.689661 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.689844 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.689997 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.690161 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.690278 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.691080 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.691080 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.691080 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.691839 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.691839 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.692074 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.692242 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.692418 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.692582 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.692730 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.692892 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.693054 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.693316 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.693428 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.693689 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] use_json = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.693818 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [-] 10.222.0.78 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0060019 Aug 30 00:52:57.693891 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.693891 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.694076 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.694214 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.694384 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.694524 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.694771 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.694849 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.694967 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 00:52:57.695273 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.695371 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.695491 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.695981 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.695981 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.695981 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.696200 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.696267 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.696392 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.696534 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.696696 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.696854 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.697021 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.697216 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.697665 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.697665 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.697665 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.697863 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.698018 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.698155 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.698303 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.698521 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.698708 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [-] 10.222.0.78 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0042751 Aug 30 00:52:57.698865 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.699002 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.699145 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.699280 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.699415 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.699592 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.699780 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.700032 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.700272 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.700272 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.700560 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.78/identity {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.701485 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.701894 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.702085 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.702410 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.702773 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.703105 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.704333 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.704743 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.705112 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.705484 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.705847 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.706853 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.707448 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.707598 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.707908 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.708238 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.708609 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.708761 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.709026 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.709174 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.709326 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.709473 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.709612 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.709773 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.709945 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.710109 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.710443 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.710600 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.710771 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.710910 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.711177 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.711276 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.711414 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.711555 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.711716 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.711874 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.712066 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.712208 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.712345 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.713357 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.713357 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.713357 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.713357 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.713357 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.713357 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.713741 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.713741 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.713741 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.713931 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.714147 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.714237 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.714374 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.714524 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.714672 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.714810 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.715029 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.715124 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.715349 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.715543 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.715679 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.715809 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.715924 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.716104 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.716233 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.716396 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.716558 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.716724 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.716888 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.717165 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.717291 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.717412 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.717539 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.717701 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.717855 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.718005 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.718181 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.718373 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.718526 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.718670 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.718833 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.718970 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.719104 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.719266 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.719429 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.719753 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.719753 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.719997 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.720100 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.720214 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.720394 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.720545 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.720804 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.720974 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.720974 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.721264 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.721398 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.721531 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.721720 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.722503 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.722803 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.722803 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.723126 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.723126 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.723342 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.723452 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.723618 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.723817 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.723992 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.724143 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.724282 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.724627 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.724792 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.724955 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.725258 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.725375 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.725496 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.726528 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.726528 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.726528 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.726528 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.726528 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.726528 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.78/identity {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.726528 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.727401 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.727401 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.727401 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.727401 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.727401 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.727401 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.728222 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.728222 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.728222 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.728222 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.728222 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.728729 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.728729 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.728729 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.729029 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.729029 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.730020 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.730281 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.730495 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.730495 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.730802 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.730802 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.731163 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.731163 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.731418 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.731418 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.731561 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.731720 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.731854 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.732098 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.732256 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.732361 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.732513 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.732660 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.732866 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.733030 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.733175 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.733318 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.733442 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.733621 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.733779 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.733938 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.734124 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.734331 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.735030 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.735030 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.735030 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.735030 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.735030 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.735653 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.736220 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.736390 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.736557 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.736721 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.736992 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.737252 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.737252 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.737519 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.737658 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.737836 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.738072 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.738195 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.738341 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.738510 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.738691 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.738831 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.739188 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.739353 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.739614 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.739750 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.739839 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.740882 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.740882 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.740882 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.740882 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.740882 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.740882 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.740882 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.742410 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.742410 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.742410 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.742410 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.742410 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.742410 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.742410 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.742410 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.742974 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.742974 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.742974 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.742974 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.742974 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.743479 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.743479 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.743479 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.743479 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.743853 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.743853 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.744009 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.744092 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.744238 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.744401 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.744563 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.744725 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.744888 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.745059 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.746038 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.746208 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.746375 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.746540 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.746705 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.746879 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.747044 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.747209 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.747381 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.747544 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.747706 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.747869 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.748046 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.748210 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.748376 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.748539 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.748702 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.748863 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.749017 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.749208 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.749383 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.749552 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.749768 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.749897 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.750030 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.750190 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.750357 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.750527 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.750703 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.750866 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.751028 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.751191 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.751353 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.751517 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.751681 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.751844 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.752007 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.752169 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.752333 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.752496 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.752659 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.752822 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.753117 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.753331 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.753496 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.753664 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.753826 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.753990 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 00:52:57.754147 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106093) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 30 00:53:07.028040 dv-cinder-815146-13-iscsi neutron-server[106093]: DEBUG dbcounter [-] [106093] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106093) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:53:08.972876 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569a41da-7941-45f0-8752-dd69e4cfad59 None None] get_active_networks_info from dv-cinder-815146-13-iscsi {{(pid=106208) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 30 00:53:08.979880 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writer thread running {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 30 00:53:09.058371 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569a41da-7941-45f0-8752-dd69e4cfad59 None None] No non-hosted networks {{(pid=106208) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 30 00:53:09.068768 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.agentschedulers_db [None req-569a41da-7941-45f0-8752-dd69e4cfad59 None None] DHCP Agent not found on host dv-cinder-815146-13-iscsi {{(pid=106208) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Aug 30 00:53:09.194827 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-8fedd82e-c6bf-4d64-b2fd-163f27f02ebb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16468101'] for agent (fba0026e-8830-42b0-8a12-2be2a1203730), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:10.765705 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writer thread running {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 30 00:53:11.291948 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-2d290db1-8c64-49bd-80c2-a2a146cbed9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16468101'] for agent (613dbf26-5731-4391-8a29-3c5185f7ed3f), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:11.300953 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.db.api [None req-7cc0324c-ed8d-475a-b35d-d984315a9adc None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-815146-13-iscsi {{(pid=106208) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 30 00:53:11.301479 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG oslo_db.api [None req-7cc0324c-ed8d-475a-b35d-d984315a9adc None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 00:53:11.848905 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-7cc0324c-ed8d-475a-b35d-d984315a9adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (613dbf26-5731-4391-8a29-3c5185f7ed3f), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:12.470397 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-25c1dd7e-d974-443e-806e-f641d8bbb77b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16468101'] for agent (0cb86657-2da7-42ea-bd2c-d65472391dc8), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:12.603600 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 42868) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:53:13.186704 dv-cinder-815146-13-iscsi neutron-server[106207]: WARNING oslo_policy.policy [None req-609ab2fe-9500-4e9a-8934-acb2fa002425 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 00:53:13.187251 dv-cinder-815146-13-iscsi neutron-server[106207]: WARNING oslo_policy.policy [None req-609ab2fe-9500-4e9a-8934-acb2fa002425 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 00:53:13.410230 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [None req-609ab2fe-9500-4e9a-8934-acb2fa002425 admin admin] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106207) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 00:53:13.429576 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-609ab2fe-9500-4e9a-8934-acb2fa002425 admin admin] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8250699 Aug 30 00:53:14.066101 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-035fe171-2dca-49fc-a74e-5e6f2a9e45a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16468101'] for agent (976597ea-a902-4e5f-8c76-25f81ae4fb08), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:14.227066 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16468101'] for agent (a0553951-7123-4403-ab2a-bb83048c1e52), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:14.230410 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:53:14.231586 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:53:14.235116 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:53:14.237405 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:53:14.239359 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:53:14.240087 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:53:14.240558 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:53:14.241127 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:53:14.241610 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:53:14.242704 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:53:14.243322 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:53:14.244624 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:53:14.245153 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:53:14.246626 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:53:14.247847 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:53:14.249120 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-815146-13-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:53:14.266780 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-815146-13-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:53:15.593247 dv-cinder-815146-13-iscsi neutron-server[106208]: INFO neutron.db.l3_hamode_db [None req-125f7663-d3f5-46bf-8c7a-e1c5f4aa0e5f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 30 00:53:15.672740 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125f7663-d3f5-46bf-8c7a-e1c5f4aa0e5f None None] Routers set() bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:53:15.673143 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125f7663-d3f5-46bf-8c7a-e1c5f4aa0e5f None None] Router IDs set() for agent in host dv-cinder-815146-13-iscsi {{(pid=106208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Aug 30 00:53:15.921675 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 42904) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:53:16.252227 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [None req-ca4c6768-31c9-414e-8fd0-8cf9e0d8ff46 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:53:16.264382 dv-cinder-815146-13-iscsi neutron-server[106207]: ERROR stevedore.extension [None req-ca4c6768-31c9-414e-8fd0-8cf9e0d8ff46 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Aug 30 00:53:16.347680 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.policy [None req-ca4c6768-31c9-414e-8fd0-8cf9e0d8ff46 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106207) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 30 00:53:16.389964 dv-cinder-815146-13-iscsi neutron-server[106207]: WARNING oslo_policy.policy [None req-ca4c6768-31c9-414e-8fd0-8cf9e0d8ff46 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 00:53:16.390334 dv-cinder-815146-13-iscsi neutron-server[106207]: WARNING oslo_policy.policy [None req-ca4c6768-31c9-414e-8fd0-8cf9e0d8ff46 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 00:53:16.411412 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writer thread running {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 30 00:53:16.487521 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-ca4c6768-31c9-414e-8fd0-8cf9e0d8ff46 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737871569762', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737871570326', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737871585843', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737871577460', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737871607324', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737871596467', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-545518', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-571583', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16315573', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16470201'] for rbac-policy (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:16.555938 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-ca4c6768-31c9-414e-8fd0-8cf9e0d8ff46 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:16.557185 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-ca4c6768-31c9-414e-8fd0-8cf9e0d8ff46 admin admin] 10.222.0.78 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6344631 Aug 30 00:53:18.935875 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 42914) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:53:19.259507 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [None req-6642f227-16a8-4ccb-9dd7-1f4358c8ec42 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:53:19.291056 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6642f227-16a8-4ccb-9dd7-1f4358c8ec42 demo demo] Made reservation on behalf of 09da17aa18cc4293b57f7e462cfd17c4 for: {'network': 1} {{(pid=106207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 00:53:19.295248 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-6642f227-16a8-4ccb-9dd7-1f4358c8ec42 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for network (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:19.314971 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-6642f227-16a8-4ccb-9dd7-1f4358c8ec42 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:19.429308 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-6642f227-16a8-4ccb-9dd7-1f4358c8ec42 demo demo] Publish callbacks [] for security_group (fc5cce91-a3e3-4ba0-9f67-9e02c8443cc7), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:19.433022 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-6642f227-16a8-4ccb-9dd7-1f4358c8ec42 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (fc5cce91-a3e3-4ba0-9f67-9e02c8443cc7), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:19.467155 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6642f227-16a8-4ccb-9dd7-1f4358c8ec42 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1060} {{(pid=106207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 00:53:19.497238 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-6642f227-16a8-4ccb-9dd7-1f4358c8ec42 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737868099642', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879481'] for segment (165ff1f2-f663-4958-8939-adc14742bbb3), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:19.497758 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-6642f227-16a8-4ccb-9dd7-1f4358c8ec42 demo demo] Unsubscribe: segment precommit_create {{(pid=106207) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 30 00:53:19.498294 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.db.segments_db [None req-6642f227-16a8-4ccb-9dd7-1f4358c8ec42 demo demo] Added segment 165ff1f2-f663-4958-8939-adc14742bbb3 of type vlan for network 0ce8655d-5b2a-4f14-b720-18a4314d93c2 Aug 30 00:53:19.504526 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6642f227-16a8-4ccb-9dd7-1f4358c8ec42 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5cce91-a3e3-4ba0-9f67-9e02c8443cc7,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:53:19.541412 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6642f227-16a8-4ccb-9dd7-1f4358c8ec42 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:53:19.541757 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6642f227-16a8-4ccb-9dd7-1f4358c8ec42 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:53:19.542114 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6642f227-16a8-4ccb-9dd7-1f4358c8ec42 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:53:19.542471 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6642f227-16a8-4ccb-9dd7-1f4358c8ec42 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:53:19.542806 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6642f227-16a8-4ccb-9dd7-1f4358c8ec42 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:53:19.543133 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6642f227-16a8-4ccb-9dd7-1f4358c8ec42 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:53:19.543456 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6642f227-16a8-4ccb-9dd7-1f4358c8ec42 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:53:19.543777 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6642f227-16a8-4ccb-9dd7-1f4358c8ec42 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:53:19.544112 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6642f227-16a8-4ccb-9dd7-1f4358c8ec42 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:53:19.544438 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6642f227-16a8-4ccb-9dd7-1f4358c8ec42 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:53:19.544758 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6642f227-16a8-4ccb-9dd7-1f4358c8ec42 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:53:19.545111 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6642f227-16a8-4ccb-9dd7-1f4358c8ec42 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:53:19.545435 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6642f227-16a8-4ccb-9dd7-1f4358c8ec42 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:53:19.545752 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6642f227-16a8-4ccb-9dd7-1f4358c8ec42 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:53:19.546071 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6642f227-16a8-4ccb-9dd7-1f4358c8ec42 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:53:19.547480 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6642f227-16a8-4ccb-9dd7-1f4358c8ec42 demo demo] Tracked resource versions report: Aug 30 00:53:19.547480 dv-cinder-815146-13-iscsi neutron-server[106207]: pushed versions: Aug 30 00:53:19.547480 dv-cinder-815146-13-iscsi neutron-server[106207]: { 'AddressGroup': {'1.2'}, Aug 30 00:53:19.547480 dv-cinder-815146-13-iscsi neutron-server[106207]: 'Agent': {'1.1'}, Aug 30 00:53:19.547480 dv-cinder-815146-13-iscsi neutron-server[106207]: 'ConntrackHelper': {'1.0'}, Aug 30 00:53:19.547480 dv-cinder-815146-13-iscsi neutron-server[106207]: 'LocalIPAssociation': {'1.0'}, Aug 30 00:53:19.547480 dv-cinder-815146-13-iscsi neutron-server[106207]: 'Log': {'1.0'}, Aug 30 00:53:19.547480 dv-cinder-815146-13-iscsi neutron-server[106207]: 'NDPProxy': {'1.0'}, Aug 30 00:53:19.547480 dv-cinder-815146-13-iscsi neutron-server[106207]: 'Network': {'1.1'}, Aug 30 00:53:19.547480 dv-cinder-815146-13-iscsi neutron-server[106207]: 'Port': {'1.7'}, Aug 30 00:53:19.547480 dv-cinder-815146-13-iscsi neutron-server[106207]: 'PortForwarding': {'1.3'}, Aug 30 00:53:19.547480 dv-cinder-815146-13-iscsi neutron-server[106207]: 'QosPolicy': {'1.10'}, Aug 30 00:53:19.547480 dv-cinder-815146-13-iscsi neutron-server[106207]: 'SecurityGroup': {'1.5'}, Aug 30 00:53:19.547480 dv-cinder-815146-13-iscsi neutron-server[106207]: 'SecurityGroupRule': {'1.2'}, Aug 30 00:53:19.547480 dv-cinder-815146-13-iscsi neutron-server[106207]: 'SubPort': {'1.0'}, Aug 30 00:53:19.547480 dv-cinder-815146-13-iscsi neutron-server[106207]: 'Subnet': {'1.1'}, Aug 30 00:53:19.547480 dv-cinder-815146-13-iscsi neutron-server[106207]: 'Trunk': {'1.1'}} Aug 30 00:53:19.547480 dv-cinder-815146-13-iscsi neutron-server[106207]: consumer versions: Aug 30 00:53:19.547480 dv-cinder-815146-13-iscsi neutron-server[106207]: { DHCP agent@dv-cinder-815146-13-iscsi: {}, Aug 30 00:53:19.547480 dv-cinder-815146-13-iscsi neutron-server[106207]: L3 agent@dv-cinder-815146-13-iscsi: {}, Aug 30 00:53:19.547480 dv-cinder-815146-13-iscsi neutron-server[106207]: Metadata agent@dv-cinder-815146-13-iscsi: {}, Aug 30 00:53:19.547480 dv-cinder-815146-13-iscsi neutron-server[106207]: Metering agent@dv-cinder-815146-13-iscsi: {}, Aug 30 00:53:19.547480 dv-cinder-815146-13-iscsi neutron-server[106207]: Open vSwitch agent@dv-cinder-815146-13-iscsi: { 'AddressGroup': '1.2', Aug 30 00:53:19.547480 dv-cinder-815146-13-iscsi neutron-server[106207]: 'Agent': '1.1', Aug 30 00:53:19.547480 dv-cinder-815146-13-iscsi neutron-server[106207]: 'ConntrackHelper': '1.0', Aug 30 00:53:19.547480 dv-cinder-815146-13-iscsi neutron-server[106207]: 'LocalIPAssociation': '1.0', Aug 30 00:53:19.547480 dv-cinder-815146-13-iscsi neutron-server[106207]: 'Log': '1.0', Aug 30 00:53:19.547480 dv-cinder-815146-13-iscsi neutron-server[106207]: 'NDPProxy': '1.0', Aug 30 00:53:19.547480 dv-cinder-815146-13-iscsi neutron-server[106207]: 'Network': '1.1', Aug 30 00:53:19.547480 dv-cinder-815146-13-iscsi neutron-server[106207]: 'Port': '1.7', Aug 30 00:53:19.547480 dv-cinder-815146-13-iscsi neutron-server[106207]: 'PortForwarding': '1.3', Aug 30 00:53:19.547480 dv-cinder-815146-13-iscsi neutron-server[106207]: 'QosPolicy': '1.10', Aug 30 00:53:19.547480 dv-cinder-815146-13-iscsi neutron-server[106207]: 'SecurityGroup': '1.5', Aug 30 00:53:19.547480 dv-cinder-815146-13-iscsi neutron-server[106207]: 'SecurityGroupRule': '1.2', Aug 30 00:53:19.547480 dv-cinder-815146-13-iscsi neutron-server[106207]: 'SubPort': '1.0', Aug 30 00:53:19.547480 dv-cinder-815146-13-iscsi neutron-server[106207]: 'Subnet': '1.1', Aug 30 00:53:19.547480 dv-cinder-815146-13-iscsi neutron-server[106207]: 'Trunk': '1.1'}} Aug 30 00:53:19.547480 dv-cinder-815146-13-iscsi neutron-server[106207]: {{(pid=106207) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 00:53:19.608847 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-6642f227-16a8-4ccb-9dd7-1f4358c8ec42 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737867601237'] for network (0ce8655d-5b2a-4f14-b720-18a4314d93c2), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:19.651088 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-6642f227-16a8-4ccb-9dd7-1f4358c8ec42 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16316755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197'] for network (0ce8655d-5b2a-4f14-b720-18a4314d93c2), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:19.655923 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6642f227-16a8-4ccb-9dd7-1f4358c8ec42 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:53:19.656610 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-6642f227-16a8-4ccb-9dd7-1f4358c8ec42 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282183'] for network (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:19.747911 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-6642f227-16a8-4ccb-9dd7-1f4358c8ec42 demo demo] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8108885 Aug 30 00:53:19.778801 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6642f227-16a8-4ccb-9dd7-1f4358c8ec42 demo demo] Pushing event updated for resources: {'Network': ['ID=0ce8655d-5b2a-4f14-b720-18a4314d93c2,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:53:19.792184 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Network 0ce8655d-5b2a-4f14-b720-18a4314d93c2 details requested by agent ovs-agent-dv-cinder-815146-13-iscsi with host dv-cinder-815146-13-iscsi {{(pid=106208) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 00:53:22.201143 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 42926) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:53:22.544371 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=58,neutron:INSERT=38,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:53:22.619914 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab447fce-f9e9-4b59-98c6-a2f39bb3ad1f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:53:22.621301 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-ab447fce-f9e9-4b59-98c6-a2f39bb3ad1f demo admin] 10.222.0.78 "GET /networking/v2.0/networks/0ce8655d-5b2a-4f14-b720-18a4314d93c2 HTTP/1.1" status: 200 len: 826 time: 0.4191413 Aug 30 00:53:22.646235 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-f08fe8c7-cb85-4bf1-b420-a8613adeefa2 demo admin] 10.222.0.78 "GET /networking/v2.0/subnetpools/fc4779f2-3481-4848-9b54-bcd226d3eb4d HTTP/1.1" status: 200 len: 734 time: 0.0187302 Aug 30 00:53:22.654734 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [None req-f9decfb5-6dd3-4704-897c-7375a1228738 demo admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '0ce8655d-5b2a-4f14-b720-18a4314d93c2', 'subnetpool_id': 'fc4779f2-3481-4848-9b54-bcd226d3eb4d'}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:53:22.676107 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9decfb5-6dd3-4704-897c-7375a1228738 demo admin] Made reservation on behalf of 09da17aa18cc4293b57f7e462cfd17c4 for: {'subnet': 1} {{(pid=106207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 00:53:22.678525 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-f9decfb5-6dd3-4704-897c-7375a1228738 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:22.786575 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:INSERT=18,neutron:SELECT=77,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:53:22.978339 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-f9decfb5-6dd3-4704-897c-7375a1228738 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197'] for subnet (3051c581-7987-4d77-9f05-60027a91b9f5), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:23.044307 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9decfb5-6dd3-4704-897c-7375a1228738 demo admin] Pushing event updated for resources: {'Subnet': ['ID=3051c581-7987-4d77-9f05-60027a91b9f5,revision_number=0']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:53:23.052735 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9decfb5-6dd3-4704-897c-7375a1228738 demo admin] Checking segment: {'id': '165ff1f2-f663-4958-8939-adc14742bbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '0ce8655d-5b2a-4f14-b720-18a4314d93c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 00:53:23.053070 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9decfb5-6dd3-4704-897c-7375a1228738 demo admin] Network hostable DHCP agents. Network: 0ce8655d-5b2a-4f14-b720-18a4314d93c2, hostable agents: ['fba0026e-8830-42b0-8a12-2be2a1203730'], hosted agents: [] {{(pid=106207) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 00:53:23.083893 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9decfb5-6dd3-4704-897c-7375a1228738 demo admin] Network 0ce8655d-5b2a-4f14-b720-18a4314d93c2 is scheduled to be hosted by DHCP agent fba0026e-8830-42b0-8a12-2be2a1203730 with binding_index 1 {{(pid=106207) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 00:53:23.094106 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.base_scheduler [None req-f9decfb5-6dd3-4704-897c-7375a1228738 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-13-iscsi, 0ce8655d-5b2a-4f14-b720-18a4314d93c2) {{(pid=106207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 00:53:23.099053 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9decfb5-6dd3-4704-897c-7375a1228738 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:53:23.099636 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-f9decfb5-6dd3-4704-897c-7375a1228738 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282183'] for subnet (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:23.105872 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38328953-e2fa-48ea-bb37-f7f0db0320fc None None] Network 0ce8655d-5b2a-4f14-b720-18a4314d93c2 requested from dv-cinder-815146-13-iscsi {{(pid=106208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 00:53:23.115857 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-f9decfb5-6dd3-4704-897c-7375a1228738 demo admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4642558 Aug 30 00:53:23.374639 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6058994d-40e9-4791-94ed-906b860228b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp060cecbc-5a04-5e81-8619-a9cce68dc16f-0ce8655d-5b2a-4f14-b720-18a4314d93c2', 'network_id': '0ce8655d-5b2a-4f14-b720-18a4314d93c2', 'project_id': '09da17aa18cc4293b57f7e462cfd17c4', 'fixed_ips': [{'subnet_id': '3051c581-7987-4d77-9f05-60027a91b9f5'}]}} from dv-cinder-815146-13-iscsi. {{(pid=106208) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 00:53:23.375983 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-6058994d-40e9-4791-94ed-906b860228b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:23.643250 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=64,neutron:INSERT=35,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:53:23.668960 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.db_base_plugin_common [None req-6058994d-40e9-4791-94ed-906b860228b7 None None] Allocated IP 172.20.0.2 (0ce8655d-5b2a-4f14-b720-18a4314d93c2/3051c581-7987-4d77-9f05-60027a91b9f5/6367e876-7237-46aa-8340-7773f96317fe) {{(pid=106208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 00:53:23.949579 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-6058994d-40e9-4791-94ed-906b860228b7 None None] Publish callbacks [] for port (6367e876-7237-46aa-8340-7773f96317fe), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:23.957440 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-6058994d-40e9-4791-94ed-906b860228b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737867580456'] for port (6367e876-7237-46aa-8340-7773f96317fe), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:24.033457 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6058994d-40e9-4791-94ed-906b860228b7 None None] Network 0ce8655d-5b2a-4f14-b720-18a4314d93c2 is already hosted by enough agents. {{(pid=106208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 00:53:24.042400 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.scheduler.base_scheduler [None req-6058994d-40e9-4791-94ed-906b860228b7 None None] Resources bound (agent type, host, resource id): {{(pid=106208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 00:53:24.047311 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6058994d-40e9-4791-94ed-906b860228b7 None None] Pushing event updated for resources: {'Port': ['ID=6367e876-7237-46aa-8340-7773f96317fe,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:53:24.050707 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6058994d-40e9-4791-94ed-906b860228b7 None None] Received port after_create {{(pid=106208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 00:53:24.063579 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6058994d-40e9-4791-94ed-906b860228b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:53:24.065097 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6058994d-40e9-4791-94ed-906b860228b7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:53:24.065479 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6058994d-40e9-4791-94ed-906b860228b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:53:24.065850 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6058994d-40e9-4791-94ed-906b860228b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:53:24.066193 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6058994d-40e9-4791-94ed-906b860228b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:53:24.066529 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6058994d-40e9-4791-94ed-906b860228b7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:53:24.066859 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6058994d-40e9-4791-94ed-906b860228b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:53:24.067189 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6058994d-40e9-4791-94ed-906b860228b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:53:24.067534 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6058994d-40e9-4791-94ed-906b860228b7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:53:24.067866 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6058994d-40e9-4791-94ed-906b860228b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:53:24.068194 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6058994d-40e9-4791-94ed-906b860228b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:53:24.068566 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6058994d-40e9-4791-94ed-906b860228b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:53:24.068890 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6058994d-40e9-4791-94ed-906b860228b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:53:24.069241 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6058994d-40e9-4791-94ed-906b860228b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:53:24.069564 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6058994d-40e9-4791-94ed-906b860228b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:53:24.071005 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6058994d-40e9-4791-94ed-906b860228b7 None None] Tracked resource versions report: Aug 30 00:53:24.071005 dv-cinder-815146-13-iscsi neutron-server[106208]: pushed versions: Aug 30 00:53:24.071005 dv-cinder-815146-13-iscsi neutron-server[106208]: { 'AddressGroup': {'1.2'}, Aug 30 00:53:24.071005 dv-cinder-815146-13-iscsi neutron-server[106208]: 'Agent': {'1.1'}, Aug 30 00:53:24.071005 dv-cinder-815146-13-iscsi neutron-server[106208]: 'ConntrackHelper': {'1.0'}, Aug 30 00:53:24.071005 dv-cinder-815146-13-iscsi neutron-server[106208]: 'LocalIPAssociation': {'1.0'}, Aug 30 00:53:24.071005 dv-cinder-815146-13-iscsi neutron-server[106208]: 'Log': {'1.0'}, Aug 30 00:53:24.071005 dv-cinder-815146-13-iscsi neutron-server[106208]: 'NDPProxy': {'1.0'}, Aug 30 00:53:24.071005 dv-cinder-815146-13-iscsi neutron-server[106208]: 'Network': {'1.1'}, Aug 30 00:53:24.071005 dv-cinder-815146-13-iscsi neutron-server[106208]: 'Port': {'1.7'}, Aug 30 00:53:24.071005 dv-cinder-815146-13-iscsi neutron-server[106208]: 'PortForwarding': {'1.3'}, Aug 30 00:53:24.071005 dv-cinder-815146-13-iscsi neutron-server[106208]: 'QosPolicy': {'1.10'}, Aug 30 00:53:24.071005 dv-cinder-815146-13-iscsi neutron-server[106208]: 'SecurityGroup': {'1.5'}, Aug 30 00:53:24.071005 dv-cinder-815146-13-iscsi neutron-server[106208]: 'SecurityGroupRule': {'1.2'}, Aug 30 00:53:24.071005 dv-cinder-815146-13-iscsi neutron-server[106208]: 'SubPort': {'1.0'}, Aug 30 00:53:24.071005 dv-cinder-815146-13-iscsi neutron-server[106208]: 'Subnet': {'1.1'}, Aug 30 00:53:24.071005 dv-cinder-815146-13-iscsi neutron-server[106208]: 'Trunk': {'1.1'}} Aug 30 00:53:24.071005 dv-cinder-815146-13-iscsi neutron-server[106208]: consumer versions: Aug 30 00:53:24.071005 dv-cinder-815146-13-iscsi neutron-server[106208]: { DHCP agent@dv-cinder-815146-13-iscsi: {}, Aug 30 00:53:24.071005 dv-cinder-815146-13-iscsi neutron-server[106208]: L3 agent@dv-cinder-815146-13-iscsi: {}, Aug 30 00:53:24.071005 dv-cinder-815146-13-iscsi neutron-server[106208]: Metadata agent@dv-cinder-815146-13-iscsi: {}, Aug 30 00:53:24.071005 dv-cinder-815146-13-iscsi neutron-server[106208]: Metering agent@dv-cinder-815146-13-iscsi: {}, Aug 30 00:53:24.071005 dv-cinder-815146-13-iscsi neutron-server[106208]: Open vSwitch agent@dv-cinder-815146-13-iscsi: { 'AddressGroup': '1.2', Aug 30 00:53:24.071005 dv-cinder-815146-13-iscsi neutron-server[106208]: 'Agent': '1.1', Aug 30 00:53:24.071005 dv-cinder-815146-13-iscsi neutron-server[106208]: 'ConntrackHelper': '1.0', Aug 30 00:53:24.071005 dv-cinder-815146-13-iscsi neutron-server[106208]: 'LocalIPAssociation': '1.0', Aug 30 00:53:24.071005 dv-cinder-815146-13-iscsi neutron-server[106208]: 'Log': '1.0', Aug 30 00:53:24.071005 dv-cinder-815146-13-iscsi neutron-server[106208]: 'NDPProxy': '1.0', Aug 30 00:53:24.071005 dv-cinder-815146-13-iscsi neutron-server[106208]: 'Network': '1.1', Aug 30 00:53:24.071005 dv-cinder-815146-13-iscsi neutron-server[106208]: 'Port': '1.7', Aug 30 00:53:24.071005 dv-cinder-815146-13-iscsi neutron-server[106208]: 'PortForwarding': '1.3', Aug 30 00:53:24.071005 dv-cinder-815146-13-iscsi neutron-server[106208]: 'QosPolicy': '1.10', Aug 30 00:53:24.071005 dv-cinder-815146-13-iscsi neutron-server[106208]: 'SecurityGroup': '1.5', Aug 30 00:53:24.071005 dv-cinder-815146-13-iscsi neutron-server[106208]: 'SecurityGroupRule': '1.2', Aug 30 00:53:24.071005 dv-cinder-815146-13-iscsi neutron-server[106208]: 'SubPort': '1.0', Aug 30 00:53:24.071005 dv-cinder-815146-13-iscsi neutron-server[106208]: 'Subnet': '1.1', Aug 30 00:53:24.071005 dv-cinder-815146-13-iscsi neutron-server[106208]: 'Trunk': '1.1'}} Aug 30 00:53:24.071005 dv-cinder-815146-13-iscsi neutron-server[106208]: {{(pid=106208) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 00:53:24.096592 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=19,neutron:INSERT=31 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:53:24.108473 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=5 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:53:24.151207 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [None req-6058994d-40e9-4791-94ed-906b860228b7 None None] Attempting to bind port 6367e876-7237-46aa-8340-7773f96317fe on host dv-cinder-815146-13-iscsi for vnic_type normal with profile {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 00:53:24.151793 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [None req-6058994d-40e9-4791-94ed-906b860228b7 None None] Attempting to bind port 6367e876-7237-46aa-8340-7773f96317fe by drivers openvswitch,hyperv on host dv-cinder-815146-13-iscsi at level 0 using segments [{'id': '165ff1f2-f663-4958-8939-adc14742bbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '0ce8655d-5b2a-4f14-b720-18a4314d93c2'}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 00:53:24.152015 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6058994d-40e9-4791-94ed-906b860228b7 None None] Attempting to bind port 6367e876-7237-46aa-8340-7773f96317fe on network 0ce8655d-5b2a-4f14-b720-18a4314d93c2 {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 00:53:24.157181 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6058994d-40e9-4791-94ed-906b860228b7 None None] Checking agent: {'id': 'a0553951-7123-4403-ab2a-bb83048c1e52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 0, 53, 14), 'started_at': datetime.datetime(2022, 8, 30, 0, 53, 14), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 0, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 00:53:24.157639 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6058994d-40e9-4791-94ed-906b860228b7 None None] Checking segment: {'id': '165ff1f2-f663-4958-8939-adc14742bbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '0ce8655d-5b2a-4f14-b720-18a4314d93c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 00:53:24.158641 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-6058994d-40e9-4791-94ed-906b860228b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:24.159039 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6058994d-40e9-4791-94ed-906b860228b7 None None] Bound using segment: {'id': '165ff1f2-f663-4958-8939-adc14742bbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '0ce8655d-5b2a-4f14-b720-18a4314d93c2'} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 00:53:24.159516 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [None req-6058994d-40e9-4791-94ed-906b860228b7 None None] Bound port: 6367e876-7237-46aa-8340-7773f96317fe, host: dv-cinder-815146-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '165ff1f2-f663-4958-8939-adc14742bbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '0ce8655d-5b2a-4f14-b720-18a4314d93c2'}}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 00:53:24.159914 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-6058994d-40e9-4791-94ed-906b860228b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (6367e876-7237-46aa-8340-7773f96317fe), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:24.210207 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:53:24.223388 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-6058994d-40e9-4791-94ed-906b860228b7 None None] For port 6367e876-7237-46aa-8340-7773f96317fe, host dv-cinder-815146-13-iscsi, cleared binding levels {{(pid=106208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 00:53:24.249707 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-6058994d-40e9-4791-94ed-906b860228b7 None None] For port 6367e876-7237-46aa-8340-7773f96317fe, host dv-cinder-815146-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=6367e876-7237-46aa-8340-7773f96317fe,segment=NetworkSegment(165ff1f2-f663-4958-8939-adc14742bbb3),segment_id=165ff1f2-f663-4958-8939-adc14742bbb3)] {{(pid=106208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 00:53:24.260150 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-6058994d-40e9-4791-94ed-906b860228b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (6367e876-7237-46aa-8340-7773f96317fe), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:24.315705 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6058994d-40e9-4791-94ed-906b860228b7 None None] Pushing event updated for resources: {'Port': ['ID=6367e876-7237-46aa-8340-7773f96317fe,revision_number=2']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:53:25.562463 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 42940) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:53:26.083471 dv-cinder-815146-13-iscsi neutron-server[106206]: WARNING oslo_policy.policy [None req-b4def006-72e3-4a22-8a17-6c9a3b1c0189 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 00:53:26.084182 dv-cinder-815146-13-iscsi neutron-server[106206]: WARNING oslo_policy.policy [None req-b4def006-72e3-4a22-8a17-6c9a3b1c0189 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 00:53:26.311138 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [None req-b4def006-72e3-4a22-8a17-6c9a3b1c0189 admin admin] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106206) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 00:53:26.312362 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-b4def006-72e3-4a22-8a17-6c9a3b1c0189 admin admin] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7473412 Aug 30 00:53:28.752675 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 42954) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:53:29.089338 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [None req-3ceb0f20-dfb9-49ee-95a7-be9e92ecfddc admin admin] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106206) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 00:53:29.090476 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-3ceb0f20-dfb9-49ee-95a7-be9e92ecfddc admin admin] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3368640 Aug 30 00:53:31.555404 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 42966) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:53:31.898510 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [None req-d9c1777f-5327-451d-aca8-51756934d8c7 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:53:31.915558 dv-cinder-815146-13-iscsi neutron-server[106206]: ERROR stevedore.extension [None req-d9c1777f-5327-451d-aca8-51756934d8c7 demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Aug 30 00:53:31.953052 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device 6367e876-7237-46aa-8340-7773f96317fe up at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 00:53:31.970967 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.policy [None req-d9c1777f-5327-451d-aca8-51756934d8c7 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106206) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 30 00:53:32.014266 dv-cinder-815146-13-iscsi neutron-server[106206]: WARNING oslo_policy.policy [None req-d9c1777f-5327-451d-aca8-51756934d8c7 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 00:53:32.014641 dv-cinder-815146-13-iscsi neutron-server[106206]: WARNING oslo_policy.policy [None req-d9c1777f-5327-451d-aca8-51756934d8c7 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 00:53:32.035595 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writer thread running {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 30 00:53:32.039207 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Provisioning complete for port 6367e876-7237-46aa-8340-7773f96317fe triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:53:32.039619 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (6367e876-7237-46aa-8340-7773f96317fe), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:32.041635 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:53:32.081679 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-d9c1777f-5327-451d-aca8-51756934d8c7 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16469197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61039'] for router (a7555c52-bf3e-492d-86e9-35907d637909), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:32.083522 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-d9c1777f-5327-451d-aca8-51756934d8c7 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16467696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16461524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16397380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61028'] for router (a7555c52-bf3e-492d-86e9-35907d637909), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:32.156651 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Current status of the port 6367e876-7237-46aa-8340-7773f96317fe is: DOWN; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:53:32.158245 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (6367e876-7237-46aa-8340-7773f96317fe), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:32.196167 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] For port 6367e876-7237-46aa-8340-7773f96317fe, host dv-cinder-815146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=6367e876-7237-46aa-8340-7773f96317fe,segment=NetworkSegment(165ff1f2-f663-4958-8939-adc14742bbb3),segment_id=165ff1f2-f663-4958-8939-adc14742bbb3)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:53:32.200560 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (6367e876-7237-46aa-8340-7773f96317fe), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:32.248789 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-d9c1777f-5327-451d-aca8-51756934d8c7 demo demo] Publish callbacks [] for router_controller (a7555c52-bf3e-492d-86e9-35907d637909), precommit_add_association {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:32.251801 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Pushing event updated for resources: {'Port': ['ID=6367e876-7237-46aa-8340-7773f96317fe,revision_number=3']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:53:32.254272 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-d9c1777f-5327-451d-aca8-51756934d8c7 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16467624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16466237'] for router (a7555c52-bf3e-492d-86e9-35907d637909), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:32.279633 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-d9c1777f-5327-451d-aca8-51756934d8c7 demo demo] Publish callbacks [] for router (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:32.289702 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-d9c1777f-5327-451d-aca8-51756934d8c7 demo demo] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7331591 Aug 30 00:53:32.412238 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a9c83b-a3c9-47d8-8d59-404f436880d0 None None] Network 0ce8655d-5b2a-4f14-b720-18a4314d93c2 requested from dv-cinder-815146-13-iscsi {{(pid=106208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 00:53:32.490374 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-0b4a8841-3887-4662-a3d4-04c33c31f36b None None] Provisioning complete for port 6367e876-7237-46aa-8340-7773f96317fe triggered by entity DHCP. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:53:32.490675 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-0b4a8841-3887-4662-a3d4-04c33c31f36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (6367e876-7237-46aa-8340-7773f96317fe), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:32.526836 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:53:32.614451 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-0b4a8841-3887-4662-a3d4-04c33c31f36b None None] Current status of the port 6367e876-7237-46aa-8340-7773f96317fe is: ACTIVE; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:53:32.834175 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-514ba4e4-59b1-428b-b9cb-d8b2004bf0af None None] Provisioning complete for port 6367e876-7237-46aa-8340-7773f96317fe triggered by entity DHCP. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:53:32.834485 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-514ba4e4-59b1-428b-b9cb-d8b2004bf0af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (6367e876-7237-46aa-8340-7773f96317fe), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:32.905428 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-514ba4e4-59b1-428b-b9cb-d8b2004bf0af None None] Current status of the port 6367e876-7237-46aa-8340-7773f96317fe is: ACTIVE; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:53:33.109491 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=53,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:53:33.110675 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=27,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:53:33.936626 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device 6367e876-7237-46aa-8340-7773f96317fe up at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 00:53:33.981308 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Provisioning complete for port 6367e876-7237-46aa-8340-7773f96317fe triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:53:33.981704 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (6367e876-7237-46aa-8340-7773f96317fe), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:34.052458 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Current status of the port 6367e876-7237-46aa-8340-7773f96317fe is: ACTIVE; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:53:34.705026 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 42980) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:53:35.027499 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [None req-3c73a619-4c57-400f-ac8f-0cbb372057cf admin admin] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106206) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 00:53:35.028488 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-3c73a619-4c57-400f-ac8f-0cbb372057cf admin admin] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3225021 Aug 30 00:53:37.429478 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 42988) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:53:37.752352 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [None req-5eb382cf-7b47-46f6-9f30-d8bdb3d38b5c admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:53:37.774706 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb382cf-7b47-46f6-9f30-d8bdb3d38b5c admin admin] Made reservation on behalf of 761e332e13aa43bb851c08b247de0d02 for: {'network': 1} {{(pid=106206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 00:53:37.777457 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-5eb382cf-7b47-46f6-9f30-d8bdb3d38b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for network (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:37.792909 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-5eb382cf-7b47-46f6-9f30-d8bdb3d38b5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:37.899327 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-5eb382cf-7b47-46f6-9f30-d8bdb3d38b5c admin admin] Publish callbacks [] for security_group (09742dd5-1543-436e-bf98-395293f10448), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:37.903192 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-5eb382cf-7b47-46f6-9f30-d8bdb3d38b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (09742dd5-1543-436e-bf98-395293f10448), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:37.914161 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5eb382cf-7b47-46f6-9f30-d8bdb3d38b5c admin admin] Reserving flat network on physical network physnet1 {{(pid=106206) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 30 00:53:37.947651 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-5eb382cf-7b47-46f6-9f30-d8bdb3d38b5c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737868099642', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879481'] for segment (61a0af84-c6da-4606-8f1e-ec0a95f9a2d1), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:37.948216 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-5eb382cf-7b47-46f6-9f30-d8bdb3d38b5c admin admin] Unsubscribe: segment precommit_create {{(pid=106206) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 30 00:53:37.948808 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.db.segments_db [None req-5eb382cf-7b47-46f6-9f30-d8bdb3d38b5c admin admin] Added segment 61a0af84-c6da-4606-8f1e-ec0a95f9a2d1 of type flat for network 3021e9f0-0eb2-4779-9e8d-2d74d8c353fb Aug 30 00:53:37.964186 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb382cf-7b47-46f6-9f30-d8bdb3d38b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09742dd5-1543-436e-bf98-395293f10448,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:53:38.010402 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb382cf-7b47-46f6-9f30-d8bdb3d38b5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:53:38.010740 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb382cf-7b47-46f6-9f30-d8bdb3d38b5c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:53:38.011086 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb382cf-7b47-46f6-9f30-d8bdb3d38b5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:53:38.011420 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb382cf-7b47-46f6-9f30-d8bdb3d38b5c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:53:38.011745 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb382cf-7b47-46f6-9f30-d8bdb3d38b5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:53:38.012066 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb382cf-7b47-46f6-9f30-d8bdb3d38b5c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:53:38.012385 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb382cf-7b47-46f6-9f30-d8bdb3d38b5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:53:38.012701 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb382cf-7b47-46f6-9f30-d8bdb3d38b5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:53:38.013031 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb382cf-7b47-46f6-9f30-d8bdb3d38b5c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:53:38.013374 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb382cf-7b47-46f6-9f30-d8bdb3d38b5c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:53:38.013702 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb382cf-7b47-46f6-9f30-d8bdb3d38b5c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:53:38.014017 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb382cf-7b47-46f6-9f30-d8bdb3d38b5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:53:38.014329 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb382cf-7b47-46f6-9f30-d8bdb3d38b5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:53:38.014636 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb382cf-7b47-46f6-9f30-d8bdb3d38b5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:53:38.014943 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb382cf-7b47-46f6-9f30-d8bdb3d38b5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:53:38.016481 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb382cf-7b47-46f6-9f30-d8bdb3d38b5c admin admin] Tracked resource versions report: Aug 30 00:53:38.016481 dv-cinder-815146-13-iscsi neutron-server[106206]: pushed versions: Aug 30 00:53:38.016481 dv-cinder-815146-13-iscsi neutron-server[106206]: { 'AddressGroup': {'1.2'}, Aug 30 00:53:38.016481 dv-cinder-815146-13-iscsi neutron-server[106206]: 'Agent': {'1.1'}, Aug 30 00:53:38.016481 dv-cinder-815146-13-iscsi neutron-server[106206]: 'ConntrackHelper': {'1.0'}, Aug 30 00:53:38.016481 dv-cinder-815146-13-iscsi neutron-server[106206]: 'LocalIPAssociation': {'1.0'}, Aug 30 00:53:38.016481 dv-cinder-815146-13-iscsi neutron-server[106206]: 'Log': {'1.0'}, Aug 30 00:53:38.016481 dv-cinder-815146-13-iscsi neutron-server[106206]: 'NDPProxy': {'1.0'}, Aug 30 00:53:38.016481 dv-cinder-815146-13-iscsi neutron-server[106206]: 'Network': {'1.1'}, Aug 30 00:53:38.016481 dv-cinder-815146-13-iscsi neutron-server[106206]: 'Port': {'1.7'}, Aug 30 00:53:38.016481 dv-cinder-815146-13-iscsi neutron-server[106206]: 'PortForwarding': {'1.3'}, Aug 30 00:53:38.016481 dv-cinder-815146-13-iscsi neutron-server[106206]: 'QosPolicy': {'1.10'}, Aug 30 00:53:38.016481 dv-cinder-815146-13-iscsi neutron-server[106206]: 'SecurityGroup': {'1.5'}, Aug 30 00:53:38.016481 dv-cinder-815146-13-iscsi neutron-server[106206]: 'SecurityGroupRule': {'1.2'}, Aug 30 00:53:38.016481 dv-cinder-815146-13-iscsi neutron-server[106206]: 'SubPort': {'1.0'}, Aug 30 00:53:38.016481 dv-cinder-815146-13-iscsi neutron-server[106206]: 'Subnet': {'1.1'}, Aug 30 00:53:38.016481 dv-cinder-815146-13-iscsi neutron-server[106206]: 'Trunk': {'1.1'}} Aug 30 00:53:38.016481 dv-cinder-815146-13-iscsi neutron-server[106206]: consumer versions: Aug 30 00:53:38.016481 dv-cinder-815146-13-iscsi neutron-server[106206]: { DHCP agent@dv-cinder-815146-13-iscsi: {}, Aug 30 00:53:38.016481 dv-cinder-815146-13-iscsi neutron-server[106206]: L3 agent@dv-cinder-815146-13-iscsi: {}, Aug 30 00:53:38.016481 dv-cinder-815146-13-iscsi neutron-server[106206]: Metadata agent@dv-cinder-815146-13-iscsi: {}, Aug 30 00:53:38.016481 dv-cinder-815146-13-iscsi neutron-server[106206]: Metering agent@dv-cinder-815146-13-iscsi: {}, Aug 30 00:53:38.016481 dv-cinder-815146-13-iscsi neutron-server[106206]: Open vSwitch agent@dv-cinder-815146-13-iscsi: { 'AddressGroup': '1.2', Aug 30 00:53:38.016481 dv-cinder-815146-13-iscsi neutron-server[106206]: 'Agent': '1.1', Aug 30 00:53:38.016481 dv-cinder-815146-13-iscsi neutron-server[106206]: 'ConntrackHelper': '1.0', Aug 30 00:53:38.016481 dv-cinder-815146-13-iscsi neutron-server[106206]: 'LocalIPAssociation': '1.0', Aug 30 00:53:38.016481 dv-cinder-815146-13-iscsi neutron-server[106206]: 'Log': '1.0', Aug 30 00:53:38.016481 dv-cinder-815146-13-iscsi neutron-server[106206]: 'NDPProxy': '1.0', Aug 30 00:53:38.016481 dv-cinder-815146-13-iscsi neutron-server[106206]: 'Network': '1.1', Aug 30 00:53:38.016481 dv-cinder-815146-13-iscsi neutron-server[106206]: 'Port': '1.7', Aug 30 00:53:38.016481 dv-cinder-815146-13-iscsi neutron-server[106206]: 'PortForwarding': '1.3', Aug 30 00:53:38.016481 dv-cinder-815146-13-iscsi neutron-server[106206]: 'QosPolicy': '1.10', Aug 30 00:53:38.016481 dv-cinder-815146-13-iscsi neutron-server[106206]: 'SecurityGroup': '1.5', Aug 30 00:53:38.016481 dv-cinder-815146-13-iscsi neutron-server[106206]: 'SecurityGroupRule': '1.2', Aug 30 00:53:38.016481 dv-cinder-815146-13-iscsi neutron-server[106206]: 'SubPort': '1.0', Aug 30 00:53:38.016481 dv-cinder-815146-13-iscsi neutron-server[106206]: 'Subnet': '1.1', Aug 30 00:53:38.016481 dv-cinder-815146-13-iscsi neutron-server[106206]: 'Trunk': '1.1'}} Aug 30 00:53:38.016481 dv-cinder-815146-13-iscsi neutron-server[106206]: {{(pid=106206) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 00:53:38.063896 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-5eb382cf-7b47-46f6-9f30-d8bdb3d38b5c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737867601237'] for network (3021e9f0-0eb2-4779-9e8d-2d74d8c353fb), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:38.106935 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-5eb382cf-7b47-46f6-9f30-d8bdb3d38b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16316755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197'] for network (3021e9f0-0eb2-4779-9e8d-2d74d8c353fb), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:38.108152 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb382cf-7b47-46f6-9f30-d8bdb3d38b5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:53:38.108862 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-5eb382cf-7b47-46f6-9f30-d8bdb3d38b5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282183'] for network (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:38.195033 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-5eb382cf-7b47-46f6-9f30-d8bdb3d38b5c admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7644296 Aug 30 00:53:38.215071 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb382cf-7b47-46f6-9f30-d8bdb3d38b5c admin admin] Pushing event updated for resources: {'Network': ['ID=3021e9f0-0eb2-4779-9e8d-2d74d8c353fb,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:53:38.226786 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Network 3021e9f0-0eb2-4779-9e8d-2d74d8c353fb details requested by agent ovs-agent-dv-cinder-815146-13-iscsi with host dv-cinder-815146-13-iscsi {{(pid=106208) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 00:53:38.289021 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=100 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:53:38.907487 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-a9ec4226-cd54-4d28-8416-8a206996b821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (fba0026e-8830-42b0-8a12-2be2a1203730), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:40.559881 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 43000) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:53:40.972787 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6e2319-8817-4611-89e7-6520a908494b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:53:40.974180 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-ee6e2319-8817-4611-89e7-6520a908494b demo admin] 10.222.0.78 "GET /networking/v2.0/subnets/3051c581-7987-4d77-9f05-60027a91b9f5 HTTP/1.1" status: 200 len: 849 time: 0.4134364 Aug 30 00:53:41.111867 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-2329faac-0c38-4199-afc7-03464181def9 demo admin] 10.222.0.78 "GET /networking/v2.0/routers/a7555c52-bf3e-492d-86e9-35907d637909 HTTP/1.1" status: 200 len: 704 time: 0.1316710 Aug 30 00:53:41.254233 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-8a2707c7-e8bc-4eb9-a3dd-0f070bda8f5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (613dbf26-5731-4391-8a29-3c5185f7ed3f), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:41.363201 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:53:41.380994 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-40e1cf77-66c5-4675-8eac-5edf8534d5cd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:41.548347 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:INSERT=16,neutron:UPDATE=3,neutron:SELECT=80,neutron:DELETE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:53:41.673244 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.db_base_plugin_common [None req-40e1cf77-66c5-4675-8eac-5edf8534d5cd demo admin] Allocated IP 172.20.0.1 (0ce8655d-5b2a-4f14-b720-18a4314d93c2/3051c581-7987-4d77-9f05-60027a91b9f5/91ba050f-3ad5-4837-9685-c1c85030cbd5) {{(pid=106206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 00:53:41.859652 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-40e1cf77-66c5-4675-8eac-5edf8534d5cd demo admin] Publish callbacks [] for port (91ba050f-3ad5-4837-9685-c1c85030cbd5), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:41.920568 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-40e1cf77-66c5-4675-8eac-5edf8534d5cd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737867580456'] for port (91ba050f-3ad5-4837-9685-c1c85030cbd5), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:41.998125 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e1cf77-66c5-4675-8eac-5edf8534d5cd demo admin] Network 0ce8655d-5b2a-4f14-b720-18a4314d93c2 is already hosted by enough agents. {{(pid=106206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 00:53:42.003182 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.base_scheduler [None req-40e1cf77-66c5-4675-8eac-5edf8534d5cd demo admin] Resources bound (agent type, host, resource id): {{(pid=106206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 00:53:42.012166 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e1cf77-66c5-4675-8eac-5edf8534d5cd demo admin] Received port after_create {{(pid=106206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 00:53:42.013341 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-40e1cf77-66c5-4675-8eac-5edf8534d5cd demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16467289'] for router_interface (a7555c52-bf3e-492d-86e9-35907d637909), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:42.035011 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e1cf77-66c5-4675-8eac-5edf8534d5cd demo admin] Pushing event updated for resources: {'Port': ['ID=91ba050f-3ad5-4837-9685-c1c85030cbd5,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:53:42.183398 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-921bf2de-6138-457c-a8e5-527f99481784 None None] Provisioning complete for port 91ba050f-3ad5-4837-9685-c1c85030cbd5 triggered by entity DHCP. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:53:42.184027 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-921bf2de-6138-457c-a8e5-527f99481784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (91ba050f-3ad5-4837-9685-c1c85030cbd5), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:42.212900 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-40e1cf77-66c5-4675-8eac-5edf8534d5cd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (91ba050f-3ad5-4837-9685-c1c85030cbd5), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:42.258981 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-921bf2de-6138-457c-a8e5-527f99481784 None None] Port 91ba050f-3ad5-4837-9685-c1c85030cbd5 cannot update to ACTIVE because it is not bound. {{(pid=106208) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 00:53:42.435801 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-25c1dd7e-d974-443e-806e-f641d8bbb77b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (0cb86657-2da7-42ea-bd2c-d65472391dc8), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:42.470132 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-40e1cf77-66c5-4675-8eac-5edf8534d5cd demo admin] Publish callbacks [] for port (91ba050f-3ad5-4837-9685-c1c85030cbd5), precommit_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:42.474325 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-40e1cf77-66c5-4675-8eac-5edf8534d5cd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (91ba050f-3ad5-4837-9685-c1c85030cbd5), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:42.475117 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-40e1cf77-66c5-4675-8eac-5edf8534d5cd demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16283567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16467405'] for router_interface (a7555c52-bf3e-492d-86e9-35907d637909), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:42.546972 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:53:42.552946 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e1cf77-66c5-4675-8eac-5edf8534d5cd demo admin] Pushing event updated for resources: {'Port': ['ID=91ba050f-3ad5-4837-9685-c1c85030cbd5,revision_number=2']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:53:42.574288 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:53:42.605622 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e1cf77-66c5-4675-8eac-5edf8534d5cd demo admin] Network 0ce8655d-5b2a-4f14-b720-18a4314d93c2 is already hosted by enough agents. {{(pid=106206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 00:53:42.606924 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.base_scheduler [None req-40e1cf77-66c5-4675-8eac-5edf8534d5cd demo admin] Resources bound (agent type, host, resource id): {{(pid=106206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 00:53:42.768250 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40e1cf77-66c5-4675-8eac-5edf8534d5cd demo admin] Router a7555c52-bf3e-492d-86e9-35907d637909 is scheduled to L3 agent 613dbf26-5731-4391-8a29-3c5185f7ed3f with binding_index 1 {{(pid=106206) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 00:53:42.779059 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-2ba8e283-b4d4-49e3-8d28-8c677dd51bd4 None None] Provisioning complete for port 91ba050f-3ad5-4837-9685-c1c85030cbd5 triggered by entity DHCP. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:53:42.779440 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-2ba8e283-b4d4-49e3-8d28-8c677dd51bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (91ba050f-3ad5-4837-9685-c1c85030cbd5), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:42.811039 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-2ba8e283-b4d4-49e3-8d28-8c677dd51bd4 None None] Port 91ba050f-3ad5-4837-9685-c1c85030cbd5 cannot update to ACTIVE because it is not bound. {{(pid=106208) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 00:53:42.859502 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e1cf77-66c5-4675-8eac-5edf8534d5cd demo admin] Notify agent at l3_agent.dv-cinder-815146-13-iscsi the message routers_updated {{(pid=106206) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 00:53:42.865473 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-40e1cf77-66c5-4675-8eac-5edf8534d5cd demo admin] 10.222.0.78 "PUT /networking/v2.0/routers/a7555c52-bf3e-492d-86e9-35907d637909/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7482095 Aug 30 00:53:42.870072 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd955a41-a6d0-4c39-8584-c3dac0d1814d None None] Sync routers for ids ['a7555c52-bf3e-492d-86e9-35907d637909'] in dv-cinder-815146-13-iscsi {{(pid=106209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 00:53:42.883330 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd955a41-a6d0-4c39-8584-c3dac0d1814d None None] Routers {'a7555c52-bf3e-492d-86e9-35907d637909'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:53:42.884075 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-cd955a41-a6d0-4c39-8584-c3dac0d1814d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T00:53:41Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['a7555c52-bf3e-492d-86e9-35907d637909'], 'active': True} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:53:43.065829 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvr_db [None req-cd955a41-a6d0-4c39-8584-c3dac0d1814d None None] Set router a7555c52-bf3e-492d-86e9-35907d637909 gateway port host: None {{(pid=106209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 00:53:43.490301 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-cd955a41-a6d0-4c39-8584-c3dac0d1814d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7555c52-bf3e-492d-86e9-35907d637909', 'name': 'router1', 'tenant_id': '09da17aa18cc4293b57f7e462cfd17c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:53:32Z', 'updated_at': '2022-08-30T00:53:42Z', 'revision_number': 2, 'project_id': '09da17aa18cc4293b57f7e462cfd17c4', 'gw_port_host': None, '_interfaces': [{'id': '91ba050f-3ad5-4837-9685-c1c85030cbd5', 'name': '', 'network_id': '0ce8655d-5b2a-4f14-b720-18a4314d93c2', 'tenant_id': '09da17aa18cc4293b57f7e462cfd17c4', 'mac_address': 'fa:16:3e:74:cb:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7555c52-bf3e-492d-86e9-35907d637909', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3051c581-7987-4d77-9f05-60027a91b9f5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:53:41Z', 'updated_at': '2022-08-30T00:53:42Z', 'revision_number': 2, 'project_id': '09da17aa18cc4293b57f7e462cfd17c4', 'subnets': [{'id': '3051c581-7987-4d77-9f05-60027a91b9f5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fc4779f2-3481-4848-9b54-bcd226d3eb4d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:53:43.540845 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd955a41-a6d0-4c39-8584-c3dac0d1814d None None] Checking router: a7555c52-bf3e-492d-86e9-35907d637909 for host: dv-cinder-815146-13-iscsi {{(pid=106209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 00:53:43.541256 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd955a41-a6d0-4c39-8584-c3dac0d1814d None None] Updating router a7555c52-bf3e-492d-86e9-35907d637909 port 91ba050f-3ad5-4837-9685-c1c85030cbd5 binding host dv-cinder-815146-13-iscsi {{(pid=106209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 00:53:43.595666 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-cd955a41-a6d0-4c39-8584-c3dac0d1814d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (91ba050f-3ad5-4837-9685-c1c85030cbd5), before_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:43.993631 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-035fe171-2dca-49fc-a74e-5e6f2a9e45a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (976597ea-a902-4e5f-8c76-25f81ae4fb08), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:44.102457 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-cd955a41-a6d0-4c39-8584-c3dac0d1814d None None] Publish callbacks [] for port (91ba050f-3ad5-4837-9685-c1c85030cbd5), precommit_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:44.108904 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-cd955a41-a6d0-4c39-8584-c3dac0d1814d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (91ba050f-3ad5-4837-9685-c1c85030cbd5), after_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:44.195838 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (a0553951-7123-4403-ab2a-bb83048c1e52), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:44.261337 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ee1d19-2213-4182-9d17-24a1db25f62c None None] Pushing event updated for resources: {'Port': ['ID=91ba050f-3ad5-4837-9685-c1c85030cbd5,revision_number=3']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:53:44.267940 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.managers [None req-cd955a41-a6d0-4c39-8584-c3dac0d1814d None None] Attempting to bind port 91ba050f-3ad5-4837-9685-c1c85030cbd5 on host dv-cinder-815146-13-iscsi for vnic_type normal with profile {{(pid=106209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 00:53:44.268373 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.managers [None req-cd955a41-a6d0-4c39-8584-c3dac0d1814d None None] Attempting to bind port 91ba050f-3ad5-4837-9685-c1c85030cbd5 by drivers openvswitch,hyperv on host dv-cinder-815146-13-iscsi at level 0 using segments [{'id': '165ff1f2-f663-4958-8939-adc14742bbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '0ce8655d-5b2a-4f14-b720-18a4314d93c2'}] {{(pid=106209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 00:53:44.268800 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd955a41-a6d0-4c39-8584-c3dac0d1814d None None] Attempting to bind port 91ba050f-3ad5-4837-9685-c1c85030cbd5 on network 0ce8655d-5b2a-4f14-b720-18a4314d93c2 {{(pid=106209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 00:53:44.277157 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ee1d19-2213-4182-9d17-24a1db25f62c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:53:44.277500 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ee1d19-2213-4182-9d17-24a1db25f62c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:53:44.277842 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ee1d19-2213-4182-9d17-24a1db25f62c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:53:44.278180 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ee1d19-2213-4182-9d17-24a1db25f62c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:53:44.278509 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ee1d19-2213-4182-9d17-24a1db25f62c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:53:44.278833 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ee1d19-2213-4182-9d17-24a1db25f62c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:53:44.279152 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ee1d19-2213-4182-9d17-24a1db25f62c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:53:44.279471 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ee1d19-2213-4182-9d17-24a1db25f62c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:53:44.279804 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ee1d19-2213-4182-9d17-24a1db25f62c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:53:44.280127 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ee1d19-2213-4182-9d17-24a1db25f62c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:53:44.280441 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ee1d19-2213-4182-9d17-24a1db25f62c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:53:44.280771 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ee1d19-2213-4182-9d17-24a1db25f62c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:53:44.281112 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ee1d19-2213-4182-9d17-24a1db25f62c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:53:44.281961 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ee1d19-2213-4182-9d17-24a1db25f62c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:53:44.282275 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ee1d19-2213-4182-9d17-24a1db25f62c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:53:44.283779 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ee1d19-2213-4182-9d17-24a1db25f62c None None] Tracked resource versions report: Aug 30 00:53:44.283779 dv-cinder-815146-13-iscsi neutron-server[106209]: pushed versions: Aug 30 00:53:44.283779 dv-cinder-815146-13-iscsi neutron-server[106209]: { 'AddressGroup': {'1.2'}, Aug 30 00:53:44.283779 dv-cinder-815146-13-iscsi neutron-server[106209]: 'Agent': {'1.1'}, Aug 30 00:53:44.283779 dv-cinder-815146-13-iscsi neutron-server[106209]: 'ConntrackHelper': {'1.0'}, Aug 30 00:53:44.283779 dv-cinder-815146-13-iscsi neutron-server[106209]: 'LocalIPAssociation': {'1.0'}, Aug 30 00:53:44.283779 dv-cinder-815146-13-iscsi neutron-server[106209]: 'Log': {'1.0'}, Aug 30 00:53:44.283779 dv-cinder-815146-13-iscsi neutron-server[106209]: 'NDPProxy': {'1.0'}, Aug 30 00:53:44.283779 dv-cinder-815146-13-iscsi neutron-server[106209]: 'Network': {'1.1'}, Aug 30 00:53:44.283779 dv-cinder-815146-13-iscsi neutron-server[106209]: 'Port': {'1.7'}, Aug 30 00:53:44.283779 dv-cinder-815146-13-iscsi neutron-server[106209]: 'PortForwarding': {'1.3'}, Aug 30 00:53:44.283779 dv-cinder-815146-13-iscsi neutron-server[106209]: 'QosPolicy': {'1.10'}, Aug 30 00:53:44.283779 dv-cinder-815146-13-iscsi neutron-server[106209]: 'SecurityGroup': {'1.5'}, Aug 30 00:53:44.283779 dv-cinder-815146-13-iscsi neutron-server[106209]: 'SecurityGroupRule': {'1.2'}, Aug 30 00:53:44.283779 dv-cinder-815146-13-iscsi neutron-server[106209]: 'SubPort': {'1.0'}, Aug 30 00:53:44.283779 dv-cinder-815146-13-iscsi neutron-server[106209]: 'Subnet': {'1.1'}, Aug 30 00:53:44.283779 dv-cinder-815146-13-iscsi neutron-server[106209]: 'Trunk': {'1.1'}} Aug 30 00:53:44.283779 dv-cinder-815146-13-iscsi neutron-server[106209]: consumer versions: Aug 30 00:53:44.283779 dv-cinder-815146-13-iscsi neutron-server[106209]: { DHCP agent@dv-cinder-815146-13-iscsi: {}, Aug 30 00:53:44.283779 dv-cinder-815146-13-iscsi neutron-server[106209]: L3 agent@dv-cinder-815146-13-iscsi: {}, Aug 30 00:53:44.283779 dv-cinder-815146-13-iscsi neutron-server[106209]: Metadata agent@dv-cinder-815146-13-iscsi: {}, Aug 30 00:53:44.283779 dv-cinder-815146-13-iscsi neutron-server[106209]: Metering agent@dv-cinder-815146-13-iscsi: {}, Aug 30 00:53:44.283779 dv-cinder-815146-13-iscsi neutron-server[106209]: Open vSwitch agent@dv-cinder-815146-13-iscsi: { 'AddressGroup': '1.2', Aug 30 00:53:44.283779 dv-cinder-815146-13-iscsi neutron-server[106209]: 'Agent': '1.1', Aug 30 00:53:44.283779 dv-cinder-815146-13-iscsi neutron-server[106209]: 'ConntrackHelper': '1.0', Aug 30 00:53:44.283779 dv-cinder-815146-13-iscsi neutron-server[106209]: 'LocalIPAssociation': '1.0', Aug 30 00:53:44.283779 dv-cinder-815146-13-iscsi neutron-server[106209]: 'Log': '1.0', Aug 30 00:53:44.283779 dv-cinder-815146-13-iscsi neutron-server[106209]: 'NDPProxy': '1.0', Aug 30 00:53:44.283779 dv-cinder-815146-13-iscsi neutron-server[106209]: 'Network': '1.1', Aug 30 00:53:44.283779 dv-cinder-815146-13-iscsi neutron-server[106209]: 'Port': '1.7', Aug 30 00:53:44.283779 dv-cinder-815146-13-iscsi neutron-server[106209]: 'PortForwarding': '1.3', Aug 30 00:53:44.283779 dv-cinder-815146-13-iscsi neutron-server[106209]: 'QosPolicy': '1.10', Aug 30 00:53:44.283779 dv-cinder-815146-13-iscsi neutron-server[106209]: 'SecurityGroup': '1.5', Aug 30 00:53:44.283779 dv-cinder-815146-13-iscsi neutron-server[106209]: 'SecurityGroupRule': '1.2', Aug 30 00:53:44.283779 dv-cinder-815146-13-iscsi neutron-server[106209]: 'SubPort': '1.0', Aug 30 00:53:44.283779 dv-cinder-815146-13-iscsi neutron-server[106209]: 'Subnet': '1.1', Aug 30 00:53:44.283779 dv-cinder-815146-13-iscsi neutron-server[106209]: 'Trunk': '1.1'}} Aug 30 00:53:44.283779 dv-cinder-815146-13-iscsi neutron-server[106209]: {{(pid=106209) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 00:53:44.289226 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd955a41-a6d0-4c39-8584-c3dac0d1814d None None] Checking agent: {'id': 'a0553951-7123-4403-ab2a-bb83048c1e52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 0, 53, 14), 'started_at': datetime.datetime(2022, 8, 30, 0, 53, 44), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 0, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 00:53:44.289642 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd955a41-a6d0-4c39-8584-c3dac0d1814d None None] Checking segment: {'id': '165ff1f2-f663-4958-8939-adc14742bbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '0ce8655d-5b2a-4f14-b720-18a4314d93c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 00:53:44.290131 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-cd955a41-a6d0-4c39-8584-c3dac0d1814d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:44.290512 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd955a41-a6d0-4c39-8584-c3dac0d1814d None None] Bound using segment: {'id': '165ff1f2-f663-4958-8939-adc14742bbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '0ce8655d-5b2a-4f14-b720-18a4314d93c2'} {{(pid=106209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 00:53:44.291551 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.managers [None req-cd955a41-a6d0-4c39-8584-c3dac0d1814d None None] Bound port: 91ba050f-3ad5-4837-9685-c1c85030cbd5, host: dv-cinder-815146-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '165ff1f2-f663-4958-8939-adc14742bbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '0ce8655d-5b2a-4f14-b720-18a4314d93c2'}}] {{(pid=106209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 00:53:44.291938 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-cd955a41-a6d0-4c39-8584-c3dac0d1814d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (91ba050f-3ad5-4837-9685-c1c85030cbd5), before_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:44.356306 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.db [None req-cd955a41-a6d0-4c39-8584-c3dac0d1814d None None] For port 91ba050f-3ad5-4837-9685-c1c85030cbd5, host dv-cinder-815146-13-iscsi, cleared binding levels {{(pid=106209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 00:53:44.359201 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:53:44.377388 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.db [None req-cd955a41-a6d0-4c39-8584-c3dac0d1814d None None] For port 91ba050f-3ad5-4837-9685-c1c85030cbd5, host dv-cinder-815146-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=91ba050f-3ad5-4837-9685-c1c85030cbd5,segment=NetworkSegment(165ff1f2-f663-4958-8939-adc14742bbb3),segment_id=165ff1f2-f663-4958-8939-adc14742bbb3)] {{(pid=106209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 00:53:44.383164 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-cd955a41-a6d0-4c39-8584-c3dac0d1814d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (91ba050f-3ad5-4837-9685-c1c85030cbd5), after_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:44.412643 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:53:44.426936 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd955a41-a6d0-4c39-8584-c3dac0d1814d None None] Routers {'a7555c52-bf3e-492d-86e9-35907d637909'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:53:44.427600 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-cd955a41-a6d0-4c39-8584-c3dac0d1814d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T00:53:41Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['a7555c52-bf3e-492d-86e9-35907d637909'], 'active': True} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:53:44.498882 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ee1d19-2213-4182-9d17-24a1db25f62c None None] Pushing event updated for resources: {'Port': ['ID=91ba050f-3ad5-4837-9685-c1c85030cbd5,revision_number=4']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:53:44.524103 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvr_db [None req-cd955a41-a6d0-4c39-8584-c3dac0d1814d None None] Set router a7555c52-bf3e-492d-86e9-35907d637909 gateway port host: None {{(pid=106209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 00:53:44.715967 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-cd955a41-a6d0-4c39-8584-c3dac0d1814d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7555c52-bf3e-492d-86e9-35907d637909', 'name': 'router1', 'tenant_id': '09da17aa18cc4293b57f7e462cfd17c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:53:32Z', 'updated_at': '2022-08-30T00:53:42Z', 'revision_number': 2, 'project_id': '09da17aa18cc4293b57f7e462cfd17c4', 'gw_port_host': None, '_interfaces': [{'id': '91ba050f-3ad5-4837-9685-c1c85030cbd5', 'name': '', 'network_id': '0ce8655d-5b2a-4f14-b720-18a4314d93c2', 'tenant_id': '09da17aa18cc4293b57f7e462cfd17c4', 'mac_address': 'fa:16:3e:74:cb:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7555c52-bf3e-492d-86e9-35907d637909', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3051c581-7987-4d77-9f05-60027a91b9f5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:53:41Z', 'updated_at': '2022-08-30T00:53:44Z', 'revision_number': 4, 'project_id': '09da17aa18cc4293b57f7e462cfd17c4', 'subnets': [{'id': '3051c581-7987-4d77-9f05-60027a91b9f5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fc4779f2-3481-4848-9b54-bcd226d3eb4d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:53:44.745147 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd955a41-a6d0-4c39-8584-c3dac0d1814d None None] The sync data for ids ['a7555c52-bf3e-492d-86e9-35907d637909'] in dv-cinder-815146-13-iscsi is: [{'id': 'a7555c52-bf3e-492d-86e9-35907d637909', 'name': 'router1', 'tenant_id': '09da17aa18cc4293b57f7e462cfd17c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:53:32Z', 'updated_at': '2022-08-30T00:53:42Z', 'revision_number': 2, 'project_id': '09da17aa18cc4293b57f7e462cfd17c4', 'gw_port_host': None, '_interfaces': [{'id': '91ba050f-3ad5-4837-9685-c1c85030cbd5', 'name': '', 'network_id': '0ce8655d-5b2a-4f14-b720-18a4314d93c2', 'tenant_id': '09da17aa18cc4293b57f7e462cfd17c4', 'mac_address': 'fa:16:3e:74:cb:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7555c52-bf3e-492d-86e9-35907d637909', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3051c581-7987-4d77-9f05-60027a91b9f5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:53:41Z', 'updated_at': '2022-08-30T00:53:44Z', 'revision_number': 4, 'project_id': '09da17aa18cc4293b57f7e462cfd17c4', 'subnets': [{'id': '3051c581-7987-4d77-9f05-60027a91b9f5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fc4779f2-3481-4848-9b54-bcd226d3eb4d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 00:53:45.316770 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 43010) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:53:45.704957 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d978c86d-0740-4756-afa5-4f910da61328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:53:45.706366 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-d978c86d-0740-4756-afa5-4f910da61328 admin admin] 10.222.0.78 "GET /networking/v2.0/networks/3021e9f0-0eb2-4779-9e8d-2d74d8c353fb HTTP/1.1" status: 200 len: 842 time: 0.3885798 Aug 30 00:53:45.715983 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [None req-a1719320-35e9-46de-8b91-fc1b07ff56c1 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.4.1', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.27.4.0/24', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'name': 'public-subnet'}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:53:45.739245 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1719320-35e9-46de-8b91-fc1b07ff56c1 admin admin] Made reservation on behalf of 761e332e13aa43bb851c08b247de0d02 for: {'subnet': 1} {{(pid=106207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 00:53:45.741685 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-a1719320-35e9-46de-8b91-fc1b07ff56c1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:46.074629 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.objects.ports [None req-a1719320-35e9-46de-8b91-fc1b07ff56c1 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106207) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 30 00:53:46.075091 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-a1719320-35e9-46de-8b91-fc1b07ff56c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197'] for subnet (be7a67d1-0569-48bc-88e9-c2545720293d), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:46.135030 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1719320-35e9-46de-8b91-fc1b07ff56c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be7a67d1-0569-48bc-88e9-c2545720293d,revision_number=0']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:53:46.143109 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1719320-35e9-46de-8b91-fc1b07ff56c1 admin admin] Checking segment: {'id': '61a0af84-c6da-4606-8f1e-ec0a95f9a2d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 00:53:46.143466 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1719320-35e9-46de-8b91-fc1b07ff56c1 admin admin] Network hostable DHCP agents. Network: 3021e9f0-0eb2-4779-9e8d-2d74d8c353fb, hostable agents: ['fba0026e-8830-42b0-8a12-2be2a1203730'], hosted agents: [] {{(pid=106207) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 00:53:46.160896 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1719320-35e9-46de-8b91-fc1b07ff56c1 admin admin] Network 3021e9f0-0eb2-4779-9e8d-2d74d8c353fb is scheduled to be hosted by DHCP agent fba0026e-8830-42b0-8a12-2be2a1203730 with binding_index 1 {{(pid=106207) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 00:53:46.169906 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.base_scheduler [None req-a1719320-35e9-46de-8b91-fc1b07ff56c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-13-iscsi, 3021e9f0-0eb2-4779-9e8d-2d74d8c353fb) {{(pid=106207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 00:53:46.174623 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1719320-35e9-46de-8b91-fc1b07ff56c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:53:46.175429 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-a1719320-35e9-46de-8b91-fc1b07ff56c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282183'] for subnet (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:46.179046 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b41bbb-9d0c-4bdb-92ab-8dac7a9e2a0f None None] Network 3021e9f0-0eb2-4779-9e8d-2d74d8c353fb requested from dv-cinder-815146-13-iscsi {{(pid=106208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 00:53:46.209117 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-a1719320-35e9-46de-8b91-fc1b07ff56c1 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4836771 Aug 30 00:53:46.296750 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee63c7ea-780f-4cc2-bfa3-280ea3822dac None None] Network 3021e9f0-0eb2-4779-9e8d-2d74d8c353fb requested from dv-cinder-815146-13-iscsi {{(pid=106208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 00:53:48.639280 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 43018) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:53:49.168881 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-7667b108-6c56-448e-807f-1a78cb8f2c54 demo admin] 10.222.0.78 "GET /networking/v2.0/routers/a7555c52-bf3e-492d-86e9-35907d637909 HTTP/1.1" status: 200 len: 710 time: 0.5282946 Aug 30 00:53:49.256958 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8804417-ee2d-44b9-b3ae-d8786f5c9392 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:53:49.258282 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-d8804417-ee2d-44b9-b3ae-d8786f5c9392 demo admin] 10.222.0.78 "GET /networking/v2.0/networks/3021e9f0-0eb2-4779-9e8d-2d74d8c353fb HTTP/1.1" status: 200 len: 886 time: 0.0840397 Aug 30 00:53:49.268016 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [None req-ebaf6070-590d-4622-b8fa-c4920f4a4eaf demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb'}}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:53:49.509540 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-ebaf6070-590d-4622-b8fa-c4920f4a4eaf demo admin] Publish callbacks [] for router_gateway (a7555c52-bf3e-492d-86e9-35907d637909), precommit_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:49.522278 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:53:49.538083 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:53:49.791403 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-ebaf6070-590d-4622-b8fa-c4920f4a4eaf demo admin] Publish callbacks [] for router_gateway (a7555c52-bf3e-492d-86e9-35907d637909), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:49.872312 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-ebaf6070-590d-4622-b8fa-c4920f4a4eaf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:49.957582 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device 91ba050f-3ad5-4837-9685-c1c85030cbd5 up at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 00:53:50.006294 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Provisioning complete for port 91ba050f-3ad5-4837-9685-c1c85030cbd5 triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:53:50.006689 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (91ba050f-3ad5-4837-9685-c1c85030cbd5), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:50.028367 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.db_base_plugin_common [None req-ebaf6070-590d-4622-b8fa-c4920f4a4eaf demo admin] Allocated IP 172.27.4.77 (3021e9f0-0eb2-4779-9e8d-2d74d8c353fb/be7a67d1-0569-48bc-88e9-c2545720293d/1f0387de-210e-4020-aaa8-87029b6d1b22) {{(pid=106207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 00:53:50.045575 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=100 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:53:50.081189 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Current status of the port 91ba050f-3ad5-4837-9685-c1c85030cbd5 is: DOWN; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:53:50.081606 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (91ba050f-3ad5-4837-9685-c1c85030cbd5), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:50.116339 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] For port 91ba050f-3ad5-4837-9685-c1c85030cbd5, host dv-cinder-815146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=91ba050f-3ad5-4837-9685-c1c85030cbd5,segment=NetworkSegment(165ff1f2-f663-4958-8939-adc14742bbb3),segment_id=165ff1f2-f663-4958-8939-adc14742bbb3)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:53:50.120767 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (91ba050f-3ad5-4837-9685-c1c85030cbd5), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:50.146754 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-ebaf6070-590d-4622-b8fa-c4920f4a4eaf demo admin] Publish callbacks [] for port (1f0387de-210e-4020-aaa8-87029b6d1b22), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:50.169273 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Pushing event updated for resources: {'Port': ['ID=91ba050f-3ad5-4837-9685-c1c85030cbd5,revision_number=5']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:53:50.203989 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-ebaf6070-590d-4622-b8fa-c4920f4a4eaf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737867580456'] for port (1f0387de-210e-4020-aaa8-87029b6d1b22), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:50.280076 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebaf6070-590d-4622-b8fa-c4920f4a4eaf demo admin] Network 3021e9f0-0eb2-4779-9e8d-2d74d8c353fb is already hosted by enough agents. {{(pid=106207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 00:53:50.289280 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.base_scheduler [None req-ebaf6070-590d-4622-b8fa-c4920f4a4eaf demo admin] Resources bound (agent type, host, resource id): {{(pid=106207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 00:53:50.293445 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebaf6070-590d-4622-b8fa-c4920f4a4eaf demo admin] Received port after_create {{(pid=106207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 00:53:50.296387 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaf6070-590d-4622-b8fa-c4920f4a4eaf demo admin] Pushing event updated for resources: {'Port': ['ID=1f0387de-210e-4020-aaa8-87029b6d1b22,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:53:50.547806 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:53:50.560780 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-ebaf6070-590d-4622-b8fa-c4920f4a4eaf demo admin] Publish callbacks [] for router_gateway (a7555c52-bf3e-492d-86e9-35907d637909), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:50.706510 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:53:50.759626 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-ebaf6070-590d-4622-b8fa-c4920f4a4eaf demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16466265', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16467617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61002'] for router (a7555c52-bf3e-492d-86e9-35907d637909), precommit_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:50.764647 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-ebaf6070-590d-4622-b8fa-c4920f4a4eaf demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16466237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16466258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16466251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16467610'] for router (a7555c52-bf3e-492d-86e9-35907d637909), after_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:50.874659 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebaf6070-590d-4622-b8fa-c4920f4a4eaf demo admin] Router a7555c52-bf3e-492d-86e9-35907d637909 has already been hosted by L3 agent 613dbf26-5731-4391-8a29-3c5185f7ed3f {{(pid=106207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 00:53:51.042679 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebaf6070-590d-4622-b8fa-c4920f4a4eaf demo admin] Notify agent at l3_agent.dv-cinder-815146-13-iscsi the message routers_updated {{(pid=106207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 00:53:51.047638 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-ebaf6070-590d-4622-b8fa-c4920f4a4eaf demo admin] Publish callbacks [] for router (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:51.048844 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-ebaf6070-590d-4622-b8fa-c4920f4a4eaf demo admin] 10.222.0.78 "PUT /networking/v2.0/routers/a7555c52-bf3e-492d-86e9-35907d637909 HTTP/1.1" status: 200 len: 889 time: 1.7846446 Aug 30 00:53:51.086994 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9666cf77-b17f-45d7-9f2b-4cd324222233 None None] Sync routers for ids ['a7555c52-bf3e-492d-86e9-35907d637909'] in dv-cinder-815146-13-iscsi {{(pid=106208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 00:53:51.099723 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9666cf77-b17f-45d7-9f2b-4cd324222233 None None] Routers {'a7555c52-bf3e-492d-86e9-35907d637909'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:53:51.100513 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-9666cf77-b17f-45d7-9f2b-4cd324222233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T00:53:41Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['a7555c52-bf3e-492d-86e9-35907d637909'], 'active': True} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:53:51.314640 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvr_db [None req-9666cf77-b17f-45d7-9f2b-4cd324222233 None None] Set router a7555c52-bf3e-492d-86e9-35907d637909 gateway port host: dv-cinder-815146-13-iscsi {{(pid=106208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 00:53:51.615446 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:UPDATE=6,neutron:SELECT=94 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:53:51.695971 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-9666cf77-b17f-45d7-9f2b-4cd324222233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7555c52-bf3e-492d-86e9-35907d637909', 'name': 'router1', 'tenant_id': '09da17aa18cc4293b57f7e462cfd17c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.77'}], 'enable_snat': True}, 'gw_port_id': '1f0387de-210e-4020-aaa8-87029b6d1b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:53:32Z', 'updated_at': '2022-08-30T00:53:50Z', 'revision_number': 4, 'project_id': '09da17aa18cc4293b57f7e462cfd17c4', 'gw_port': {'id': '1f0387de-210e-4020-aaa8-87029b6d1b22', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:2b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7555c52-bf3e-492d-86e9-35907d637909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:53:49Z', 'updated_at': '2022-08-30T00:53:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_interfaces': [{'id': '91ba050f-3ad5-4837-9685-c1c85030cbd5', 'name': '', 'network_id': '0ce8655d-5b2a-4f14-b720-18a4314d93c2', 'tenant_id': '09da17aa18cc4293b57f7e462cfd17c4', 'mac_address': 'fa:16:3e:74:cb:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7555c52-bf3e-492d-86e9-35907d637909', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3051c581-7987-4d77-9f05-60027a91b9f5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:53:41Z', 'updated_at': '2022-08-30T00:53:50Z', 'revision_number': 5, 'project_id': '09da17aa18cc4293b57f7e462cfd17c4', 'subnets': [{'id': '3051c581-7987-4d77-9f05-60027a91b9f5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fc4779f2-3481-4848-9b54-bcd226d3eb4d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:53:51.748220 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9666cf77-b17f-45d7-9f2b-4cd324222233 None None] Checking router: a7555c52-bf3e-492d-86e9-35907d637909 for host: dv-cinder-815146-13-iscsi {{(pid=106208) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 00:53:51.748591 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9666cf77-b17f-45d7-9f2b-4cd324222233 None None] Updating router a7555c52-bf3e-492d-86e9-35907d637909 port 1f0387de-210e-4020-aaa8-87029b6d1b22 binding host dv-cinder-815146-13-iscsi {{(pid=106208) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 00:53:51.875649 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-9666cf77-b17f-45d7-9f2b-4cd324222233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (1f0387de-210e-4020-aaa8-87029b6d1b22), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:51.969860 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device 91ba050f-3ad5-4837-9685-c1c85030cbd5 up at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 00:53:52.107347 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Provisioning complete for port 91ba050f-3ad5-4837-9685-c1c85030cbd5 triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:53:52.108019 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (91ba050f-3ad5-4837-9685-c1c85030cbd5), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:52.273308 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Current status of the port 91ba050f-3ad5-4837-9685-c1c85030cbd5 is: ACTIVE; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:53:52.292665 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-9666cf77-b17f-45d7-9f2b-4cd324222233 None None] Publish callbacks [] for port (1f0387de-210e-4020-aaa8-87029b6d1b22), precommit_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:52.299551 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-9666cf77-b17f-45d7-9f2b-4cd324222233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (1f0387de-210e-4020-aaa8-87029b6d1b22), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:52.311429 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:53:52.338612 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [None req-9666cf77-b17f-45d7-9f2b-4cd324222233 None None] Attempting to bind port 1f0387de-210e-4020-aaa8-87029b6d1b22 on host dv-cinder-815146-13-iscsi for vnic_type normal with profile {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 00:53:52.338987 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [None req-9666cf77-b17f-45d7-9f2b-4cd324222233 None None] Attempting to bind port 1f0387de-210e-4020-aaa8-87029b6d1b22 by drivers openvswitch,hyperv on host dv-cinder-815146-13-iscsi at level 0 using segments [{'id': '61a0af84-c6da-4606-8f1e-ec0a95f9a2d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb'}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 00:53:52.339355 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9666cf77-b17f-45d7-9f2b-4cd324222233 None None] Attempting to bind port 1f0387de-210e-4020-aaa8-87029b6d1b22 on network 3021e9f0-0eb2-4779-9e8d-2d74d8c353fb {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 00:53:52.351647 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9666cf77-b17f-45d7-9f2b-4cd324222233 None None] Checking agent: {'id': 'a0553951-7123-4403-ab2a-bb83048c1e52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 0, 53, 14), 'started_at': datetime.datetime(2022, 8, 30, 0, 53, 44), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 0, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 00:53:52.352022 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9666cf77-b17f-45d7-9f2b-4cd324222233 None None] Checking segment: {'id': '61a0af84-c6da-4606-8f1e-ec0a95f9a2d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 00:53:52.352432 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-9666cf77-b17f-45d7-9f2b-4cd324222233 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:52.352826 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9666cf77-b17f-45d7-9f2b-4cd324222233 None None] Bound using segment: {'id': '61a0af84-c6da-4606-8f1e-ec0a95f9a2d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb'} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 00:53:52.353321 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [None req-9666cf77-b17f-45d7-9f2b-4cd324222233 None None] Bound port: 1f0387de-210e-4020-aaa8-87029b6d1b22, host: dv-cinder-815146-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61a0af84-c6da-4606-8f1e-ec0a95f9a2d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb'}}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 00:53:52.353700 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-9666cf77-b17f-45d7-9f2b-4cd324222233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (1f0387de-210e-4020-aaa8-87029b6d1b22), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:52.358119 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c787aef5-b8ae-4a89-8c1f-94eb65f1b530 None None] Pushing event updated for resources: {'Port': ['ID=1f0387de-210e-4020-aaa8-87029b6d1b22,revision_number=2']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:53:52.408937 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-9666cf77-b17f-45d7-9f2b-4cd324222233 None None] For port 1f0387de-210e-4020-aaa8-87029b6d1b22, host dv-cinder-815146-13-iscsi, cleared binding levels {{(pid=106208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 00:53:52.412056 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-9666cf77-b17f-45d7-9f2b-4cd324222233 None None] For port 1f0387de-210e-4020-aaa8-87029b6d1b22, host dv-cinder-815146-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=1f0387de-210e-4020-aaa8-87029b6d1b22,segment=NetworkSegment(61a0af84-c6da-4606-8f1e-ec0a95f9a2d1),segment_id=61a0af84-c6da-4606-8f1e-ec0a95f9a2d1)] {{(pid=106208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 00:53:52.417705 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-9666cf77-b17f-45d7-9f2b-4cd324222233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (1f0387de-210e-4020-aaa8-87029b6d1b22), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:52.454702 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9666cf77-b17f-45d7-9f2b-4cd324222233 None None] Routers {'a7555c52-bf3e-492d-86e9-35907d637909'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:53:52.455314 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-9666cf77-b17f-45d7-9f2b-4cd324222233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T00:53:41Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['a7555c52-bf3e-492d-86e9-35907d637909'], 'active': True} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:53:52.508191 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c787aef5-b8ae-4a89-8c1f-94eb65f1b530 None None] Pushing event updated for resources: {'Port': ['ID=1f0387de-210e-4020-aaa8-87029b6d1b22,revision_number=3']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:53:52.572657 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvr_db [None req-9666cf77-b17f-45d7-9f2b-4cd324222233 None None] Set router a7555c52-bf3e-492d-86e9-35907d637909 gateway port host: dv-cinder-815146-13-iscsi {{(pid=106208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 00:53:52.606916 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:53:52.778047 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-9666cf77-b17f-45d7-9f2b-4cd324222233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7555c52-bf3e-492d-86e9-35907d637909', 'name': 'router1', 'tenant_id': '09da17aa18cc4293b57f7e462cfd17c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.77'}], 'enable_snat': True}, 'gw_port_id': '1f0387de-210e-4020-aaa8-87029b6d1b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:53:32Z', 'updated_at': '2022-08-30T00:53:50Z', 'revision_number': 4, 'project_id': '09da17aa18cc4293b57f7e462cfd17c4', 'gw_port': {'id': '1f0387de-210e-4020-aaa8-87029b6d1b22', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:2b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7555c52-bf3e-492d-86e9-35907d637909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:53:49Z', 'updated_at': '2022-08-30T00:53:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_interfaces': [{'id': '91ba050f-3ad5-4837-9685-c1c85030cbd5', 'name': '', 'network_id': '0ce8655d-5b2a-4f14-b720-18a4314d93c2', 'tenant_id': '09da17aa18cc4293b57f7e462cfd17c4', 'mac_address': 'fa:16:3e:74:cb:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7555c52-bf3e-492d-86e9-35907d637909', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3051c581-7987-4d77-9f05-60027a91b9f5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:53:41Z', 'updated_at': '2022-08-30T00:53:50Z', 'revision_number': 5, 'project_id': '09da17aa18cc4293b57f7e462cfd17c4', 'subnets': [{'id': '3051c581-7987-4d77-9f05-60027a91b9f5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fc4779f2-3481-4848-9b54-bcd226d3eb4d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:53:52.806561 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9666cf77-b17f-45d7-9f2b-4cd324222233 None None] The sync data for ids ['a7555c52-bf3e-492d-86e9-35907d637909'] in dv-cinder-815146-13-iscsi is: [{'id': 'a7555c52-bf3e-492d-86e9-35907d637909', 'name': 'router1', 'tenant_id': '09da17aa18cc4293b57f7e462cfd17c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.77'}], 'enable_snat': True}, 'gw_port_id': '1f0387de-210e-4020-aaa8-87029b6d1b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:53:32Z', 'updated_at': '2022-08-30T00:53:50Z', 'revision_number': 4, 'project_id': '09da17aa18cc4293b57f7e462cfd17c4', 'gw_port': {'id': '1f0387de-210e-4020-aaa8-87029b6d1b22', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:2b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7555c52-bf3e-492d-86e9-35907d637909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:53:49Z', 'updated_at': '2022-08-30T00:53:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_interfaces': [{'id': '91ba050f-3ad5-4837-9685-c1c85030cbd5', 'name': '', 'network_id': '0ce8655d-5b2a-4f14-b720-18a4314d93c2', 'tenant_id': '09da17aa18cc4293b57f7e462cfd17c4', 'mac_address': 'fa:16:3e:74:cb:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7555c52-bf3e-492d-86e9-35907d637909', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3051c581-7987-4d77-9f05-60027a91b9f5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:53:41Z', 'updated_at': '2022-08-30T00:53:50Z', 'revision_number': 5, 'project_id': '09da17aa18cc4293b57f7e462cfd17c4', 'subnets': [{'id': '3051c581-7987-4d77-9f05-60027a91b9f5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fc4779f2-3481-4848-9b54-bcd226d3eb4d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 00:53:52.857766 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=27 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:53:52.858649 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=30,neutron:INSERT=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:53:53.652747 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 43032) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:53:53.964214 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device 1f0387de-210e-4020-aaa8-87029b6d1b22 up at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 00:53:54.010211 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Provisioning complete for port 1f0387de-210e-4020-aaa8-87029b6d1b22 triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:53:54.010602 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (1f0387de-210e-4020-aaa8-87029b6d1b22), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:54.065456 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-06df83c3-92fc-48d5-abaf-fe438f64a7ae admin admin] 10.222.0.78 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.4115353 Aug 30 00:53:54.084153 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Current status of the port 1f0387de-210e-4020-aaa8-87029b6d1b22 is: DOWN; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:53:54.084553 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (1f0387de-210e-4020-aaa8-87029b6d1b22), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:54.107213 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] For port 1f0387de-210e-4020-aaa8-87029b6d1b22, host dv-cinder-815146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=1f0387de-210e-4020-aaa8-87029b6d1b22,segment=NetworkSegment(61a0af84-c6da-4606-8f1e-ec0a95f9a2d1),segment_id=61a0af84-c6da-4606-8f1e-ec0a95f9a2d1)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:53:54.111964 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (1f0387de-210e-4020-aaa8-87029b6d1b22), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:54.164690 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Pushing event updated for resources: {'Port': ['ID=1f0387de-210e-4020-aaa8-87029b6d1b22,revision_number=4']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:53:54.718687 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=29 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:53:54.719700 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=45 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:53:55.972986 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device 1f0387de-210e-4020-aaa8-87029b6d1b22 up at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 00:53:56.030288 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Provisioning complete for port 1f0387de-210e-4020-aaa8-87029b6d1b22 triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:53:56.030954 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (1f0387de-210e-4020-aaa8-87029b6d1b22), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:53:56.126886 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Current status of the port 1f0387de-210e-4020-aaa8-87029b6d1b22 is: ACTIVE; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:54:03.593445 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.agents_db [None req-fbf18308-e14c-4042-905c-b7f1770ec079 None None] Agent healthcheck: found 5 active agents {{(pid=106209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 00:54:04.058264 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=51 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:54:04.061994 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=32 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:54:06.115346 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=66,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:54:06.124084 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:54:08.929228 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-8cef6192-deb4-4b3a-98e8-833827c0e81b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (fba0026e-8830-42b0-8a12-2be2a1203730), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:54:11.274106 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-2fbf0aba-4724-4331-be72-a2d654fb4e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (613dbf26-5731-4391-8a29-3c5185f7ed3f), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:54:12.444828 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-25c1dd7e-d974-443e-806e-f641d8bbb77b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (0cb86657-2da7-42ea-bd2c-d65472391dc8), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:54:13.587933 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:54:13.996188 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-035fe171-2dca-49fc-a74e-5e6f2a9e45a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (976597ea-a902-4e5f-8c76-25f81ae4fb08), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:54:14.199912 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (a0553951-7123-4403-ab2a-bb83048c1e52), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:54:24.194147 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:54:24.196535 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:54:27.596940 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=3 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:54:27.602171 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=3 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:54:38.915353 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-3955353c-f488-4dd6-87a9-00a9750a0909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (fba0026e-8830-42b0-8a12-2be2a1203730), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:54:40.593666 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.agents_db [None req-fbf18308-e14c-4042-905c-b7f1770ec079 None None] Agent healthcheck: found 5 active agents {{(pid=106209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 00:54:41.279565 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-48e47962-6874-4cb6-8758-7de5497bd1f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (613dbf26-5731-4391-8a29-3c5185f7ed3f), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:54:42.452769 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-25c1dd7e-d974-443e-806e-f641d8bbb77b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (0cb86657-2da7-42ea-bd2c-d65472391dc8), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:54:44.000366 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-035fe171-2dca-49fc-a74e-5e6f2a9e45a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (976597ea-a902-4e5f-8c76-25f81ae4fb08), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:54:44.210192 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (a0553951-7123-4403-ab2a-bb83048c1e52), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:54:50.588844 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:54:54.202687 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:54:54.206253 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:55:07.589617 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=4 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:55:07.590513 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:55:08.908329 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-bcd1f2a4-5803-431a-89d5-f227b840c79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (fba0026e-8830-42b0-8a12-2be2a1203730), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:55:11.263312 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-250d3375-3629-4e3b-9c76-db31a02291a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (613dbf26-5731-4391-8a29-3c5185f7ed3f), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:55:12.450139 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-25c1dd7e-d974-443e-806e-f641d8bbb77b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (0cb86657-2da7-42ea-bd2c-d65472391dc8), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:55:14.001785 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-035fe171-2dca-49fc-a74e-5e6f2a9e45a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (976597ea-a902-4e5f-8c76-25f81ae4fb08), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:55:14.203163 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (a0553951-7123-4403-ab2a-bb83048c1e52), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:55:17.526044 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 43572) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:55:17.594250 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.agents_db [None req-fbf18308-e14c-4042-905c-b7f1770ec079 None None] Agent healthcheck: found 5 active agents {{(pid=106209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 00:55:17.874356 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b3f38bf-4184-44d8-a96f-64c87d070410 admin admin] GET failed (client error): The resource could not be found. Aug 30 00:55:17.875643 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-6b3f38bf-4184-44d8-a96f-64c87d070410 admin admin] 10.222.0.78 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3480921 Aug 30 00:55:18.041224 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc0b6b2-54d0-4228-9f28-3975457fbd43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:55:18.043763 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-8cc0b6b2-54d0-4228-9f28-3975457fbd43 admin admin] 10.222.0.78 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1638818 Aug 30 00:55:20.494242 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 43582) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:55:20.982052 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090d75b5-0cd2-41e5-b3df-17a82a9b82d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:55:20.983417 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-090d75b5-0cd2-41e5-b3df-17a82a9b82d1 admin admin] 10.222.0.78 "GET /networking/v2.0/subnets/3051c581-7987-4d77-9f05-60027a91b9f5 HTTP/1.1" status: 200 len: 849 time: 0.4883275 Aug 30 00:55:20.992866 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [None req-84f4649f-79d8-4ed2-936a-ca2064238ce9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:55:21.078886 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-84f4649f-79d8-4ed2-936a-ca2064238ce9 admin admin] Publish callbacks [] for subnet (3051c581-7987-4d77-9f05-60027a91b9f5), before_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:55:21.228161 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-84f4649f-79d8-4ed2-936a-ca2064238ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737868027275'] for subnet (3051c581-7987-4d77-9f05-60027a91b9f5), after_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:55:21.259750 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f4649f-79d8-4ed2-936a-ca2064238ce9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:55:21.260349 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-84f4649f-79d8-4ed2-936a-ca2064238ce9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282183'] for subnet (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:55:21.262420 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-84f4649f-79d8-4ed2-936a-ca2064238ce9 admin admin] 10.222.0.78 "PUT /networking/v2.0/subnets/3051c581-7987-4d77-9f05-60027a91b9f5 HTTP/1.1" status: 200 len: 868 time: 0.2729878 Aug 30 00:55:21.280863 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be248ce1-f45e-43f0-b653-9cbd978ef33d None None] Network 0ce8655d-5b2a-4f14-b720-18a4314d93c2 requested from dv-cinder-815146-13-iscsi {{(pid=106208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 00:55:21.281615 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f4649f-79d8-4ed2-936a-ca2064238ce9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3051c581-7987-4d77-9f05-60027a91b9f5,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:55:21.289110 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f4649f-79d8-4ed2-936a-ca2064238ce9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:55:21.289729 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f4649f-79d8-4ed2-936a-ca2064238ce9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:55:21.290118 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f4649f-79d8-4ed2-936a-ca2064238ce9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:55:21.290362 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f4649f-79d8-4ed2-936a-ca2064238ce9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:55:21.290709 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f4649f-79d8-4ed2-936a-ca2064238ce9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:55:21.291035 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f4649f-79d8-4ed2-936a-ca2064238ce9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:55:21.291353 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f4649f-79d8-4ed2-936a-ca2064238ce9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:55:21.291681 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f4649f-79d8-4ed2-936a-ca2064238ce9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:55:21.292080 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f4649f-79d8-4ed2-936a-ca2064238ce9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:55:21.293006 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f4649f-79d8-4ed2-936a-ca2064238ce9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:55:21.293384 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f4649f-79d8-4ed2-936a-ca2064238ce9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:55:21.293717 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f4649f-79d8-4ed2-936a-ca2064238ce9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:55:21.294039 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f4649f-79d8-4ed2-936a-ca2064238ce9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:55:21.294357 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f4649f-79d8-4ed2-936a-ca2064238ce9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:55:21.294673 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f4649f-79d8-4ed2-936a-ca2064238ce9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:55:21.614452 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-eb4b1f25-0e7e-47e2-a609-12b99cfb0811 None None] Provisioning complete for port 91ba050f-3ad5-4837-9685-c1c85030cbd5 triggered by entity DHCP. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:55:21.614840 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-eb4b1f25-0e7e-47e2-a609-12b99cfb0811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (91ba050f-3ad5-4837-9685-c1c85030cbd5), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:55:21.694099 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-eb4b1f25-0e7e-47e2-a609-12b99cfb0811 None None] Current status of the port 91ba050f-3ad5-4837-9685-c1c85030cbd5 is: ACTIVE; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:55:21.703009 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-eb4b1f25-0e7e-47e2-a609-12b99cfb0811 None None] Provisioning complete for port 6367e876-7237-46aa-8340-7773f96317fe triggered by entity DHCP. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:55:21.703401 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-eb4b1f25-0e7e-47e2-a609-12b99cfb0811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (6367e876-7237-46aa-8340-7773f96317fe), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:55:21.779356 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-eb4b1f25-0e7e-47e2-a609-12b99cfb0811 None None] Current status of the port 6367e876-7237-46aa-8340-7773f96317fe is: ACTIVE; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:55:23.626291 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 43592) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:55:24.109312 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66878c5e-269e-41a4-8999-0be73712e607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:55:24.109793 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66878c5e-269e-41a4-8999-0be73712e607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:55:24.111343 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-66878c5e-269e-41a4-8999-0be73712e607 admin admin] 10.222.0.78 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.4840949 Aug 30 00:55:26.432910 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 43600) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:55:26.843484 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842b698b-b4e4-4a62-873c-7e613d3d9a92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:55:26.843871 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842b698b-b4e4-4a62-873c-7e613d3d9a92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:55:26.845441 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-842b698b-b4e4-4a62-873c-7e613d3d9a92 admin admin] 10.222.0.78 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.4114170 Aug 30 00:55:27.590766 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:55:28.037362 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=12 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:55:28.039248 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=13 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:55:29.179528 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 43608) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:55:29.606052 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b44745-96a7-4f8f-b8bf-22ceebc4d9fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:55:29.607456 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-c1b44745-96a7-4f8f-b8bf-22ceebc4d9fc admin admin] 10.222.0.78 "GET /networking/v2.0/networks/0ce8655d-5b2a-4f14-b720-18a4314d93c2 HTTP/1.1" status: 200 len: 870 time: 0.4267225 Aug 30 00:55:31.776085 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=39,neutron:UPDATE=5 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:55:31.778026 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=53 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:55:31.992670 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 43616) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:55:32.393888 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54bebcd9-32c9-4cc5-a52e-5c24b3000247 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:55:32.395236 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-54bebcd9-32c9-4cc5-a52e-5c24b3000247 admin admin] 10.222.0.78 "GET /networking/v2.0/networks/3021e9f0-0eb2-4779-9e8d-2d74d8c353fb HTTP/1.1" status: 200 len: 886 time: 0.4016185 Aug 30 00:55:34.709618 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 43624) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:55:35.113279 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce70a15c-6590-4832-91e4-9c3bef8262e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:55:35.113738 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce70a15c-6590-4832-91e4-9c3bef8262e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:55:35.115283 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-ce70a15c-6590-4832-91e4-9c3bef8262e9 admin admin] 10.222.0.78 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4041011 Aug 30 00:55:37.443185 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 43632) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:55:37.816935 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:55:37.825607 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:55:37.850409 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00021d02-80c9-495b-8980-b964778319d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:55:37.850855 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00021d02-80c9-495b-8980-b964778319d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:55:37.852386 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-00021d02-80c9-495b-8980-b964778319d4 admin admin] 10.222.0.78 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4082749 Aug 30 00:55:38.910573 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-2c8327e1-3410-4b13-99be-c3e5448d7b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (fba0026e-8830-42b0-8a12-2be2a1203730), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:55:40.197122 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 43640) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:55:40.568029 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e434b388-76f9-49bd-979f-c5dd6bb61e0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:55:40.569387 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-e434b388-76f9-49bd-979f-c5dd6bb61e0f admin admin] 10.222.0.78 "GET /networking/v2.0/subnets/3051c581-7987-4d77-9f05-60027a91b9f5 HTTP/1.1" status: 200 len: 868 time: 0.3712521 Aug 30 00:55:41.265807 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-d265fbfc-0cd6-4c7b-9d5d-77e4f4d37b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (613dbf26-5731-4391-8a29-3c5185f7ed3f), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:55:42.453775 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-25c1dd7e-d974-443e-806e-f641d8bbb77b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (0cb86657-2da7-42ea-bd2c-d65472391dc8), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:55:42.906736 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 43650) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:55:43.276588 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1455923-6541-4bbd-86a0-6da1c8fc83bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:55:43.277975 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-a1455923-6541-4bbd-86a0-6da1c8fc83bc admin admin] 10.222.0.78 "GET /networking/v2.0/subnets/be7a67d1-0569-48bc-88e9-c2545720293d HTTP/1.1" status: 200 len: 816 time: 0.3702750 Aug 30 00:55:44.005710 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-035fe171-2dca-49fc-a74e-5e6f2a9e45a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (976597ea-a902-4e5f-8c76-25f81ae4fb08), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:55:44.206087 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (a0553951-7123-4403-ab2a-bb83048c1e52), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:55:45.098761 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=5 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:55:45.109055 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=8 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:55:45.589279 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=3 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:55:45.607727 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=5 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:55:53.265498 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=13 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:55:53.273675 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=13 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:55:54.199947 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:55:54.202471 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:55:54.593513 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.agents_db [None req-fbf18308-e14c-4042-905c-b7f1770ec079 None None] Agent healthcheck: found 5 active agents {{(pid=106209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 00:56:04.589271 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=15 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:56:04.590235 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=13 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:56:08.913106 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-83fad8f1-b4e5-435f-89b8-bca93e6f93df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (fba0026e-8830-42b0-8a12-2be2a1203730), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:56:11.268388 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-402a88f9-2b8a-4585-aea1-db5c6f5128a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (613dbf26-5731-4391-8a29-3c5185f7ed3f), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:56:11.985213 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 43706) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:56:12.312499 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [None req-30984ffc-c313-4e4e-a446-2b0de9d27905 admin admin] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106207) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 00:56:12.313546 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-30984ffc-c313-4e4e-a446-2b0de9d27905 admin admin] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3280325 Aug 30 00:56:12.455479 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-25c1dd7e-d974-443e-806e-f641d8bbb77b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (0cb86657-2da7-42ea-bd2c-d65472391dc8), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:56:14.010029 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-035fe171-2dca-49fc-a74e-5e6f2a9e45a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (976597ea-a902-4e5f-8c76-25f81ae4fb08), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:56:14.208979 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (a0553951-7123-4403-ab2a-bb83048c1e52), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:56:14.743158 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 43714) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:56:15.079064 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b5f62c7-d28f-4d21-87d5-031aba4d09f0 admin admin] GET failed (client error): The resource could not be found. Aug 30 00:56:15.080354 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-8b5f62c7-d28f-4d21-87d5-031aba4d09f0 admin admin] 10.222.0.78 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3362091 Aug 30 00:56:15.223929 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5ddbf0-d552-41b6-81a8-0d36d53b3bfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:56:15.225440 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-6e5ddbf0-d552-41b6-81a8-0d36d53b3bfb admin admin] 10.222.0.78 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1406815 Aug 30 00:56:17.596500 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 43722) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:56:17.919625 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [None req-91521e6b-e212-4131-8830-b61bd85d0867 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:56:17.940609 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91521e6b-e212-4131-8830-b61bd85d0867 admin admin] Made reservation on behalf of 761e332e13aa43bb851c08b247de0d02 for: {'network': 1} {{(pid=106207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 00:56:17.942911 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-91521e6b-e212-4131-8830-b61bd85d0867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for network (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:56:17.977317 dv-cinder-815146-13-iscsi neutron-server[106207]: WARNING neutron.services.revisions.revision_plugin [None req-91521e6b-e212-4131-8830-b61bd85d0867 admin admin] Could not find related network for resource to bump revision. Aug 30 00:56:17.990122 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91521e6b-e212-4131-8830-b61bd85d0867 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1096} {{(pid=106207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 00:56:18.001170 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-91521e6b-e212-4131-8830-b61bd85d0867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879481'] for segment (640e719e-07bd-4876-8c1b-c9198bd47773), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:56:18.001509 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.db.segments_db [None req-91521e6b-e212-4131-8830-b61bd85d0867 admin admin] Added segment 640e719e-07bd-4876-8c1b-c9198bd47773 of type vlan for network bfc3777e-aab2-4995-8063-ef4723956327 Aug 30 00:56:18.044096 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-91521e6b-e212-4131-8830-b61bd85d0867 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737867601237'] for network (bfc3777e-aab2-4995-8063-ef4723956327), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:56:18.068460 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-91521e6b-e212-4131-8830-b61bd85d0867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16316755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197'] for network (bfc3777e-aab2-4995-8063-ef4723956327), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:56:18.069431 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91521e6b-e212-4131-8830-b61bd85d0867 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:56:18.070006 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-91521e6b-e212-4131-8830-b61bd85d0867 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282183'] for network (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:56:18.140148 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-91521e6b-e212-4131-8830-b61bd85d0867 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.5426519 Aug 30 00:56:18.168290 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91521e6b-e212-4131-8830-b61bd85d0867 admin admin] Pushing event updated for resources: {'Network': ['ID=bfc3777e-aab2-4995-8063-ef4723956327,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:56:18.178832 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Network bfc3777e-aab2-4995-8063-ef4723956327 details requested by agent ovs-agent-dv-cinder-815146-13-iscsi with host dv-cinder-815146-13-iscsi {{(pid=106208) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 00:56:18.594402 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:56:18.599583 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=4 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:56:20.531263 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 43730) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:56:20.945975 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc5c2bf0-fdbe-4929-832f-7416ba53354e admin admin] GET failed (client error): The resource could not be found. Aug 30 00:56:20.947936 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-dc5c2bf0-fdbe-4929-832f-7416ba53354e admin admin] 10.222.0.78 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.4151924 Aug 30 00:56:21.019767 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a40756-945e-40db-bd54-0efcb684d514 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:56:21.021272 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-d9a40756-945e-40db-bd54-0efcb684d514 admin admin] 10.222.0.78 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0685222 Aug 30 00:56:21.032711 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [None req-1c8a41ee-7be7-4cae-839b-4588a720b2c3 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': 'bfc3777e-aab2-4995-8063-ef4723956327'}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:56:21.053379 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8a41ee-7be7-4cae-839b-4588a720b2c3 admin admin] Made reservation on behalf of 761e332e13aa43bb851c08b247de0d02 for: {'subnet': 1} {{(pid=106207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 00:56:21.055931 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-1c8a41ee-7be7-4cae-839b-4588a720b2c3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:56:21.220624 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-1c8a41ee-7be7-4cae-839b-4588a720b2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197'] for subnet (a8429bcc-e5e9-4b00-9443-11eeaffbbcf5), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:56:21.283006 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8a41ee-7be7-4cae-839b-4588a720b2c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8429bcc-e5e9-4b00-9443-11eeaffbbcf5,revision_number=0']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:56:21.289917 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8a41ee-7be7-4cae-839b-4588a720b2c3 admin admin] Checking segment: {'id': '640e719e-07bd-4876-8c1b-c9198bd47773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'bfc3777e-aab2-4995-8063-ef4723956327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 00:56:21.290281 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8a41ee-7be7-4cae-839b-4588a720b2c3 admin admin] Network hostable DHCP agents. Network: bfc3777e-aab2-4995-8063-ef4723956327, hostable agents: ['fba0026e-8830-42b0-8a12-2be2a1203730'], hosted agents: [] {{(pid=106207) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 00:56:21.308030 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8a41ee-7be7-4cae-839b-4588a720b2c3 admin admin] Network bfc3777e-aab2-4995-8063-ef4723956327 is scheduled to be hosted by DHCP agent fba0026e-8830-42b0-8a12-2be2a1203730 with binding_index 1 {{(pid=106207) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 00:56:21.316605 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.base_scheduler [None req-1c8a41ee-7be7-4cae-839b-4588a720b2c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-13-iscsi, bfc3777e-aab2-4995-8063-ef4723956327) {{(pid=106207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 00:56:21.320634 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8a41ee-7be7-4cae-839b-4588a720b2c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:56:21.321252 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-1c8a41ee-7be7-4cae-839b-4588a720b2c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282183'] for subnet (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:56:21.326340 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23316bd7-3193-453d-ac4c-4b67148a1056 None None] Network bfc3777e-aab2-4995-8063-ef4723956327 requested from dv-cinder-815146-13-iscsi {{(pid=106208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 00:56:21.337899 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-1c8a41ee-7be7-4cae-839b-4588a720b2c3 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3084531 Aug 30 00:56:21.444738 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f32468-e48f-4945-8aba-686990d9a761 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp060cecbc-5a04-5e81-8619-a9cce68dc16f-bfc3777e-aab2-4995-8063-ef4723956327', 'network_id': 'bfc3777e-aab2-4995-8063-ef4723956327', 'project_id': '761e332e13aa43bb851c08b247de0d02', 'fixed_ips': [{'subnet_id': 'a8429bcc-e5e9-4b00-9443-11eeaffbbcf5'}]}} from dv-cinder-815146-13-iscsi. {{(pid=106208) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 00:56:21.445711 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-f1f32468-e48f-4945-8aba-686990d9a761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:56:21.588701 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.db_base_plugin_common [None req-f1f32468-e48f-4945-8aba-686990d9a761 None None] Allocated IP 192.168.233.2 (bfc3777e-aab2-4995-8063-ef4723956327/a8429bcc-e5e9-4b00-9443-11eeaffbbcf5/71cce7cf-736f-4b7a-b11d-896a9ea05fd5) {{(pid=106208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 00:56:21.828691 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-f1f32468-e48f-4945-8aba-686990d9a761 None None] Publish callbacks [] for port (71cce7cf-736f-4b7a-b11d-896a9ea05fd5), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:56:21.836032 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-f1f32468-e48f-4945-8aba-686990d9a761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737867580456'] for port (71cce7cf-736f-4b7a-b11d-896a9ea05fd5), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:56:21.878420 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f32468-e48f-4945-8aba-686990d9a761 None None] Network bfc3777e-aab2-4995-8063-ef4723956327 is already hosted by enough agents. {{(pid=106208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 00:56:21.883385 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.scheduler.base_scheduler [None req-f1f32468-e48f-4945-8aba-686990d9a761 None None] Resources bound (agent type, host, resource id): {{(pid=106208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 00:56:21.885553 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f32468-e48f-4945-8aba-686990d9a761 None None] Pushing event updated for resources: {'Port': ['ID=71cce7cf-736f-4b7a-b11d-896a9ea05fd5,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:56:21.887763 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f32468-e48f-4945-8aba-686990d9a761 None None] Received port after_create {{(pid=106208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 00:56:21.899590 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f32468-e48f-4945-8aba-686990d9a761 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:56:21.899936 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f32468-e48f-4945-8aba-686990d9a761 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:56:21.900833 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f32468-e48f-4945-8aba-686990d9a761 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:56:21.901203 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f32468-e48f-4945-8aba-686990d9a761 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:56:21.901536 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f32468-e48f-4945-8aba-686990d9a761 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:56:21.901856 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f32468-e48f-4945-8aba-686990d9a761 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:56:21.902177 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f32468-e48f-4945-8aba-686990d9a761 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:56:21.902494 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f32468-e48f-4945-8aba-686990d9a761 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:56:21.902822 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f32468-e48f-4945-8aba-686990d9a761 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:56:21.903146 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f32468-e48f-4945-8aba-686990d9a761 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:56:21.904028 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f32468-e48f-4945-8aba-686990d9a761 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:56:21.904373 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f32468-e48f-4945-8aba-686990d9a761 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:56:21.904698 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f32468-e48f-4945-8aba-686990d9a761 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:56:21.905013 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f32468-e48f-4945-8aba-686990d9a761 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:56:21.905356 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f32468-e48f-4945-8aba-686990d9a761 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:56:21.957981 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [None req-f1f32468-e48f-4945-8aba-686990d9a761 None None] Attempting to bind port 71cce7cf-736f-4b7a-b11d-896a9ea05fd5 on host dv-cinder-815146-13-iscsi for vnic_type normal with profile {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 00:56:21.958338 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [None req-f1f32468-e48f-4945-8aba-686990d9a761 None None] Attempting to bind port 71cce7cf-736f-4b7a-b11d-896a9ea05fd5 by drivers openvswitch,hyperv on host dv-cinder-815146-13-iscsi at level 0 using segments [{'id': '640e719e-07bd-4876-8c1b-c9198bd47773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'bfc3777e-aab2-4995-8063-ef4723956327'}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 00:56:21.958698 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f32468-e48f-4945-8aba-686990d9a761 None None] Attempting to bind port 71cce7cf-736f-4b7a-b11d-896a9ea05fd5 on network bfc3777e-aab2-4995-8063-ef4723956327 {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 00:56:21.965478 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f32468-e48f-4945-8aba-686990d9a761 None None] Checking agent: {'id': 'a0553951-7123-4403-ab2a-bb83048c1e52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 0, 53, 14), 'started_at': datetime.datetime(2022, 8, 30, 0, 53, 44), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 0, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 00:56:21.965851 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f32468-e48f-4945-8aba-686990d9a761 None None] Checking segment: {'id': '640e719e-07bd-4876-8c1b-c9198bd47773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'bfc3777e-aab2-4995-8063-ef4723956327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 00:56:21.966248 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-f1f32468-e48f-4945-8aba-686990d9a761 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:56:21.966637 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f32468-e48f-4945-8aba-686990d9a761 None None] Bound using segment: {'id': '640e719e-07bd-4876-8c1b-c9198bd47773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'bfc3777e-aab2-4995-8063-ef4723956327'} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 00:56:21.967098 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [None req-f1f32468-e48f-4945-8aba-686990d9a761 None None] Bound port: 71cce7cf-736f-4b7a-b11d-896a9ea05fd5, host: dv-cinder-815146-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '640e719e-07bd-4876-8c1b-c9198bd47773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'bfc3777e-aab2-4995-8063-ef4723956327'}}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 00:56:21.967497 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-f1f32468-e48f-4945-8aba-686990d9a761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (71cce7cf-736f-4b7a-b11d-896a9ea05fd5), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:56:22.030027 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-f1f32468-e48f-4945-8aba-686990d9a761 None None] For port 71cce7cf-736f-4b7a-b11d-896a9ea05fd5, host dv-cinder-815146-13-iscsi, cleared binding levels {{(pid=106208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 00:56:22.033188 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-f1f32468-e48f-4945-8aba-686990d9a761 None None] For port 71cce7cf-736f-4b7a-b11d-896a9ea05fd5, host dv-cinder-815146-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=71cce7cf-736f-4b7a-b11d-896a9ea05fd5,segment=NetworkSegment(640e719e-07bd-4876-8c1b-c9198bd47773),segment_id=640e719e-07bd-4876-8c1b-c9198bd47773)] {{(pid=106208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 00:56:22.038550 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-f1f32468-e48f-4945-8aba-686990d9a761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (71cce7cf-736f-4b7a-b11d-896a9ea05fd5), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:56:22.094103 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f32468-e48f-4945-8aba-686990d9a761 None None] Pushing event updated for resources: {'Port': ['ID=71cce7cf-736f-4b7a-b11d-896a9ea05fd5,revision_number=2']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:56:22.883928 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958d7214-6c6c-4ec4-9deb-899213d7162e None None] Network bfc3777e-aab2-4995-8063-ef4723956327 requested from dv-cinder-815146-13-iscsi {{(pid=106208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 00:56:22.932457 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:56:22.946664 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:56:22.947677 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-d5c34a01-4fea-49ba-bacd-f9952ca0fdee None None] Provisioning complete for port 71cce7cf-736f-4b7a-b11d-896a9ea05fd5 triggered by entity DHCP. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:56:22.948040 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-d5c34a01-4fea-49ba-bacd-f9952ca0fdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (71cce7cf-736f-4b7a-b11d-896a9ea05fd5), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:56:23.082064 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-d5c34a01-4fea-49ba-bacd-f9952ca0fdee None None] Current status of the port 71cce7cf-736f-4b7a-b11d-896a9ea05fd5 is: DOWN; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:56:23.082456 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-d5c34a01-4fea-49ba-bacd-f9952ca0fdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (71cce7cf-736f-4b7a-b11d-896a9ea05fd5), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:56:23.118170 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-d5c34a01-4fea-49ba-bacd-f9952ca0fdee None None] For port 71cce7cf-736f-4b7a-b11d-896a9ea05fd5, host dv-cinder-815146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=71cce7cf-736f-4b7a-b11d-896a9ea05fd5,segment=NetworkSegment(640e719e-07bd-4876-8c1b-c9198bd47773),segment_id=640e719e-07bd-4876-8c1b-c9198bd47773)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:56:23.124496 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-d5c34a01-4fea-49ba-bacd-f9952ca0fdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (71cce7cf-736f-4b7a-b11d-896a9ea05fd5), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:56:23.183587 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c34a01-4fea-49ba-bacd-f9952ca0fdee None None] Pushing event updated for resources: {'Port': ['ID=71cce7cf-736f-4b7a-b11d-896a9ea05fd5,revision_number=3']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:56:23.243004 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-9358a0ef-34b4-43b3-afae-11994481006f None None] Provisioning complete for port 71cce7cf-736f-4b7a-b11d-896a9ea05fd5 triggered by entity DHCP. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:56:23.243402 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-9358a0ef-34b4-43b3-afae-11994481006f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (71cce7cf-736f-4b7a-b11d-896a9ea05fd5), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:56:23.320963 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-9358a0ef-34b4-43b3-afae-11994481006f None None] Current status of the port 71cce7cf-736f-4b7a-b11d-896a9ea05fd5 is: ACTIVE; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:56:24.068395 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device 71cce7cf-736f-4b7a-b11d-896a9ea05fd5 up at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 00:56:24.113985 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Provisioning complete for port 71cce7cf-736f-4b7a-b11d-896a9ea05fd5 triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:56:24.114367 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (71cce7cf-736f-4b7a-b11d-896a9ea05fd5), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:56:24.191125 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Current status of the port 71cce7cf-736f-4b7a-b11d-896a9ea05fd5 is: ACTIVE; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:56:31.331434 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=77,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:56:31.332198 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:56:31.593108 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.agents_db [None req-fbf18308-e14c-4042-905c-b7f1770ec079 None None] Agent healthcheck: found 5 active agents {{(pid=106209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 00:56:38.914207 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-55b01206-216f-4816-8d54-720f2b838792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (fba0026e-8830-42b0-8a12-2be2a1203730), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:56:41.271583 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-370939e3-6c8a-4d86-b923-fc28f8ba141a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (613dbf26-5731-4391-8a29-3c5185f7ed3f), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:56:41.588773 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:56:41.589579 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:56:42.461352 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-25c1dd7e-d974-443e-806e-f641d8bbb77b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (0cb86657-2da7-42ea-bd2c-d65472391dc8), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:56:44.016313 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-035fe171-2dca-49fc-a74e-5e6f2a9e45a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (976597ea-a902-4e5f-8c76-25f81ae4fb08), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:56:44.211611 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (a0553951-7123-4403-ab2a-bb83048c1e52), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:56:54.204834 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=86,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:56:54.207642 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=71,neutron:UPDATE=6 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:56:55.591597 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:56:55.596603 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=4 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:57:07.587322 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:57:07.588444 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:DELETE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:57:08.592577 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.agents_db [None req-fbf18308-e14c-4042-905c-b7f1770ec079 None None] Agent healthcheck: found 5 active agents {{(pid=106209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 00:57:08.917664 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-e7d63e69-d6ff-4617-960a-0b747b41b0a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (fba0026e-8830-42b0-8a12-2be2a1203730), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:57:11.273116 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-da9c979f-d14e-450b-81f1-9dc40adae1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (613dbf26-5731-4391-8a29-3c5185f7ed3f), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:57:12.463367 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-25c1dd7e-d974-443e-806e-f641d8bbb77b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (0cb86657-2da7-42ea-bd2c-d65472391dc8), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:57:14.019477 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-035fe171-2dca-49fc-a74e-5e6f2a9e45a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (976597ea-a902-4e5f-8c76-25f81ae4fb08), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:57:14.215775 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (a0553951-7123-4403-ab2a-bb83048c1e52), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:57:18.587908 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:57:18.588777 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:57:24.209389 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:57:24.211574 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:57:32.590867 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:57:32.595564 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=4 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:57:35.558079 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 43772) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:57:35.563865 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [None req-0f55e6d8-47e8-4c0b-a9e2-cea2ba570344 tempest-verify_tempest_config-1335818296 tempest-verify_tempest_config-1335818296-project] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106207) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 00:57:35.564823 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-0f55e6d8-47e8-4c0b-a9e2-cea2ba570344 tempest-verify_tempest_config-1335818296 tempest-verify_tempest_config-1335818296-project] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0057924 Aug 30 00:57:36.074039 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 43790) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:57:36.403347 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-b5f9b8cd-336a-4a4c-b50b-368259856900 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:57:36.478277 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-b5f9b8cd-336a-4a4c-b50b-368259856900 admin admin] Publish callbacks [] for security_group (c011e202-c068-4100-ba47-350bfdedd45f), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:57:36.481724 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-b5f9b8cd-336a-4a4c-b50b-368259856900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (c011e202-c068-4100-ba47-350bfdedd45f), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:57:36.525102 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f9b8cd-336a-4a4c-b50b-368259856900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c011e202-c068-4100-ba47-350bfdedd45f,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:57:36.528732 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-b5f9b8cd-336a-4a4c-b50b-368259856900 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=8d491e0212194eec997227521f9e2874&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4537225 Aug 30 00:57:36.531678 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 43794) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:57:36.534024 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f9b8cd-336a-4a4c-b50b-368259856900 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:57:36.534361 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f9b8cd-336a-4a4c-b50b-368259856900 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:57:36.534717 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f9b8cd-336a-4a4c-b50b-368259856900 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:57:36.535050 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f9b8cd-336a-4a4c-b50b-368259856900 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:57:36.535379 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f9b8cd-336a-4a4c-b50b-368259856900 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:57:36.535700 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f9b8cd-336a-4a4c-b50b-368259856900 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:57:36.536024 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f9b8cd-336a-4a4c-b50b-368259856900 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:57:36.536342 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f9b8cd-336a-4a4c-b50b-368259856900 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:57:36.536662 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f9b8cd-336a-4a4c-b50b-368259856900 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:57:36.536978 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f9b8cd-336a-4a4c-b50b-368259856900 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:57:36.537340 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f9b8cd-336a-4a4c-b50b-368259856900 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:57:36.537657 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f9b8cd-336a-4a4c-b50b-368259856900 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:57:36.537972 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f9b8cd-336a-4a4c-b50b-368259856900 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:57:36.538287 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f9b8cd-336a-4a4c-b50b-368259856900 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:57:36.539274 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f9b8cd-336a-4a4c-b50b-368259856900 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:57:36.590086 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ab0c2070-02d9-4e5f-a6d8-56728f4b615e admin admin] Publish callbacks [] for security_group (c011e202-c068-4100-ba47-350bfdedd45f), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:57:36.609662 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ab0c2070-02d9-4e5f-a6d8-56728f4b615e admin admin] Publish callbacks [] for security_group (c011e202-c068-4100-ba47-350bfdedd45f), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:57:36.702905 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ab0c2070-02d9-4e5f-a6d8-56728f4b615e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (c011e202-c068-4100-ba47-350bfdedd45f), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:57:36.705553 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ab0c2070-02d9-4e5f-a6d8-56728f4b615e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:57:36.706767 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-ab0c2070-02d9-4e5f-a6d8-56728f4b615e admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/c011e202-c068-4100-ba47-350bfdedd45f HTTP/1.1" status: 204 len: 168 time: 0.1740003 Aug 30 00:57:36.717214 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0c2070-02d9-4e5f-a6d8-56728f4b615e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c011e202-c068-4100-ba47-350bfdedd45f,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:57:36.724874 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0c2070-02d9-4e5f-a6d8-56728f4b615e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:57:36.725256 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0c2070-02d9-4e5f-a6d8-56728f4b615e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:57:36.725604 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0c2070-02d9-4e5f-a6d8-56728f4b615e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:57:36.726648 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0c2070-02d9-4e5f-a6d8-56728f4b615e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:57:36.727027 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0c2070-02d9-4e5f-a6d8-56728f4b615e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:57:36.727365 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0c2070-02d9-4e5f-a6d8-56728f4b615e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:57:36.727860 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0c2070-02d9-4e5f-a6d8-56728f4b615e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:57:36.728198 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0c2070-02d9-4e5f-a6d8-56728f4b615e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:57:36.728551 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0c2070-02d9-4e5f-a6d8-56728f4b615e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:57:36.728885 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0c2070-02d9-4e5f-a6d8-56728f4b615e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:57:36.729259 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0c2070-02d9-4e5f-a6d8-56728f4b615e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:57:36.729593 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0c2070-02d9-4e5f-a6d8-56728f4b615e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:57:36.729917 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0c2070-02d9-4e5f-a6d8-56728f4b615e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:57:36.730239 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0c2070-02d9-4e5f-a6d8-56728f4b615e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:57:36.730559 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0c2070-02d9-4e5f-a6d8-56728f4b615e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:57:38.922701 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-3d9b2754-f881-4528-bdc7-a3986286428b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (fba0026e-8830-42b0-8a12-2be2a1203730), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:57:41.278909 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-bd94674b-24c4-4d78-8cc4-69bb9b6871b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (613dbf26-5731-4391-8a29-3c5185f7ed3f), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:57:42.463036 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-25c1dd7e-d974-443e-806e-f641d8bbb77b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (0cb86657-2da7-42ea-bd2c-d65472391dc8), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:57:44.023839 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-035fe171-2dca-49fc-a74e-5e6f2a9e45a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (976597ea-a902-4e5f-8c76-25f81ae4fb08), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:57:44.231380 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (a0553951-7123-4403-ab2a-bb83048c1e52), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:57:45.593441 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.agents_db [None req-fbf18308-e14c-4042-905c-b7f1770ec079 None None] Agent healthcheck: found 5 active agents {{(pid=106209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 00:57:46.523556 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=13,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:57:46.530316 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=26,neutron:INSERT=5 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:57:46.720047 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=16,neutron:DELETE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:57:46.720759 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:57:54.220813 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:57:54.223406 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:58:08.924547 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-0dfbdfdf-9513-4602-bc94-303138ff2e07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (fba0026e-8830-42b0-8a12-2be2a1203730), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:58:09.586998 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=16 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:58:09.590833 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=18 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:58:11.280622 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-ee32ace6-6b6d-43d4-97f5-4820f932799f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (613dbf26-5731-4391-8a29-3c5185f7ed3f), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:58:12.468123 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-25c1dd7e-d974-443e-806e-f641d8bbb77b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (0cb86657-2da7-42ea-bd2c-d65472391dc8), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:58:14.027273 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-035fe171-2dca-49fc-a74e-5e6f2a9e45a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (976597ea-a902-4e5f-8c76-25f81ae4fb08), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:58:14.214262 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (a0553951-7123-4403-ab2a-bb83048c1e52), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:58:22.592088 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.agents_db [None req-fbf18308-e14c-4042-905c-b7f1770ec079 None None] Agent healthcheck: found 5 active agents {{(pid=106209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 00:58:24.208032 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:58:24.209974 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:58:32.588245 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:58:32.588992 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:58:38.927938 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-c6837c4e-5a75-4802-bab2-0852e3e86b56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (fba0026e-8830-42b0-8a12-2be2a1203730), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:58:41.283268 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-457d7971-e03b-4409-92ec-df74f505ecdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (613dbf26-5731-4391-8a29-3c5185f7ed3f), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:58:42.469091 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-25c1dd7e-d974-443e-806e-f641d8bbb77b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (0cb86657-2da7-42ea-bd2c-d65472391dc8), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:58:44.030711 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-035fe171-2dca-49fc-a74e-5e6f2a9e45a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (976597ea-a902-4e5f-8c76-25f81ae4fb08), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:58:44.216337 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (a0553951-7123-4403-ab2a-bb83048c1e52), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:58:46.591783 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=3 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:58:46.596855 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=3 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:58:54.210793 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:58:54.212769 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:58:59.590654 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.agents_db [None req-fbf18308-e14c-4042-905c-b7f1770ec079 None None] Agent healthcheck: found 5 active agents {{(pid=106209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 00:59:08.934683 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-8b79c477-caf7-4cea-9823-e8fd1baf0751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (fba0026e-8830-42b0-8a12-2be2a1203730), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:59:09.586463 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:59:09.587189 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:59:11.285940 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b4026460-8bf5-4732-bdbb-8747ae5a92d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (613dbf26-5731-4391-8a29-3c5185f7ed3f), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:59:12.471253 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-25c1dd7e-d974-443e-806e-f641d8bbb77b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (0cb86657-2da7-42ea-bd2c-d65472391dc8), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:59:13.872466 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16468101'] for agent (ec393def-3d84-45a3-8a6c-ed049d62fe0a), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:59:14.034640 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-035fe171-2dca-49fc-a74e-5e6f2a9e45a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (976597ea-a902-4e5f-8c76-25f81ae4fb08), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:59:14.219814 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (a0553951-7123-4403-ab2a-bb83048c1e52), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:59:23.598025 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:59:23.606182 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=4 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:59:24.213829 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:59:24.216356 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:59:25.399420 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 43890) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:59:25.527790 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-d6c1d904-fe54-4e71-ac9b-73cc93696725 admin admin] 10.222.0.78 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1272097 Aug 30 00:59:27.715705 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 43900) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:59:27.771379 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-0c88676b-06ec-46d5-9038-b87ddf59edf7 admin admin] 10.222.0.78 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0545459 Aug 30 00:59:36.591005 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.agents_db [None req-fbf18308-e14c-4042-905c-b7f1770ec079 None None] Agent healthcheck: found 6 active agents {{(pid=106209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 00:59:37.765572 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:59:37.766485 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:59:38.929442 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b69ab42b-bc15-4f03-b13b-79bd999e2a90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (fba0026e-8830-42b0-8a12-2be2a1203730), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:59:41.290143 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-dbd19d66-c43e-46d6-9ee5-6c3a61e177a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (613dbf26-5731-4391-8a29-3c5185f7ed3f), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:59:42.473575 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-25c1dd7e-d974-443e-806e-f641d8bbb77b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (0cb86657-2da7-42ea-bd2c-d65472391dc8), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:59:43.826877 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (ec393def-3d84-45a3-8a6c-ed049d62fe0a), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:59:44.037508 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-035fe171-2dca-49fc-a74e-5e6f2a9e45a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (976597ea-a902-4e5f-8c76-25f81ae4fb08), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:59:44.224059 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (a0553951-7123-4403-ab2a-bb83048c1e52), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:59:46.586918 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:59:46.587766 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:59:54.217230 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=10 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:59:54.219069 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=8,neutron:UPDATE=6 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:00:04.162923 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=15 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:00:04.164728 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=17 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:00:08.931616 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-a05382a3-fae8-41e5-893a-212d2aace0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (fba0026e-8830-42b0-8a12-2be2a1203730), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:00:11.292340 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-e092ff06-d07e-4da7-b70b-314540aed664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (613dbf26-5731-4391-8a29-3c5185f7ed3f), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:00:12.476050 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-25c1dd7e-d974-443e-806e-f641d8bbb77b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (0cb86657-2da7-42ea-bd2c-d65472391dc8), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:00:13.589785 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.agents_db [None req-fbf18308-e14c-4042-905c-b7f1770ec079 None None] Agent healthcheck: found 6 active agents {{(pid=106209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:00:13.836000 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (ec393def-3d84-45a3-8a6c-ed049d62fe0a), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:00:14.042448 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-035fe171-2dca-49fc-a74e-5e6f2a9e45a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (976597ea-a902-4e5f-8c76-25f81ae4fb08), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:00:14.228615 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (a0553951-7123-4403-ab2a-bb83048c1e52), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:00:23.586394 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:00:24.222685 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:00:24.224097 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:00:38.934081 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-094ebcd5-ad27-4bab-9d6e-d4c3c3aea7d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (fba0026e-8830-42b0-8a12-2be2a1203730), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:00:41.295738 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-78101e97-be19-4e8b-a126-f71e2f6d3364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (613dbf26-5731-4391-8a29-3c5185f7ed3f), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:00:42.479552 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-25c1dd7e-d974-443e-806e-f641d8bbb77b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (0cb86657-2da7-42ea-bd2c-d65472391dc8), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:00:43.837866 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (ec393def-3d84-45a3-8a6c-ed049d62fe0a), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:00:44.049043 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-035fe171-2dca-49fc-a74e-5e6f2a9e45a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (976597ea-a902-4e5f-8c76-25f81ae4fb08), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:00:44.234582 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (a0553951-7123-4403-ab2a-bb83048c1e52), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:00:45.591314 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=5 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:00:45.592172 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=3 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:00:50.589605 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.agents_db [None req-fbf18308-e14c-4042-905c-b7f1770ec079 None None] Agent healthcheck: found 6 active agents {{(pid=106209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:00:54.222432 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=19,neutron:UPDATE=5 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:00:54.229978 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:00.585265 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:00.671058 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 44082) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:00.860624 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [None req-85edd807-e83c-448a-a228-8d04ed51f4ac admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-568706440-network', 'tenant_id': 'ceebbaa5dd9d4110a6393190c5b466f0'}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:01:00.885638 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85edd807-e83c-448a-a228-8d04ed51f4ac admin admin] Made reservation on behalf of ceebbaa5dd9d4110a6393190c5b466f0 for: {'network': 1} {{(pid=106207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:01:00.897569 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-85edd807-e83c-448a-a228-8d04ed51f4ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for network (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:00.909687 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-85edd807-e83c-448a-a228-8d04ed51f4ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:01.101942 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-85edd807-e83c-448a-a228-8d04ed51f4ac admin admin] Publish callbacks [] for security_group (872fe2ee-9cb9-49c2-ae04-fb1a853df1f6), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:01.111282 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-85edd807-e83c-448a-a228-8d04ed51f4ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (872fe2ee-9cb9-49c2-ae04-fb1a853df1f6), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:01.125888 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85edd807-e83c-448a-a228-8d04ed51f4ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1074} {{(pid=106207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 01:01:01.138758 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-85edd807-e83c-448a-a228-8d04ed51f4ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879481'] for segment (c47d2ff1-3cd9-4a2f-88ea-ac8145096927), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:01.139580 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.db.segments_db [None req-85edd807-e83c-448a-a228-8d04ed51f4ac admin admin] Added segment c47d2ff1-3cd9-4a2f-88ea-ac8145096927 of type vlan for network 5ee6ec53-bf26-4fab-b55f-62bd4221ec41 Aug 30 01:01:01.227850 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85edd807-e83c-448a-a228-8d04ed51f4ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:01.232447 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-85edd807-e83c-448a-a228-8d04ed51f4ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737867601237'] for network (5ee6ec53-bf26-4fab-b55f-62bd4221ec41), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:01.243277 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85edd807-e83c-448a-a228-8d04ed51f4ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:01:01.243630 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85edd807-e83c-448a-a228-8d04ed51f4ac admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:01:01.243992 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85edd807-e83c-448a-a228-8d04ed51f4ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:01:01.244336 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85edd807-e83c-448a-a228-8d04ed51f4ac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:01:01.244695 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85edd807-e83c-448a-a228-8d04ed51f4ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:01:01.245005 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85edd807-e83c-448a-a228-8d04ed51f4ac admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:01:01.245380 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85edd807-e83c-448a-a228-8d04ed51f4ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:01:01.245709 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85edd807-e83c-448a-a228-8d04ed51f4ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:01:01.246050 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85edd807-e83c-448a-a228-8d04ed51f4ac admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:01:01.246532 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85edd807-e83c-448a-a228-8d04ed51f4ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:01:01.246871 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85edd807-e83c-448a-a228-8d04ed51f4ac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:01:01.247199 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85edd807-e83c-448a-a228-8d04ed51f4ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:01:01.247592 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85edd807-e83c-448a-a228-8d04ed51f4ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:01:01.247918 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85edd807-e83c-448a-a228-8d04ed51f4ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:01:01.248241 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85edd807-e83c-448a-a228-8d04ed51f4ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:01:01.249479 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85edd807-e83c-448a-a228-8d04ed51f4ac admin admin] Tracked resource versions report: Aug 30 01:01:01.249479 dv-cinder-815146-13-iscsi neutron-server[106207]: pushed versions: Aug 30 01:01:01.249479 dv-cinder-815146-13-iscsi neutron-server[106207]: { 'AddressGroup': {'1.2'}, Aug 30 01:01:01.249479 dv-cinder-815146-13-iscsi neutron-server[106207]: 'Agent': {'1.1'}, Aug 30 01:01:01.249479 dv-cinder-815146-13-iscsi neutron-server[106207]: 'ConntrackHelper': {'1.0'}, Aug 30 01:01:01.249479 dv-cinder-815146-13-iscsi neutron-server[106207]: 'LocalIPAssociation': {'1.0'}, Aug 30 01:01:01.249479 dv-cinder-815146-13-iscsi neutron-server[106207]: 'Log': {'1.0'}, Aug 30 01:01:01.249479 dv-cinder-815146-13-iscsi neutron-server[106207]: 'NDPProxy': {'1.0'}, Aug 30 01:01:01.249479 dv-cinder-815146-13-iscsi neutron-server[106207]: 'Network': {'1.1'}, Aug 30 01:01:01.249479 dv-cinder-815146-13-iscsi neutron-server[106207]: 'Port': {'1.7'}, Aug 30 01:01:01.249479 dv-cinder-815146-13-iscsi neutron-server[106207]: 'PortForwarding': {'1.3'}, Aug 30 01:01:01.249479 dv-cinder-815146-13-iscsi neutron-server[106207]: 'QosPolicy': {'1.10'}, Aug 30 01:01:01.249479 dv-cinder-815146-13-iscsi neutron-server[106207]: 'SecurityGroup': {'1.5'}, Aug 30 01:01:01.249479 dv-cinder-815146-13-iscsi neutron-server[106207]: 'SecurityGroupRule': {'1.2'}, Aug 30 01:01:01.249479 dv-cinder-815146-13-iscsi neutron-server[106207]: 'SubPort': {'1.0'}, Aug 30 01:01:01.249479 dv-cinder-815146-13-iscsi neutron-server[106207]: 'Subnet': {'1.1'}, Aug 30 01:01:01.249479 dv-cinder-815146-13-iscsi neutron-server[106207]: 'Trunk': {'1.1'}} Aug 30 01:01:01.249479 dv-cinder-815146-13-iscsi neutron-server[106207]: consumer versions: Aug 30 01:01:01.249479 dv-cinder-815146-13-iscsi neutron-server[106207]: { DHCP agent@dv-cinder-815146-13-iscsi: {}, Aug 30 01:01:01.249479 dv-cinder-815146-13-iscsi neutron-server[106207]: HyperV agent@hv-cinder-81514: {}, Aug 30 01:01:01.249479 dv-cinder-815146-13-iscsi neutron-server[106207]: L3 agent@dv-cinder-815146-13-iscsi: {}, Aug 30 01:01:01.249479 dv-cinder-815146-13-iscsi neutron-server[106207]: Metadata agent@dv-cinder-815146-13-iscsi: {}, Aug 30 01:01:01.249479 dv-cinder-815146-13-iscsi neutron-server[106207]: Metering agent@dv-cinder-815146-13-iscsi: {}, Aug 30 01:01:01.249479 dv-cinder-815146-13-iscsi neutron-server[106207]: Open vSwitch agent@dv-cinder-815146-13-iscsi: { 'AddressGroup': '1.2', Aug 30 01:01:01.249479 dv-cinder-815146-13-iscsi neutron-server[106207]: 'Agent': '1.1', Aug 30 01:01:01.249479 dv-cinder-815146-13-iscsi neutron-server[106207]: 'ConntrackHelper': '1.0', Aug 30 01:01:01.249479 dv-cinder-815146-13-iscsi neutron-server[106207]: 'LocalIPAssociation': '1.0', Aug 30 01:01:01.249479 dv-cinder-815146-13-iscsi neutron-server[106207]: 'Log': '1.0', Aug 30 01:01:01.249479 dv-cinder-815146-13-iscsi neutron-server[106207]: 'NDPProxy': '1.0', Aug 30 01:01:01.249479 dv-cinder-815146-13-iscsi neutron-server[106207]: 'Network': '1.1', Aug 30 01:01:01.249479 dv-cinder-815146-13-iscsi neutron-server[106207]: 'Port': '1.7', Aug 30 01:01:01.249479 dv-cinder-815146-13-iscsi neutron-server[106207]: 'PortForwarding': '1.3', Aug 30 01:01:01.249479 dv-cinder-815146-13-iscsi neutron-server[106207]: 'QosPolicy': '1.10', Aug 30 01:01:01.249479 dv-cinder-815146-13-iscsi neutron-server[106207]: 'SecurityGroup': '1.5', Aug 30 01:01:01.249479 dv-cinder-815146-13-iscsi neutron-server[106207]: 'SecurityGroupRule': '1.2', Aug 30 01:01:01.249479 dv-cinder-815146-13-iscsi neutron-server[106207]: 'SubPort': '1.0', Aug 30 01:01:01.249479 dv-cinder-815146-13-iscsi neutron-server[106207]: 'Subnet': '1.1', Aug 30 01:01:01.249479 dv-cinder-815146-13-iscsi neutron-server[106207]: 'Trunk': '1.1'}} Aug 30 01:01:01.249479 dv-cinder-815146-13-iscsi neutron-server[106207]: {{(pid=106207) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 01:01:01.278988 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-85edd807-e83c-448a-a228-8d04ed51f4ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16316755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197'] for network (5ee6ec53-bf26-4fab-b55f-62bd4221ec41), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:01.280735 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85edd807-e83c-448a-a228-8d04ed51f4ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:01.281705 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-85edd807-e83c-448a-a228-8d04ed51f4ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282183'] for network (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:01.368673 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-85edd807-e83c-448a-a228-8d04ed51f4ac admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6963568 Aug 30 01:01:01.369864 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85edd807-e83c-448a-a228-8d04ed51f4ac admin admin] Pushing event updated for resources: {'Network': ['ID=5ee6ec53-bf26-4fab-b55f-62bd4221ec41,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:01.371854 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 44114) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:01.379643 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [None req-f2f39d88-6ef1-45ee-9b78-18362e367199 admin admin] Request body: {'subnet': {'network_id': '5ee6ec53-bf26-4fab-b55f-62bd4221ec41', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-568706440-subnet', 'tenant_id': 'ceebbaa5dd9d4110a6393190c5b466f0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:01:01.382556 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Network 5ee6ec53-bf26-4fab-b55f-62bd4221ec41 details requested by agent ovs-agent-dv-cinder-815146-13-iscsi with host dv-cinder-815146-13-iscsi {{(pid=106208) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 01:01:01.398819 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 44118) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:01.407153 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f39d88-6ef1-45ee-9b78-18362e367199 admin admin] Made reservation on behalf of ceebbaa5dd9d4110a6393190c5b466f0 for: {'subnet': 1} {{(pid=106206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:01:01.410020 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-f2f39d88-6ef1-45ee-9b78-18362e367199 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:01.536395 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 44128) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:01.633408 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-f2f39d88-6ef1-45ee-9b78-18362e367199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197'] for subnet (4a91c71a-9152-4bb3-bae3-f34c8bf8c47c), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:01.680423 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f39d88-6ef1-45ee-9b78-18362e367199 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a91c71a-9152-4bb3-bae3-f34c8bf8c47c,revision_number=0']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:01.690941 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f39d88-6ef1-45ee-9b78-18362e367199 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:01:01.691481 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f39d88-6ef1-45ee-9b78-18362e367199 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:01:01.691847 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f39d88-6ef1-45ee-9b78-18362e367199 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:01:01.692193 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f39d88-6ef1-45ee-9b78-18362e367199 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:01:01.692526 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f39d88-6ef1-45ee-9b78-18362e367199 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:01:01.692861 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f39d88-6ef1-45ee-9b78-18362e367199 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:01:01.693215 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f39d88-6ef1-45ee-9b78-18362e367199 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:01:01.693542 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f39d88-6ef1-45ee-9b78-18362e367199 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:01:01.693867 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f39d88-6ef1-45ee-9b78-18362e367199 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:01:01.694194 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f39d88-6ef1-45ee-9b78-18362e367199 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:01:01.694536 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f39d88-6ef1-45ee-9b78-18362e367199 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:01:01.694857 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f39d88-6ef1-45ee-9b78-18362e367199 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:01:01.695354 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f39d88-6ef1-45ee-9b78-18362e367199 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:01:01.695851 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f39d88-6ef1-45ee-9b78-18362e367199 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:01:01.696180 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f39d88-6ef1-45ee-9b78-18362e367199 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:01:01.697395 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f39d88-6ef1-45ee-9b78-18362e367199 admin admin] Tracked resource versions report: Aug 30 01:01:01.697395 dv-cinder-815146-13-iscsi neutron-server[106206]: pushed versions: Aug 30 01:01:01.697395 dv-cinder-815146-13-iscsi neutron-server[106206]: { 'AddressGroup': {'1.2'}, Aug 30 01:01:01.697395 dv-cinder-815146-13-iscsi neutron-server[106206]: 'Agent': {'1.1'}, Aug 30 01:01:01.697395 dv-cinder-815146-13-iscsi neutron-server[106206]: 'ConntrackHelper': {'1.0'}, Aug 30 01:01:01.697395 dv-cinder-815146-13-iscsi neutron-server[106206]: 'LocalIPAssociation': {'1.0'}, Aug 30 01:01:01.697395 dv-cinder-815146-13-iscsi neutron-server[106206]: 'Log': {'1.0'}, Aug 30 01:01:01.697395 dv-cinder-815146-13-iscsi neutron-server[106206]: 'NDPProxy': {'1.0'}, Aug 30 01:01:01.697395 dv-cinder-815146-13-iscsi neutron-server[106206]: 'Network': {'1.1'}, Aug 30 01:01:01.697395 dv-cinder-815146-13-iscsi neutron-server[106206]: 'Port': {'1.7'}, Aug 30 01:01:01.697395 dv-cinder-815146-13-iscsi neutron-server[106206]: 'PortForwarding': {'1.3'}, Aug 30 01:01:01.697395 dv-cinder-815146-13-iscsi neutron-server[106206]: 'QosPolicy': {'1.10'}, Aug 30 01:01:01.697395 dv-cinder-815146-13-iscsi neutron-server[106206]: 'SecurityGroup': {'1.5'}, Aug 30 01:01:01.697395 dv-cinder-815146-13-iscsi neutron-server[106206]: 'SecurityGroupRule': {'1.2'}, Aug 30 01:01:01.697395 dv-cinder-815146-13-iscsi neutron-server[106206]: 'SubPort': {'1.0'}, Aug 30 01:01:01.697395 dv-cinder-815146-13-iscsi neutron-server[106206]: 'Subnet': {'1.1'}, Aug 30 01:01:01.697395 dv-cinder-815146-13-iscsi neutron-server[106206]: 'Trunk': {'1.1'}} Aug 30 01:01:01.697395 dv-cinder-815146-13-iscsi neutron-server[106206]: consumer versions: Aug 30 01:01:01.697395 dv-cinder-815146-13-iscsi neutron-server[106206]: { DHCP agent@dv-cinder-815146-13-iscsi: {}, Aug 30 01:01:01.697395 dv-cinder-815146-13-iscsi neutron-server[106206]: HyperV agent@hv-cinder-81514: {}, Aug 30 01:01:01.697395 dv-cinder-815146-13-iscsi neutron-server[106206]: L3 agent@dv-cinder-815146-13-iscsi: {}, Aug 30 01:01:01.697395 dv-cinder-815146-13-iscsi neutron-server[106206]: Metadata agent@dv-cinder-815146-13-iscsi: {}, Aug 30 01:01:01.697395 dv-cinder-815146-13-iscsi neutron-server[106206]: Metering agent@dv-cinder-815146-13-iscsi: {}, Aug 30 01:01:01.697395 dv-cinder-815146-13-iscsi neutron-server[106206]: Open vSwitch agent@dv-cinder-815146-13-iscsi: { 'AddressGroup': '1.2', Aug 30 01:01:01.697395 dv-cinder-815146-13-iscsi neutron-server[106206]: 'Agent': '1.1', Aug 30 01:01:01.697395 dv-cinder-815146-13-iscsi neutron-server[106206]: 'ConntrackHelper': '1.0', Aug 30 01:01:01.697395 dv-cinder-815146-13-iscsi neutron-server[106206]: 'LocalIPAssociation': '1.0', Aug 30 01:01:01.697395 dv-cinder-815146-13-iscsi neutron-server[106206]: 'Log': '1.0', Aug 30 01:01:01.697395 dv-cinder-815146-13-iscsi neutron-server[106206]: 'NDPProxy': '1.0', Aug 30 01:01:01.697395 dv-cinder-815146-13-iscsi neutron-server[106206]: 'Network': '1.1', Aug 30 01:01:01.697395 dv-cinder-815146-13-iscsi neutron-server[106206]: 'Port': '1.7', Aug 30 01:01:01.697395 dv-cinder-815146-13-iscsi neutron-server[106206]: 'PortForwarding': '1.3', Aug 30 01:01:01.697395 dv-cinder-815146-13-iscsi neutron-server[106206]: 'QosPolicy': '1.10', Aug 30 01:01:01.697395 dv-cinder-815146-13-iscsi neutron-server[106206]: 'SecurityGroup': '1.5', Aug 30 01:01:01.697395 dv-cinder-815146-13-iscsi neutron-server[106206]: 'SecurityGroupRule': '1.2', Aug 30 01:01:01.697395 dv-cinder-815146-13-iscsi neutron-server[106206]: 'SubPort': '1.0', Aug 30 01:01:01.697395 dv-cinder-815146-13-iscsi neutron-server[106206]: 'Subnet': '1.1', Aug 30 01:01:01.697395 dv-cinder-815146-13-iscsi neutron-server[106206]: 'Trunk': '1.1'}} Aug 30 01:01:01.697395 dv-cinder-815146-13-iscsi neutron-server[106206]: {{(pid=106206) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 01:01:01.722362 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f39d88-6ef1-45ee-9b78-18362e367199 admin admin] Checking segment: {'id': 'c47d2ff1-3cd9-4a2f-88ea-ac8145096927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '5ee6ec53-bf26-4fab-b55f-62bd4221ec41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:01:01.722785 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f39d88-6ef1-45ee-9b78-18362e367199 admin admin] Network hostable DHCP agents. Network: 5ee6ec53-bf26-4fab-b55f-62bd4221ec41, hostable agents: ['fba0026e-8830-42b0-8a12-2be2a1203730'], hosted agents: [] {{(pid=106206) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 01:01:01.745917 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f39d88-6ef1-45ee-9b78-18362e367199 admin admin] Network 5ee6ec53-bf26-4fab-b55f-62bd4221ec41 is scheduled to be hosted by DHCP agent fba0026e-8830-42b0-8a12-2be2a1203730 with binding_index 1 {{(pid=106206) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 01:01:01.758128 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 44148) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:01.765928 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.base_scheduler [None req-f2f39d88-6ef1-45ee-9b78-18362e367199 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-13-iscsi, 5ee6ec53-bf26-4fab-b55f-62bd4221ec41) {{(pid=106206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:01:01.770785 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f39d88-6ef1-45ee-9b78-18362e367199 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:01.771372 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [None req-e4cffa73-d0f7-48a7-9d17-eac8deeea572 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-319731533-network', 'tenant_id': 'f40b3e29a18b48cba6800c9f3a0dfee9'}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:01:01.771867 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-f2f39d88-6ef1-45ee-9b78-18362e367199 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282183'] for subnet (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:01.777374 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb96c1c-4750-4942-98c5-d1aab5aba8fc None None] Network 5ee6ec53-bf26-4fab-b55f-62bd4221ec41 requested from dv-cinder-815146-13-iscsi {{(pid=106208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:01:01.792902 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 44152) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:01.793444 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-f2f39d88-6ef1-45ee-9b78-18362e367199 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4194250 Aug 30 01:01:01.800280 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [None req-e2c8b989-065d-4709-a1de-e8952f43efe7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-568706440-router', 'tenant_id': 'ceebbaa5dd9d4110a6393190c5b466f0', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb'}}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:01:01.822831 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4cffa73-d0f7-48a7-9d17-eac8deeea572 admin admin] Made reservation on behalf of f40b3e29a18b48cba6800c9f3a0dfee9 for: {'network': 1} {{(pid=106207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:01:01.825776 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-e4cffa73-d0f7-48a7-9d17-eac8deeea572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for network (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:01.829477 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-e2c8b989-065d-4709-a1de-e8952f43efe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16469197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61039'] for router (bfbc9895-1b34-4da0-af70-7d9bca0a2319), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:01.831108 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-e2c8b989-065d-4709-a1de-e8952f43efe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16467696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16461524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16397380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61028'] for router (bfbc9895-1b34-4da0-af70-7d9bca0a2319), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:01.844465 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-e4cffa73-d0f7-48a7-9d17-eac8deeea572 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:01.892062 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [None req-640f7da8-827c-4066-80d1-21f2960e837e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-987046986-network', 'tenant_id': '0596692dbfb149139a1e72159c6f93db'}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:01:01.918447 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6b5478-dcf7-4cdf-956e-ad683fc1f741 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp060cecbc-5a04-5e81-8619-a9cce68dc16f-5ee6ec53-bf26-4fab-b55f-62bd4221ec41', 'network_id': '5ee6ec53-bf26-4fab-b55f-62bd4221ec41', 'project_id': 'ceebbaa5dd9d4110a6393190c5b466f0', 'fixed_ips': [{'subnet_id': '4a91c71a-9152-4bb3-bae3-f34c8bf8c47c'}]}} from dv-cinder-815146-13-iscsi. {{(pid=106208) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 01:01:01.919899 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-4e6b5478-dcf7-4cdf-956e-ad683fc1f741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:01.991253 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-e2c8b989-065d-4709-a1de-e8952f43efe7 admin admin] Publish callbacks [] for router_controller (bfbc9895-1b34-4da0-af70-7d9bca0a2319), precommit_add_association {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:02.010293 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-640f7da8-827c-4066-80d1-21f2960e837e admin admin] Made reservation on behalf of 0596692dbfb149139a1e72159c6f93db for: {'network': 1} {{(pid=106207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:01:02.013111 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-640f7da8-827c-4066-80d1-21f2960e837e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for network (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:02.087537 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-640f7da8-827c-4066-80d1-21f2960e837e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:02.121662 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.db_base_plugin_common [None req-4e6b5478-dcf7-4cdf-956e-ad683fc1f741 None None] Allocated IP 172.20.0.2 (5ee6ec53-bf26-4fab-b55f-62bd4221ec41/4a91c71a-9152-4bb3-bae3-f34c8bf8c47c/da45e07a-e788-472d-a235-25b6f30c76bf) {{(pid=106208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:01:02.182403 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [None req-5b300bdf-308c-4371-88d6-7c43fedaca79 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1035991626-network', 'tenant_id': '0c0f91770bb14bb6920fc277936c189e'}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:01:02.210900 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=75,neutron:INSERT=21,neutron:UPDATE=4 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:02.219905 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b300bdf-308c-4371-88d6-7c43fedaca79 admin admin] Made reservation on behalf of 0c0f91770bb14bb6920fc277936c189e for: {'network': 1} {{(pid=106206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:01:02.222714 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-5b300bdf-308c-4371-88d6-7c43fedaca79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for network (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:02.227438 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=75,neutron:INSERT=21,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:02.230856 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-e2c8b989-065d-4709-a1de-e8952f43efe7 admin admin] Publish callbacks [] for router_gateway (bfbc9895-1b34-4da0-af70-7d9bca0a2319), precommit_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:02.240805 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-5b300bdf-308c-4371-88d6-7c43fedaca79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:02.280867 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-e4cffa73-d0f7-48a7-9d17-eac8deeea572 admin admin] Publish callbacks [] for security_group (5d3197ab-0121-41a1-8914-e5922d4320a6), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:02.304478 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-e4cffa73-d0f7-48a7-9d17-eac8deeea572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (5d3197ab-0121-41a1-8914-e5922d4320a6), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:02.326415 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-4e6b5478-dcf7-4cdf-956e-ad683fc1f741 None None] Publish callbacks [] for port (da45e07a-e788-472d-a235-25b6f30c76bf), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:02.334192 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-4e6b5478-dcf7-4cdf-956e-ad683fc1f741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737867580456'] for port (da45e07a-e788-472d-a235-25b6f30c76bf), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:02.390560 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-5b300bdf-308c-4371-88d6-7c43fedaca79 admin admin] Publish callbacks [] for security_group (fd73283f-0252-47d5-9b6c-21e114ae8d86), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:02.394970 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4cffa73-d0f7-48a7-9d17-eac8deeea572 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1095} {{(pid=106207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 01:01:02.396728 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6b5478-dcf7-4cdf-956e-ad683fc1f741 None None] Network 5ee6ec53-bf26-4fab-b55f-62bd4221ec41 is already hosted by enough agents. {{(pid=106208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:01:02.397527 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-5b300bdf-308c-4371-88d6-7c43fedaca79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (fd73283f-0252-47d5-9b6c-21e114ae8d86), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:02.405113 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.scheduler.base_scheduler [None req-4e6b5478-dcf7-4cdf-956e-ad683fc1f741 None None] Resources bound (agent type, host, resource id): {{(pid=106208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:01:02.418682 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6b5478-dcf7-4cdf-956e-ad683fc1f741 None None] Received port after_create {{(pid=106208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:01:02.423546 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b300bdf-308c-4371-88d6-7c43fedaca79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1052} {{(pid=106206) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 01:01:02.425405 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6b5478-dcf7-4cdf-956e-ad683fc1f741 None None] Pushing event updated for resources: {'Port': ['ID=da45e07a-e788-472d-a235-25b6f30c76bf,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:02.437870 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cffa73-d0f7-48a7-9d17-eac8deeea572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d3197ab-0121-41a1-8914-e5922d4320a6,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:02.443137 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6b5478-dcf7-4cdf-956e-ad683fc1f741 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:01:02.443496 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6b5478-dcf7-4cdf-956e-ad683fc1f741 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:01:02.443859 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6b5478-dcf7-4cdf-956e-ad683fc1f741 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:01:02.444218 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6b5478-dcf7-4cdf-956e-ad683fc1f741 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:01:02.444714 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6b5478-dcf7-4cdf-956e-ad683fc1f741 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:01:02.445057 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6b5478-dcf7-4cdf-956e-ad683fc1f741 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:01:02.445503 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6b5478-dcf7-4cdf-956e-ad683fc1f741 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:01:02.445836 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6b5478-dcf7-4cdf-956e-ad683fc1f741 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:01:02.446165 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6b5478-dcf7-4cdf-956e-ad683fc1f741 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:01:02.446598 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6b5478-dcf7-4cdf-956e-ad683fc1f741 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:01:02.447537 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6b5478-dcf7-4cdf-956e-ad683fc1f741 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:01:02.447537 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6b5478-dcf7-4cdf-956e-ad683fc1f741 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:01:02.447720 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6b5478-dcf7-4cdf-956e-ad683fc1f741 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:01:02.447922 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6b5478-dcf7-4cdf-956e-ad683fc1f741 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:01:02.448187 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6b5478-dcf7-4cdf-956e-ad683fc1f741 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:01:02.449998 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6b5478-dcf7-4cdf-956e-ad683fc1f741 None None] Tracked resource versions report: Aug 30 01:01:02.449998 dv-cinder-815146-13-iscsi neutron-server[106208]: pushed versions: Aug 30 01:01:02.449998 dv-cinder-815146-13-iscsi neutron-server[106208]: { 'AddressGroup': {'1.2'}, Aug 30 01:01:02.449998 dv-cinder-815146-13-iscsi neutron-server[106208]: 'Agent': {'1.1'}, Aug 30 01:01:02.449998 dv-cinder-815146-13-iscsi neutron-server[106208]: 'ConntrackHelper': {'1.0'}, Aug 30 01:01:02.449998 dv-cinder-815146-13-iscsi neutron-server[106208]: 'LocalIPAssociation': {'1.0'}, Aug 30 01:01:02.449998 dv-cinder-815146-13-iscsi neutron-server[106208]: 'Log': {'1.0'}, Aug 30 01:01:02.449998 dv-cinder-815146-13-iscsi neutron-server[106208]: 'NDPProxy': {'1.0'}, Aug 30 01:01:02.449998 dv-cinder-815146-13-iscsi neutron-server[106208]: 'Network': {'1.1'}, Aug 30 01:01:02.449998 dv-cinder-815146-13-iscsi neutron-server[106208]: 'Port': {'1.7'}, Aug 30 01:01:02.449998 dv-cinder-815146-13-iscsi neutron-server[106208]: 'PortForwarding': {'1.3'}, Aug 30 01:01:02.449998 dv-cinder-815146-13-iscsi neutron-server[106208]: 'QosPolicy': {'1.10'}, Aug 30 01:01:02.449998 dv-cinder-815146-13-iscsi neutron-server[106208]: 'SecurityGroup': {'1.5'}, Aug 30 01:01:02.449998 dv-cinder-815146-13-iscsi neutron-server[106208]: 'SecurityGroupRule': {'1.2'}, Aug 30 01:01:02.449998 dv-cinder-815146-13-iscsi neutron-server[106208]: 'SubPort': {'1.0'}, Aug 30 01:01:02.449998 dv-cinder-815146-13-iscsi neutron-server[106208]: 'Subnet': {'1.1'}, Aug 30 01:01:02.449998 dv-cinder-815146-13-iscsi neutron-server[106208]: 'Trunk': {'1.1'}} Aug 30 01:01:02.449998 dv-cinder-815146-13-iscsi neutron-server[106208]: consumer versions: Aug 30 01:01:02.449998 dv-cinder-815146-13-iscsi neutron-server[106208]: { DHCP agent@dv-cinder-815146-13-iscsi: {}, Aug 30 01:01:02.449998 dv-cinder-815146-13-iscsi neutron-server[106208]: HyperV agent@hv-cinder-81514: {}, Aug 30 01:01:02.449998 dv-cinder-815146-13-iscsi neutron-server[106208]: L3 agent@dv-cinder-815146-13-iscsi: {}, Aug 30 01:01:02.449998 dv-cinder-815146-13-iscsi neutron-server[106208]: Metadata agent@dv-cinder-815146-13-iscsi: {}, Aug 30 01:01:02.449998 dv-cinder-815146-13-iscsi neutron-server[106208]: Metering agent@dv-cinder-815146-13-iscsi: {}, Aug 30 01:01:02.449998 dv-cinder-815146-13-iscsi neutron-server[106208]: Open vSwitch agent@dv-cinder-815146-13-iscsi: { 'AddressGroup': '1.2', Aug 30 01:01:02.449998 dv-cinder-815146-13-iscsi neutron-server[106208]: 'Agent': '1.1', Aug 30 01:01:02.449998 dv-cinder-815146-13-iscsi neutron-server[106208]: 'ConntrackHelper': '1.0', Aug 30 01:01:02.449998 dv-cinder-815146-13-iscsi neutron-server[106208]: 'LocalIPAssociation': '1.0', Aug 30 01:01:02.449998 dv-cinder-815146-13-iscsi neutron-server[106208]: 'Log': '1.0', Aug 30 01:01:02.449998 dv-cinder-815146-13-iscsi neutron-server[106208]: 'NDPProxy': '1.0', Aug 30 01:01:02.449998 dv-cinder-815146-13-iscsi neutron-server[106208]: 'Network': '1.1', Aug 30 01:01:02.449998 dv-cinder-815146-13-iscsi neutron-server[106208]: 'Port': '1.7', Aug 30 01:01:02.449998 dv-cinder-815146-13-iscsi neutron-server[106208]: 'PortForwarding': '1.3', Aug 30 01:01:02.449998 dv-cinder-815146-13-iscsi neutron-server[106208]: 'QosPolicy': '1.10', Aug 30 01:01:02.449998 dv-cinder-815146-13-iscsi neutron-server[106208]: 'SecurityGroup': '1.5', Aug 30 01:01:02.449998 dv-cinder-815146-13-iscsi neutron-server[106208]: 'SecurityGroupRule': '1.2', Aug 30 01:01:02.449998 dv-cinder-815146-13-iscsi neutron-server[106208]: 'SubPort': '1.0', Aug 30 01:01:02.449998 dv-cinder-815146-13-iscsi neutron-server[106208]: 'Subnet': '1.1', Aug 30 01:01:02.449998 dv-cinder-815146-13-iscsi neutron-server[106208]: 'Trunk': '1.1'}} Aug 30 01:01:02.449998 dv-cinder-815146-13-iscsi neutron-server[106208]: {{(pid=106208) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 01:01:02.458230 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-e4cffa73-d0f7-48a7-9d17-eac8deeea572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879481'] for segment (ca5db623-0af4-47b7-b5e7-bb87137b4f10), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:02.458574 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.db.segments_db [None req-e4cffa73-d0f7-48a7-9d17-eac8deeea572 admin admin] Added segment ca5db623-0af4-47b7-b5e7-bb87137b4f10 of type vlan for network 0b956883-0f29-4de3-9788-00541616d922 Aug 30 01:01:02.489456 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-5b300bdf-308c-4371-88d6-7c43fedaca79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879481'] for segment (db4c58cb-7f56-46b6-bff7-10d93a889abe), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:02.491443 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.db.segments_db [None req-5b300bdf-308c-4371-88d6-7c43fedaca79 admin admin] Added segment db4c58cb-7f56-46b6-bff7-10d93a889abe of type vlan for network f64316af-4378-4002-9747-c897421bae08 Aug 30 01:01:02.514834 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [None req-4e6b5478-dcf7-4cdf-956e-ad683fc1f741 None None] Attempting to bind port da45e07a-e788-472d-a235-25b6f30c76bf on host dv-cinder-815146-13-iscsi for vnic_type normal with profile {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:01:02.515223 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [None req-4e6b5478-dcf7-4cdf-956e-ad683fc1f741 None None] Attempting to bind port da45e07a-e788-472d-a235-25b6f30c76bf by drivers openvswitch,hyperv on host dv-cinder-815146-13-iscsi at level 0 using segments [{'id': 'c47d2ff1-3cd9-4a2f-88ea-ac8145096927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '5ee6ec53-bf26-4fab-b55f-62bd4221ec41'}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:01:02.515655 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6b5478-dcf7-4cdf-956e-ad683fc1f741 None None] Attempting to bind port da45e07a-e788-472d-a235-25b6f30c76bf on network 5ee6ec53-bf26-4fab-b55f-62bd4221ec41 {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:01:02.523861 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6b5478-dcf7-4cdf-956e-ad683fc1f741 None None] Checking agent: {'id': 'a0553951-7123-4403-ab2a-bb83048c1e52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 0, 53, 14), 'started_at': datetime.datetime(2022, 8, 30, 0, 53, 44), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:01:02.524318 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6b5478-dcf7-4cdf-956e-ad683fc1f741 None None] Checking segment: {'id': 'c47d2ff1-3cd9-4a2f-88ea-ac8145096927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '5ee6ec53-bf26-4fab-b55f-62bd4221ec41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:01:02.524772 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-4e6b5478-dcf7-4cdf-956e-ad683fc1f741 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:02.525218 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6b5478-dcf7-4cdf-956e-ad683fc1f741 None None] Bound using segment: {'id': 'c47d2ff1-3cd9-4a2f-88ea-ac8145096927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '5ee6ec53-bf26-4fab-b55f-62bd4221ec41'} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:01:02.525701 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [None req-4e6b5478-dcf7-4cdf-956e-ad683fc1f741 None None] Bound port: da45e07a-e788-472d-a235-25b6f30c76bf, host: dv-cinder-815146-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c47d2ff1-3cd9-4a2f-88ea-ac8145096927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '5ee6ec53-bf26-4fab-b55f-62bd4221ec41'}}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:01:02.526332 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-4e6b5478-dcf7-4cdf-956e-ad683fc1f741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (da45e07a-e788-472d-a235-25b6f30c76bf), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:02.534832 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-640f7da8-827c-4066-80d1-21f2960e837e admin admin] Publish callbacks [] for security_group (72c6d7f0-daa3-4f66-8924-b1be91c3409e), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:02.548043 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-5b300bdf-308c-4371-88d6-7c43fedaca79 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737867601237'] for network (f64316af-4378-4002-9747-c897421bae08), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:02.592644 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-e4cffa73-d0f7-48a7-9d17-eac8deeea572 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737867601237'] for network (0b956883-0f29-4de3-9788-00541616d922), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:02.600785 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-640f7da8-827c-4066-80d1-21f2960e837e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (72c6d7f0-daa3-4f66-8924-b1be91c3409e), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:02.608486 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=77,neutron:UPDATE=6,neutron:INSERT=17 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:02.610452 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b300bdf-308c-4371-88d6-7c43fedaca79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd73283f-0252-47d5-9b6c-21e114ae8d86,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:02.615109 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-5b300bdf-308c-4371-88d6-7c43fedaca79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16316755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197'] for network (f64316af-4378-4002-9747-c897421bae08), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:02.616765 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b300bdf-308c-4371-88d6-7c43fedaca79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:02.617591 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-5b300bdf-308c-4371-88d6-7c43fedaca79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282183'] for network (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:02.647446 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-4e6b5478-dcf7-4cdf-956e-ad683fc1f741 None None] For port da45e07a-e788-472d-a235-25b6f30c76bf, host dv-cinder-815146-13-iscsi, cleared binding levels {{(pid=106208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:01:02.656135 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-4e6b5478-dcf7-4cdf-956e-ad683fc1f741 None None] For port da45e07a-e788-472d-a235-25b6f30c76bf, host dv-cinder-815146-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=da45e07a-e788-472d-a235-25b6f30c76bf,segment=NetworkSegment(c47d2ff1-3cd9-4a2f-88ea-ac8145096927),segment_id=c47d2ff1-3cd9-4a2f-88ea-ac8145096927)] {{(pid=106208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:01:02.663911 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:02.675844 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-4e6b5478-dcf7-4cdf-956e-ad683fc1f741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (da45e07a-e788-472d-a235-25b6f30c76bf), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:02.712900 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.db.resource_extend [None req-e4cffa73-d0f7-48a7-9d17-eac8deeea572 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 30 01:01:02.817950 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-e4cffa73-d0f7-48a7-9d17-eac8deeea572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16316755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197'] for network (0b956883-0f29-4de3-9788-00541616d922), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:02.819970 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cffa73-d0f7-48a7-9d17-eac8deeea572 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:02.820917 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-e4cffa73-d0f7-48a7-9d17-eac8deeea572 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282183'] for network (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:02.831781 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6b5478-dcf7-4cdf-956e-ad683fc1f741 None None] Pushing event updated for resources: {'Port': ['ID=da45e07a-e788-472d-a235-25b6f30c76bf,revision_number=2']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:02.934359 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-640f7da8-827c-4066-80d1-21f2960e837e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1057} {{(pid=106207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 01:01:02.943972 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-5b300bdf-308c-4371-88d6-7c43fedaca79 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1838799 Aug 30 01:01:02.952708 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 44186) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:02.971871 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-e4cffa73-d0f7-48a7-9d17-eac8deeea572 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5687265 Aug 30 01:01:02.975822 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 44190) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:02.982709 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [None req-8bb24cae-f616-485c-abb9-abc95cbebeb7 admin admin] Request body: {'subnet': {'network_id': 'f64316af-4378-4002-9747-c897421bae08', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1035991626-subnet', 'tenant_id': '0c0f91770bb14bb6920fc277936c189e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:01:02.989306 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [None req-10172cb4-7e9c-48ae-9d48-3fa646ef9944 admin admin] Request body: {'subnet': {'network_id': '0b956883-0f29-4de3-9788-00541616d922', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-319731533-subnet', 'tenant_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:01:03.010190 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640f7da8-827c-4066-80d1-21f2960e837e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c6d7f0-daa3-4f66-8924-b1be91c3409e,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:03.029111 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-640f7da8-827c-4066-80d1-21f2960e837e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879481'] for segment (ac710424-0f03-41c7-8792-e4337957dd44), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:03.029474 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.db.segments_db [None req-640f7da8-827c-4066-80d1-21f2960e837e admin admin] Added segment ac710424-0f03-41c7-8792-e4337957dd44 of type vlan for network dffca817-1d31-4c9c-99a3-2d8483c143b4 Aug 30 01:01:03.038156 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b300bdf-308c-4371-88d6-7c43fedaca79 admin admin] Pushing event updated for resources: {'Network': ['ID=f64316af-4378-4002-9747-c897421bae08,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:03.171070 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb24cae-f616-485c-abb9-abc95cbebeb7 admin admin] Made reservation on behalf of 0c0f91770bb14bb6920fc277936c189e for: {'subnet': 1} {{(pid=106206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:01:03.171070 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-8bb24cae-f616-485c-abb9-abc95cbebeb7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:03.174546 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Network f64316af-4378-4002-9747-c897421bae08 details requested by agent ovs-agent-dv-cinder-815146-13-iscsi with host dv-cinder-815146-13-iscsi {{(pid=106208) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 01:01:03.179861 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10172cb4-7e9c-48ae-9d48-3fa646ef9944 admin admin] Made reservation on behalf of f40b3e29a18b48cba6800c9f3a0dfee9 for: {'subnet': 1} {{(pid=106207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:01:03.182928 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-10172cb4-7e9c-48ae-9d48-3fa646ef9944 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:03.373395 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:03.426398 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-640f7da8-827c-4066-80d1-21f2960e837e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737867601237'] for network (dffca817-1d31-4c9c-99a3-2d8483c143b4), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:03.430804 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:UPDATE=6,neutron:INSERT=12,neutron:SELECT=80,neutron:DELETE=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:03.440175 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cffa73-d0f7-48a7-9d17-eac8deeea572 admin admin] Pushing event updated for resources: {'Network': ['ID=0b956883-0f29-4de3-9788-00541616d922,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:03.451468 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Network 0b956883-0f29-4de3-9788-00541616d922 details requested by agent ovs-agent-dv-cinder-815146-13-iscsi with host dv-cinder-815146-13-iscsi {{(pid=106208) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 01:01:03.471399 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-e2c8b989-065d-4709-a1de-e8952f43efe7 admin admin] Publish callbacks [] for router_gateway (bfbc9895-1b34-4da0-af70-7d9bca0a2319), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:03.511505 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-e2c8b989-065d-4709-a1de-e8952f43efe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:03.620423 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-8bb24cae-f616-485c-abb9-abc95cbebeb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197'] for subnet (36856127-a09c-4ab4-b4f6-601f02ca410d), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:03.670623 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-640f7da8-827c-4066-80d1-21f2960e837e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16316755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197'] for network (dffca817-1d31-4c9c-99a3-2d8483c143b4), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:03.671419 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640f7da8-827c-4066-80d1-21f2960e837e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:03.671998 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-640f7da8-827c-4066-80d1-21f2960e837e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282183'] for network (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:03.729440 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb24cae-f616-485c-abb9-abc95cbebeb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36856127-a09c-4ab4-b4f6-601f02ca410d,revision_number=0']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:03.792482 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640f7da8-827c-4066-80d1-21f2960e837e admin admin] Pushing event updated for resources: {'Network': ['ID=dffca817-1d31-4c9c-99a3-2d8483c143b4,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:03.802220 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb24cae-f616-485c-abb9-abc95cbebeb7 admin admin] Checking segment: {'id': 'db4c58cb-7f56-46b6-bff7-10d93a889abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'f64316af-4378-4002-9747-c897421bae08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:01:03.802580 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb24cae-f616-485c-abb9-abc95cbebeb7 admin admin] Network hostable DHCP agents. Network: f64316af-4378-4002-9747-c897421bae08, hostable agents: ['fba0026e-8830-42b0-8a12-2be2a1203730'], hosted agents: [] {{(pid=106206) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 01:01:03.808756 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Network dffca817-1d31-4c9c-99a3-2d8483c143b4 details requested by agent ovs-agent-dv-cinder-815146-13-iscsi with host dv-cinder-815146-13-iscsi {{(pid=106208) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 01:01:03.824650 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-640f7da8-827c-4066-80d1-21f2960e837e admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2867429 Aug 30 01:01:03.826746 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 44218) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:03.851116 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [None req-335a4a6e-a680-472e-8279-2e3927d643a7 admin admin] Request body: {'subnet': {'network_id': 'dffca817-1d31-4c9c-99a3-2d8483c143b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-987046986-subnet', 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:01:03.938428 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-335a4a6e-a680-472e-8279-2e3927d643a7 admin admin] Made reservation on behalf of 0596692dbfb149139a1e72159c6f93db for: {'subnet': 1} {{(pid=106206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:01:03.949577 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-335a4a6e-a680-472e-8279-2e3927d643a7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:03.951931 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:04.040580 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-10172cb4-7e9c-48ae-9d48-3fa646ef9944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197'] for subnet (d2092925-3f88-4d08-9bce-f992f050b9ed), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:04.042999 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.db_base_plugin_common [None req-e2c8b989-065d-4709-a1de-e8952f43efe7 admin admin] Allocated IP 172.27.4.79 (3021e9f0-0eb2-4779-9e8d-2d74d8c353fb/be7a67d1-0569-48bc-88e9-c2545720293d/a67e6768-26a3-4e65-9c2d-9e0b65834475) {{(pid=106207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:01:04.105709 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10172cb4-7e9c-48ae-9d48-3fa646ef9944 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2092925-3f88-4d08-9bce-f992f050b9ed,revision_number=0']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:04.135135 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb24cae-f616-485c-abb9-abc95cbebeb7 admin admin] Network f64316af-4378-4002-9747-c897421bae08 is scheduled to be hosted by DHCP agent fba0026e-8830-42b0-8a12-2be2a1203730 with binding_index 1 {{(pid=106206) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 01:01:04.195559 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.base_scheduler [None req-8bb24cae-f616-485c-abb9-abc95cbebeb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-13-iscsi, f64316af-4378-4002-9747-c897421bae08) {{(pid=106206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:01:04.217587 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d11830-3b25-48f0-b009-321edccadc46 None None] Network f64316af-4378-4002-9747-c897421bae08 requested from dv-cinder-815146-13-iscsi {{(pid=106208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:01:04.220460 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb24cae-f616-485c-abb9-abc95cbebeb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:04.224187 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-8bb24cae-f616-485c-abb9-abc95cbebeb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282183'] for subnet (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:04.266070 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-8bb24cae-f616-485c-abb9-abc95cbebeb7 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3023775 Aug 30 01:01:04.267022 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 44234) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:04.274012 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [None req-bc71628e-103f-4bbd-8fff-508738c71c19 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1035991626-router', 'tenant_id': '0c0f91770bb14bb6920fc277936c189e', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb'}}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:01:04.351099 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-bc71628e-103f-4bbd-8fff-508738c71c19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16469197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61039'] for router (37449e84-b16d-45be-a57b-c369384f3511), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:04.352607 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-bc71628e-103f-4bbd-8fff-508738c71c19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16467696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16461524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16397380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61028'] for router (37449e84-b16d-45be-a57b-c369384f3511), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:04.357800 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-e2c8b989-065d-4709-a1de-e8952f43efe7 admin admin] Publish callbacks [] for port (a67e6768-26a3-4e65-9c2d-9e0b65834475), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:04.435021 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10172cb4-7e9c-48ae-9d48-3fa646ef9944 admin admin] Checking segment: {'id': 'ca5db623-0af4-47b7-b5e7-bb87137b4f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0b956883-0f29-4de3-9788-00541616d922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:01:04.435777 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10172cb4-7e9c-48ae-9d48-3fa646ef9944 admin admin] Network hostable DHCP agents. Network: 0b956883-0f29-4de3-9788-00541616d922, hostable agents: ['fba0026e-8830-42b0-8a12-2be2a1203730'], hosted agents: [] {{(pid=106207) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 01:01:04.447519 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device da45e07a-e788-472d-a235-25b6f30c76bf up at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:01:04.454019 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-e2c8b989-065d-4709-a1de-e8952f43efe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737867580456'] for port (a67e6768-26a3-4e65-9c2d-9e0b65834475), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:04.513661 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a428e2-6fc6-48be-baca-407b3650baa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp060cecbc-5a04-5e81-8619-a9cce68dc16f-f64316af-4378-4002-9747-c897421bae08', 'network_id': 'f64316af-4378-4002-9747-c897421bae08', 'project_id': '0c0f91770bb14bb6920fc277936c189e', 'fixed_ips': [{'subnet_id': '36856127-a09c-4ab4-b4f6-601f02ca410d'}]}} from dv-cinder-815146-13-iscsi. {{(pid=106208) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 01:01:04.515416 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-19a428e2-6fc6-48be-baca-407b3650baa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:04.592612 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:04.610801 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c8b989-065d-4709-a1de-e8952f43efe7 admin admin] Network 3021e9f0-0eb2-4779-9e8d-2d74d8c353fb is already hosted by enough agents. {{(pid=106207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:01:04.613626 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.base_scheduler [None req-e2c8b989-065d-4709-a1de-e8952f43efe7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:01:04.621860 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10172cb4-7e9c-48ae-9d48-3fa646ef9944 admin admin] Network 0b956883-0f29-4de3-9788-00541616d922 is scheduled to be hosted by DHCP agent fba0026e-8830-42b0-8a12-2be2a1203730 with binding_index 1 {{(pid=106207) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 01:01:04.633389 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-bc71628e-103f-4bbd-8fff-508738c71c19 admin admin] Publish callbacks [] for router_controller (37449e84-b16d-45be-a57b-c369384f3511), precommit_add_association {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:04.636757 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c8b989-065d-4709-a1de-e8952f43efe7 admin admin] Received port after_create {{(pid=106207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:01:04.640134 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-335a4a6e-a680-472e-8279-2e3927d643a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197'] for subnet (35e91298-8731-4ea1-81fe-d78c255b7ca6), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:04.716341 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4764fe68-5d99-4886-a52a-0a3c56648efd None None] Network 5ee6ec53-bf26-4fab-b55f-62bd4221ec41 requested from dv-cinder-815146-13-iscsi {{(pid=106208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:01:04.746036 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Provisioning complete for port da45e07a-e788-472d-a235-25b6f30c76bf triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:01:04.746951 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (da45e07a-e788-472d-a235-25b6f30c76bf), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:04.760315 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c8b989-065d-4709-a1de-e8952f43efe7 admin admin] Pushing event updated for resources: {'Port': ['ID=a67e6768-26a3-4e65-9c2d-9e0b65834475,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:04.817840 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.base_scheduler [None req-10172cb4-7e9c-48ae-9d48-3fa646ef9944 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-13-iscsi, 0b956883-0f29-4de3-9788-00541616d922) {{(pid=106207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:01:04.837469 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335a4a6e-a680-472e-8279-2e3927d643a7 admin admin] Checking segment: {'id': 'ac710424-0f03-41c7-8792-e4337957dd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'dffca817-1d31-4c9c-99a3-2d8483c143b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:01:04.838168 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335a4a6e-a680-472e-8279-2e3927d643a7 admin admin] Network hostable DHCP agents. Network: dffca817-1d31-4c9c-99a3-2d8483c143b4, hostable agents: ['fba0026e-8830-42b0-8a12-2be2a1203730'], hosted agents: [] {{(pid=106206) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 01:01:04.858980 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-08db841e-2a24-40ab-b3d9-a2177aed727b None None] Provisioning complete for port da45e07a-e788-472d-a235-25b6f30c76bf triggered by entity DHCP. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:01:04.859733 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-08db841e-2a24-40ab-b3d9-a2177aed727b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (da45e07a-e788-472d-a235-25b6f30c76bf), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:04.875771 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:04.896341 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335a4a6e-a680-472e-8279-2e3927d643a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35e91298-8731-4ea1-81fe-d78c255b7ca6,revision_number=0']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:04.972622 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:04.978195 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-e2c8b989-065d-4709-a1de-e8952f43efe7 admin admin] Publish callbacks [] for router_gateway (bfbc9895-1b34-4da0-af70-7d9bca0a2319), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:05.030133 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335a4a6e-a680-472e-8279-2e3927d643a7 admin admin] Network dffca817-1d31-4c9c-99a3-2d8483c143b4 is scheduled to be hosted by DHCP agent fba0026e-8830-42b0-8a12-2be2a1203730 with binding_index 1 {{(pid=106206) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 01:01:05.035430 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-bc71628e-103f-4bbd-8fff-508738c71c19 admin admin] Publish callbacks [] for router_gateway (37449e84-b16d-45be-a57b-c369384f3511), precommit_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:05.050300 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:05.060451 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.base_scheduler [None req-335a4a6e-a680-472e-8279-2e3927d643a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-13-iscsi, dffca817-1d31-4c9c-99a3-2d8483c143b4) {{(pid=106206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:01:05.076924 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335a4a6e-a680-472e-8279-2e3927d643a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:05.077572 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-335a4a6e-a680-472e-8279-2e3927d643a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282183'] for subnet (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:05.114441 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10172cb4-7e9c-48ae-9d48-3fa646ef9944 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:05.115042 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-10172cb4-7e9c-48ae-9d48-3fa646ef9944 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282183'] for subnet (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:05.139109 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-335a4a6e-a680-472e-8279-2e3927d643a7 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3064752 Aug 30 01:01:05.139417 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 44272) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:05.148178 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [None req-edd53577-01f1-4588-aa72-9f643614a6a8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-987046986-router', 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb'}}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:01:05.151752 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2e63a5-fda0-4004-9db6-3f634f25da50 None None] Network 0b956883-0f29-4de3-9788-00541616d922 requested from dv-cinder-815146-13-iscsi {{(pid=106208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:01:05.154155 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a643e94b-d52d-486b-824c-18c5f3f52a0e None None] Network dffca817-1d31-4c9c-99a3-2d8483c143b4 requested from dv-cinder-815146-13-iscsi {{(pid=106208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:01:05.155016 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:INSERT=3,neutron:UPDATE=3,neutron:SELECT=94 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:05.188069 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-10172cb4-7e9c-48ae-9d48-3fa646ef9944 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2048209 Aug 30 01:01:05.188403 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 44278) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:05.195046 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [None req-fcc2d96c-ea3c-4718-9e3a-1d522bcf6975 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-319731533-router', 'tenant_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb'}}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:01:05.243919 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-08db841e-2a24-40ab-b3d9-a2177aed727b None None] Current status of the port da45e07a-e788-472d-a235-25b6f30c76bf is: DOWN; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:01:05.244318 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-08db841e-2a24-40ab-b3d9-a2177aed727b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (da45e07a-e788-472d-a235-25b6f30c76bf), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:05.294562 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-e2c8b989-065d-4709-a1de-e8952f43efe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16467624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16466237'] for router (bfbc9895-1b34-4da0-af70-7d9bca0a2319), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:05.299463 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-08db841e-2a24-40ab-b3d9-a2177aed727b None None] For port da45e07a-e788-472d-a235-25b6f30c76bf, host dv-cinder-815146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=da45e07a-e788-472d-a235-25b6f30c76bf,segment=NetworkSegment(c47d2ff1-3cd9-4a2f-88ea-ac8145096927),segment_id=c47d2ff1-3cd9-4a2f-88ea-ac8145096927)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:01:05.301664 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-fcc2d96c-ea3c-4718-9e3a-1d522bcf6975 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16469197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61039'] for router (4ac67fb5-f9e8-4423-ba99-3faec60e5969), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:05.304427 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-fcc2d96c-ea3c-4718-9e3a-1d522bcf6975 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16467696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16461524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16397380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61028'] for router (4ac67fb5-f9e8-4423-ba99-3faec60e5969), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:05.344128 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-08db841e-2a24-40ab-b3d9-a2177aed727b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (da45e07a-e788-472d-a235-25b6f30c76bf), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:05.347786 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.db_base_plugin_common [None req-19a428e2-6fc6-48be-baca-407b3650baa2 None None] Allocated IP 172.20.0.2 (f64316af-4378-4002-9747-c897421bae08/36856127-a09c-4ab4-b4f6-601f02ca410d/027309de-7a19-4e5b-8b2c-4aa87ef4548e) {{(pid=106208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:01:05.349955 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-edd53577-01f1-4588-aa72-9f643614a6a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16469197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61039'] for router (bd1c6eaf-677c-4555-8d4e-2fd99795de73), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:05.353150 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-edd53577-01f1-4588-aa72-9f643614a6a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16467696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16461524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16397380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61028'] for router (bd1c6eaf-677c-4555-8d4e-2fd99795de73), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:05.420798 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-edd53577-01f1-4588-aa72-9f643614a6a8 admin admin] Publish callbacks [] for router_controller (bd1c6eaf-677c-4555-8d4e-2fd99795de73), precommit_add_association {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:05.524644 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-bc71628e-103f-4bbd-8fff-508738c71c19 admin admin] Publish callbacks [] for router_gateway (37449e84-b16d-45be-a57b-c369384f3511), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:05.548472 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-bc71628e-103f-4bbd-8fff-508738c71c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:05.575533 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-fcc2d96c-ea3c-4718-9e3a-1d522bcf6975 admin admin] Publish callbacks [] for router_controller (4ac67fb5-f9e8-4423-ba99-3faec60e5969), precommit_add_association {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:05.593590 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 44292) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:05.629261 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:05.703368 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08db841e-2a24-40ab-b3d9-a2177aed727b None None] Pushing event updated for resources: {'Port': ['ID=da45e07a-e788-472d-a235-25b6f30c76bf,revision_number=3']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:05.707297 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9509737-b0bf-4563-8e32-775cd4a0079a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp060cecbc-5a04-5e81-8619-a9cce68dc16f-0b956883-0f29-4de3-9788-00541616d922', 'network_id': '0b956883-0f29-4de3-9788-00541616d922', 'project_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'fixed_ips': [{'subnet_id': 'd2092925-3f88-4d08-9bce-f992f050b9ed'}]}} from dv-cinder-815146-13-iscsi. {{(pid=106208) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 01:01:05.710137 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b9509737-b0bf-4563-8e32-775cd4a0079a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:05.710944 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-edd53577-01f1-4588-aa72-9f643614a6a8 admin admin] Publish callbacks [] for router_gateway (bd1c6eaf-677c-4555-8d4e-2fd99795de73), precommit_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:05.757746 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:05.775759 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Current status of the port da45e07a-e788-472d-a235-25b6f30c76bf is: ACTIVE; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:01:05.811911 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-fcc2d96c-ea3c-4718-9e3a-1d522bcf6975 admin admin] Publish callbacks [] for router_gateway (4ac67fb5-f9e8-4423-ba99-3faec60e5969), precommit_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:05.861510 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.db_base_plugin_common [None req-bc71628e-103f-4bbd-8fff-508738c71c19 admin admin] Allocated IP 172.27.4.134 (3021e9f0-0eb2-4779-9e8d-2d74d8c353fb/be7a67d1-0569-48bc-88e9-c2545720293d/1bb4569a-46a2-4375-ba1c-771f16aec9eb) {{(pid=106206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:01:05.963309 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2c8b989-065d-4709-a1de-e8952f43efe7 admin admin] Router bfbc9895-1b34-4da0-af70-7d9bca0a2319 is scheduled to L3 agent 613dbf26-5731-4391-8a29-3c5185f7ed3f with binding_index 1 {{(pid=106207) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 01:01:06.019467 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289d44bd-b6b3-41bf-837a-225ff88e5cb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp060cecbc-5a04-5e81-8619-a9cce68dc16f-dffca817-1d31-4c9c-99a3-2d8483c143b4', 'network_id': 'dffca817-1d31-4c9c-99a3-2d8483c143b4', 'project_id': '0596692dbfb149139a1e72159c6f93db', 'fixed_ips': [{'subnet_id': '35e91298-8731-4ea1-81fe-d78c255b7ca6'}]}} from dv-cinder-815146-13-iscsi. {{(pid=106208) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 01:01:06.020684 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-289d44bd-b6b3-41bf-837a-225ff88e5cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:06.219468 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-19a428e2-6fc6-48be-baca-407b3650baa2 None None] Publish callbacks [] for port (027309de-7a19-4e5b-8b2c-4aa87ef4548e), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:06.225624 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-35c58f02-0786-479e-b9a4-cf8b618da01b None None] Provisioning complete for port da45e07a-e788-472d-a235-25b6f30c76bf triggered by entity DHCP. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:01:06.227044 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-35c58f02-0786-479e-b9a4-cf8b618da01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (da45e07a-e788-472d-a235-25b6f30c76bf), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:06.236290 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-19a428e2-6fc6-48be-baca-407b3650baa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737867580456'] for port (027309de-7a19-4e5b-8b2c-4aa87ef4548e), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:06.341679 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-61b33f11-2970-47e2-bfb6-5bf76e2f5068 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:06.365328 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a428e2-6fc6-48be-baca-407b3650baa2 None None] Network f64316af-4378-4002-9747-c897421bae08 is already hosted by enough agents. {{(pid=106208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:01:06.373387 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a428e2-6fc6-48be-baca-407b3650baa2 None None] Pushing event updated for resources: {'Port': ['ID=027309de-7a19-4e5b-8b2c-4aa87ef4548e,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:06.375600 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.scheduler.base_scheduler [None req-19a428e2-6fc6-48be-baca-407b3650baa2 None None] Resources bound (agent type, host, resource id): {{(pid=106208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:01:06.380097 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device da45e07a-e788-472d-a235-25b6f30c76bf up at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:01:06.425470 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:06.429262 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a428e2-6fc6-48be-baca-407b3650baa2 None None] Received port after_create {{(pid=106208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:01:06.455447 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-edd53577-01f1-4588-aa72-9f643614a6a8 admin admin] Publish callbacks [] for router_gateway (bd1c6eaf-677c-4555-8d4e-2fd99795de73), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:06.480069 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-fcc2d96c-ea3c-4718-9e3a-1d522bcf6975 admin admin] Publish callbacks [] for router_gateway (4ac67fb5-f9e8-4423-ba99-3faec60e5969), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:06.496346 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-edd53577-01f1-4588-aa72-9f643614a6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:06.501787 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-bc71628e-103f-4bbd-8fff-508738c71c19 admin admin] Publish callbacks [] for port (1bb4569a-46a2-4375-ba1c-771f16aec9eb), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:06.506879 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-fcc2d96c-ea3c-4718-9e3a-1d522bcf6975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:06.576251 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Provisioning complete for port da45e07a-e788-472d-a235-25b6f30c76bf triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:01:06.576562 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (da45e07a-e788-472d-a235-25b6f30c76bf), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:06.604039 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c8b989-065d-4709-a1de-e8952f43efe7 admin admin] Notify agent at l3_agent.dv-cinder-815146-13-iscsi the message routers_updated {{(pid=106207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:01:06.604261 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-bc71628e-103f-4bbd-8fff-508738c71c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737867580456'] for port (1bb4569a-46a2-4375-ba1c-771f16aec9eb), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:06.616793 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d4b273-d76c-41b8-8856-9929f35ca4e6 None None] Sync routers for ids ['bfbc9895-1b34-4da0-af70-7d9bca0a2319'] in dv-cinder-815146-13-iscsi {{(pid=106209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:01:06.626759 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:06.632063 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d4b273-d76c-41b8-8856-9929f35ca4e6 None None] Routers {'bfbc9895-1b34-4da0-af70-7d9bca0a2319'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:01:06.633177 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-60d4b273-d76c-41b8-8856-9929f35ca4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:00:41Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['bfbc9895-1b34-4da0-af70-7d9bca0a2319'], 'active': True} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:01:06.633694 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-e2c8b989-065d-4709-a1de-e8952f43efe7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:06.634832 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-e2c8b989-065d-4709-a1de-e8952f43efe7 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.8394284 Aug 30 01:01:06.644316 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 44328) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:06.662768 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [None req-19a428e2-6fc6-48be-baca-407b3650baa2 None None] Attempting to bind port 027309de-7a19-4e5b-8b2c-4aa87ef4548e on host dv-cinder-815146-13-iscsi for vnic_type normal with profile {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:01:06.663360 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [None req-19a428e2-6fc6-48be-baca-407b3650baa2 None None] Attempting to bind port 027309de-7a19-4e5b-8b2c-4aa87ef4548e by drivers openvswitch,hyperv on host dv-cinder-815146-13-iscsi at level 0 using segments [{'id': 'db4c58cb-7f56-46b6-bff7-10d93a889abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'f64316af-4378-4002-9747-c897421bae08'}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:01:06.663497 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a428e2-6fc6-48be-baca-407b3650baa2 None None] Attempting to bind port 027309de-7a19-4e5b-8b2c-4aa87ef4548e on network f64316af-4378-4002-9747-c897421bae08 {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:01:06.689227 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc71628e-103f-4bbd-8fff-508738c71c19 admin admin] Pushing event updated for resources: {'Port': ['ID=1bb4569a-46a2-4375-ba1c-771f16aec9eb,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:06.693269 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:06.698344 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a428e2-6fc6-48be-baca-407b3650baa2 None None] Checking agent: {'id': 'a0553951-7123-4403-ab2a-bb83048c1e52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 0, 53, 14), 'started_at': datetime.datetime(2022, 8, 30, 0, 53, 44), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:01:06.698725 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a428e2-6fc6-48be-baca-407b3650baa2 None None] Checking segment: {'id': 'db4c58cb-7f56-46b6-bff7-10d93a889abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'f64316af-4378-4002-9747-c897421bae08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:01:06.699133 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-19a428e2-6fc6-48be-baca-407b3650baa2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:06.699535 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a428e2-6fc6-48be-baca-407b3650baa2 None None] Bound using segment: {'id': 'db4c58cb-7f56-46b6-bff7-10d93a889abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'f64316af-4378-4002-9747-c897421bae08'} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:01:06.700011 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [None req-19a428e2-6fc6-48be-baca-407b3650baa2 None None] Bound port: 027309de-7a19-4e5b-8b2c-4aa87ef4548e, host: dv-cinder-815146-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db4c58cb-7f56-46b6-bff7-10d93a889abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'f64316af-4378-4002-9747-c897421bae08'}}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:01:06.700394 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-19a428e2-6fc6-48be-baca-407b3650baa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (027309de-7a19-4e5b-8b2c-4aa87ef4548e), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:06.721160 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc71628e-103f-4bbd-8fff-508738c71c19 admin admin] Network 3021e9f0-0eb2-4779-9e8d-2d74d8c353fb is already hosted by enough agents. {{(pid=106206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:01:06.725115 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.base_scheduler [None req-bc71628e-103f-4bbd-8fff-508738c71c19 admin admin] Resources bound (agent type, host, resource id): {{(pid=106206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:01:06.729250 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc71628e-103f-4bbd-8fff-508738c71c19 admin admin] Received port after_create {{(pid=106206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:01:06.736247 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:UPDATE=3,neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=7 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:06.776161 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:06.793737 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Current status of the port da45e07a-e788-472d-a235-25b6f30c76bf is: ACTIVE; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:01:06.829162 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-61b33f11-2970-47e2-bfb6-5bf76e2f5068 admin admin] Publish callbacks [] for security_group (47cf53c7-68ff-4a40-ac2e-d4214a5b55d7), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:06.836397 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-61b33f11-2970-47e2-bfb6-5bf76e2f5068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (47cf53c7-68ff-4a40-ac2e-d4214a5b55d7), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:06.846938 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.db_base_plugin_common [None req-edd53577-01f1-4588-aa72-9f643614a6a8 admin admin] Allocated IP 172.27.4.121 (3021e9f0-0eb2-4779-9e8d-2d74d8c353fb/be7a67d1-0569-48bc-88e9-c2545720293d/02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a) {{(pid=106206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:01:06.905513 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvr_db [None req-60d4b273-d76c-41b8-8856-9929f35ca4e6 None None] Set router bfbc9895-1b34-4da0-af70-7d9bca0a2319 gateway port host: dv-cinder-815146-13-iscsi {{(pid=106209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:01:06.920641 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.db_base_plugin_common [None req-b9509737-b0bf-4563-8e32-775cd4a0079a None None] Allocated IP 172.20.0.2 (0b956883-0f29-4de3-9788-00541616d922/d2092925-3f88-4d08-9bce-f992f050b9ed/e7cfa834-e294-40b1-a9cc-a9150f6693c6) {{(pid=106208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:01:07.037602 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-35c58f02-0786-479e-b9a4-cf8b618da01b None None] Current status of the port da45e07a-e788-472d-a235-25b6f30c76bf is: ACTIVE; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:01:07.067329 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-19a428e2-6fc6-48be-baca-407b3650baa2 None None] For port 027309de-7a19-4e5b-8b2c-4aa87ef4548e, host dv-cinder-815146-13-iscsi, cleared binding levels {{(pid=106208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:01:07.157765 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b33f11-2970-47e2-bfb6-5bf76e2f5068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47cf53c7-68ff-4a40-ac2e-d4214a5b55d7,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:07.183258 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-61b33f11-2970-47e2-bfb6-5bf76e2f5068 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=8899fe6080f54675ae19c42c7db7ec9c&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4528422 Aug 30 01:01:07.186061 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 44340) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:07.192953 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-edd53577-01f1-4588-aa72-9f643614a6a8 admin admin] Publish callbacks [] for port (02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:07.203711 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-19a428e2-6fc6-48be-baca-407b3650baa2 None None] For port 027309de-7a19-4e5b-8b2c-4aa87ef4548e, host dv-cinder-815146-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=027309de-7a19-4e5b-8b2c-4aa87ef4548e,segment=NetworkSegment(db4c58cb-7f56-46b6-bff7-10d93a889abe),segment_id=db4c58cb-7f56-46b6-bff7-10d93a889abe)] {{(pid=106208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:01:07.215590 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-bc71628e-103f-4bbd-8fff-508738c71c19 admin admin] Publish callbacks [] for router_gateway (37449e84-b16d-45be-a57b-c369384f3511), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:07.220154 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.db_base_plugin_common [None req-289d44bd-b6b3-41bf-837a-225ff88e5cb8 None None] Allocated IP 172.20.0.2 (dffca817-1d31-4c9c-99a3-2d8483c143b4/35e91298-8731-4ea1-81fe-d78c255b7ca6/19d43972-2c36-46e3-9fcf-322922447437) {{(pid=106208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:01:07.247407 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-19a428e2-6fc6-48be-baca-407b3650baa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (027309de-7a19-4e5b-8b2c-4aa87ef4548e), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:07.272926 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:07.395554 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-60d4b273-d76c-41b8-8856-9929f35ca4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfbc9895-1b34-4da0-af70-7d9bca0a2319', 'name': 'tempest-ServerRescueNegativeTestJSON-568706440-router', 'tenant_id': 'ceebbaa5dd9d4110a6393190c5b466f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.79'}], 'enable_snat': True}, 'gw_port_id': 'a67e6768-26a3-4e65-9c2d-9e0b65834475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:01:01Z', 'updated_at': '2022-08-30T01:01:04Z', 'revision_number': 3, 'project_id': 'ceebbaa5dd9d4110a6393190c5b466f0', 'gw_port': {'id': 'a67e6768-26a3-4e65-9c2d-9e0b65834475', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d9:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfbc9895-1b34-4da0-af70-7d9bca0a2319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:03Z', 'updated_at': '2022-08-30T01:01:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi'}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:01:07.406644 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:07.414891 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-edd53577-01f1-4588-aa72-9f643614a6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737867580456'] for port (02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:07.436946 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d4b273-d76c-41b8-8856-9929f35ca4e6 None None] Checking router: bfbc9895-1b34-4da0-af70-7d9bca0a2319 for host: dv-cinder-815146-13-iscsi {{(pid=106209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:01:07.437491 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d4b273-d76c-41b8-8856-9929f35ca4e6 None None] Updating router bfbc9895-1b34-4da0-af70-7d9bca0a2319 port a67e6768-26a3-4e65-9c2d-9e0b65834475 binding host dv-cinder-815146-13-iscsi {{(pid=106209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 01:01:07.475591 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-c48c347c-58b7-44ca-91e5-747a5dc5ec32 admin admin] Publish callbacks [] for security_group (47cf53c7-68ff-4a40-ac2e-d4214a5b55d7), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:07.476693 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.db_base_plugin_common [None req-fcc2d96c-ea3c-4718-9e3a-1d522bcf6975 admin admin] Allocated IP 172.27.4.245 (3021e9f0-0eb2-4779-9e8d-2d74d8c353fb/be7a67d1-0569-48bc-88e9-c2545720293d/a9a6d0e7-457f-40e3-ae5d-60150733af77) {{(pid=106207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:01:07.477204 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-60d4b273-d76c-41b8-8856-9929f35ca4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (a67e6768-26a3-4e65-9c2d-9e0b65834475), before_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:07.478656 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a428e2-6fc6-48be-baca-407b3650baa2 None None] Pushing event updated for resources: {'Port': ['ID=027309de-7a19-4e5b-8b2c-4aa87ef4548e,revision_number=2']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:07.496660 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd53577-01f1-4588-aa72-9f643614a6a8 admin admin] Network 3021e9f0-0eb2-4779-9e8d-2d74d8c353fb is already hosted by enough agents. {{(pid=106206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:01:07.538104 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b9509737-b0bf-4563-8e32-775cd4a0079a None None] Publish callbacks [] for port (e7cfa834-e294-40b1-a9cc-a9150f6693c6), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:07.550715 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b9509737-b0bf-4563-8e32-775cd4a0079a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737867580456'] for port (e7cfa834-e294-40b1-a9cc-a9150f6693c6), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:07.659503 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.base_scheduler [None req-edd53577-01f1-4588-aa72-9f643614a6a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:01:07.663232 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd53577-01f1-4588-aa72-9f643614a6a8 admin admin] Received port after_create {{(pid=106206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:01:07.701012 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-fcc2d96c-ea3c-4718-9e3a-1d522bcf6975 admin admin] Publish callbacks [] for port (a9a6d0e7-457f-40e3-ae5d-60150733af77), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:07.713051 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-e325834f-291e-4113-b49d-b96cbb702e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:07.715649 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9509737-b0bf-4563-8e32-775cd4a0079a None None] Network 0b956883-0f29-4de3-9788-00541616d922 is already hosted by enough agents. {{(pid=106208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:01:07.727071 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.scheduler.base_scheduler [None req-b9509737-b0bf-4563-8e32-775cd4a0079a None None] Resources bound (agent type, host, resource id): {{(pid=106208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:01:07.731522 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-289d44bd-b6b3-41bf-837a-225ff88e5cb8 None None] Publish callbacks [] for port (19d43972-2c36-46e3-9fcf-322922447437), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:07.734930 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9509737-b0bf-4563-8e32-775cd4a0079a None None] Pushing event updated for resources: {'Port': ['ID=e7cfa834-e294-40b1-a9cc-a9150f6693c6,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:07.738547 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9509737-b0bf-4563-8e32-775cd4a0079a None None] Received port after_create {{(pid=106208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:01:07.750435 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-289d44bd-b6b3-41bf-837a-225ff88e5cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737867580456'] for port (19d43972-2c36-46e3-9fcf-322922447437), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:07.832893 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd53577-01f1-4588-aa72-9f643614a6a8 admin admin] Pushing event updated for resources: {'Port': ['ID=02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:07.949647 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:07.958777 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-c48c347c-58b7-44ca-91e5-747a5dc5ec32 admin admin] Publish callbacks [] for security_group (47cf53c7-68ff-4a40-ac2e-d4214a5b55d7), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:07.968597 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289d44bd-b6b3-41bf-837a-225ff88e5cb8 None None] Network dffca817-1d31-4c9c-99a3-2d8483c143b4 is already hosted by enough agents. {{(pid=106208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:01:07.973761 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=8 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:07.978253 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.scheduler.base_scheduler [None req-289d44bd-b6b3-41bf-837a-225ff88e5cb8 None None] Resources bound (agent type, host, resource id): {{(pid=106208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:01:07.980934 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289d44bd-b6b3-41bf-837a-225ff88e5cb8 None None] Received port after_create {{(pid=106208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:01:07.982939 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289d44bd-b6b3-41bf-837a-225ff88e5cb8 None None] Pushing event updated for resources: {'Port': ['ID=19d43972-2c36-46e3-9fcf-322922447437,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:07.985240 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [None req-b9509737-b0bf-4563-8e32-775cd4a0079a None None] Attempting to bind port e7cfa834-e294-40b1-a9cc-a9150f6693c6 on host dv-cinder-815146-13-iscsi for vnic_type normal with profile {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:01:07.985635 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [None req-b9509737-b0bf-4563-8e32-775cd4a0079a None None] Attempting to bind port e7cfa834-e294-40b1-a9cc-a9150f6693c6 by drivers openvswitch,hyperv on host dv-cinder-815146-13-iscsi at level 0 using segments [{'id': 'ca5db623-0af4-47b7-b5e7-bb87137b4f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0b956883-0f29-4de3-9788-00541616d922'}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:01:07.986030 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9509737-b0bf-4563-8e32-775cd4a0079a None None] Attempting to bind port e7cfa834-e294-40b1-a9cc-a9150f6693c6 on network 0b956883-0f29-4de3-9788-00541616d922 {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:01:07.994715 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9509737-b0bf-4563-8e32-775cd4a0079a None None] Checking agent: {'id': 'a0553951-7123-4403-ab2a-bb83048c1e52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 0, 53, 14), 'started_at': datetime.datetime(2022, 8, 30, 0, 53, 44), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:01:07.995096 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9509737-b0bf-4563-8e32-775cd4a0079a None None] Checking segment: {'id': 'ca5db623-0af4-47b7-b5e7-bb87137b4f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0b956883-0f29-4de3-9788-00541616d922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:01:07.995493 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b9509737-b0bf-4563-8e32-775cd4a0079a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:07.995884 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9509737-b0bf-4563-8e32-775cd4a0079a None None] Bound using segment: {'id': 'ca5db623-0af4-47b7-b5e7-bb87137b4f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0b956883-0f29-4de3-9788-00541616d922'} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:01:07.996772 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [None req-b9509737-b0bf-4563-8e32-775cd4a0079a None None] Bound port: e7cfa834-e294-40b1-a9cc-a9150f6693c6, host: dv-cinder-815146-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca5db623-0af4-47b7-b5e7-bb87137b4f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0b956883-0f29-4de3-9788-00541616d922'}}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:01:07.996772 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b9509737-b0bf-4563-8e32-775cd4a0079a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (e7cfa834-e294-40b1-a9cc-a9150f6693c6), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:08.039063 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-edd53577-01f1-4588-aa72-9f643614a6a8 admin admin] Publish callbacks [] for router_gateway (bd1c6eaf-677c-4555-8d4e-2fd99795de73), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:08.059481 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.db_base_plugin_common [None req-e325834f-291e-4113-b49d-b96cbb702e79 admin admin] Allocated IP 172.20.0.1 (5ee6ec53-bf26-4fab-b55f-62bd4221ec41/4a91c71a-9152-4bb3-bae3-f34c8bf8c47c/83e43aba-7011-40c6-a7e4-b1d7907278c4) {{(pid=106207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:01:08.087528 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-60d4b273-d76c-41b8-8856-9929f35ca4e6 None None] Publish callbacks [] for port (a67e6768-26a3-4e65-9c2d-9e0b65834475), precommit_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:08.092096 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [None req-289d44bd-b6b3-41bf-837a-225ff88e5cb8 None None] Attempting to bind port 19d43972-2c36-46e3-9fcf-322922447437 on host dv-cinder-815146-13-iscsi for vnic_type normal with profile {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:01:08.092589 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [None req-289d44bd-b6b3-41bf-837a-225ff88e5cb8 None None] Attempting to bind port 19d43972-2c36-46e3-9fcf-322922447437 by drivers openvswitch,hyperv on host dv-cinder-815146-13-iscsi at level 0 using segments [{'id': 'ac710424-0f03-41c7-8792-e4337957dd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'dffca817-1d31-4c9c-99a3-2d8483c143b4'}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:01:08.093110 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289d44bd-b6b3-41bf-837a-225ff88e5cb8 None None] Attempting to bind port 19d43972-2c36-46e3-9fcf-322922447437 on network dffca817-1d31-4c9c-99a3-2d8483c143b4 {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:01:08.098310 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-60d4b273-d76c-41b8-8856-9929f35ca4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (a67e6768-26a3-4e65-9c2d-9e0b65834475), after_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:08.110504 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289d44bd-b6b3-41bf-837a-225ff88e5cb8 None None] Checking agent: {'id': 'a0553951-7123-4403-ab2a-bb83048c1e52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 0, 53, 14), 'started_at': datetime.datetime(2022, 8, 30, 0, 53, 44), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:01:08.111221 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289d44bd-b6b3-41bf-837a-225ff88e5cb8 None None] Checking segment: {'id': 'ac710424-0f03-41c7-8792-e4337957dd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'dffca817-1d31-4c9c-99a3-2d8483c143b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:01:08.112182 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-289d44bd-b6b3-41bf-837a-225ff88e5cb8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:08.113106 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289d44bd-b6b3-41bf-837a-225ff88e5cb8 None None] Bound using segment: {'id': 'ac710424-0f03-41c7-8792-e4337957dd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'dffca817-1d31-4c9c-99a3-2d8483c143b4'} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:01:08.113712 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [None req-289d44bd-b6b3-41bf-837a-225ff88e5cb8 None None] Bound port: 19d43972-2c36-46e3-9fcf-322922447437, host: dv-cinder-815146-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac710424-0f03-41c7-8792-e4337957dd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'dffca817-1d31-4c9c-99a3-2d8483c143b4'}}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:01:08.114102 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-289d44bd-b6b3-41bf-837a-225ff88e5cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (19d43972-2c36-46e3-9fcf-322922447437), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:08.150139 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-bc71628e-103f-4bbd-8fff-508738c71c19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16467624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16466237'] for router (37449e84-b16d-45be-a57b-c369384f3511), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:08.162192 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:08.162846 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:08.170916 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-fcc2d96c-ea3c-4718-9e3a-1d522bcf6975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737867580456'] for port (a9a6d0e7-457f-40e3-ae5d-60150733af77), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:08.175606 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.managers [None req-60d4b273-d76c-41b8-8856-9929f35ca4e6 None None] Attempting to bind port a67e6768-26a3-4e65-9c2d-9e0b65834475 on host dv-cinder-815146-13-iscsi for vnic_type normal with profile {{(pid=106209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:01:08.176775 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.managers [None req-60d4b273-d76c-41b8-8856-9929f35ca4e6 None None] Attempting to bind port a67e6768-26a3-4e65-9c2d-9e0b65834475 by drivers openvswitch,hyperv on host dv-cinder-815146-13-iscsi at level 0 using segments [{'id': '61a0af84-c6da-4606-8f1e-ec0a95f9a2d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb'}] {{(pid=106209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:01:08.178016 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d4b273-d76c-41b8-8856-9929f35ca4e6 None None] Attempting to bind port a67e6768-26a3-4e65-9c2d-9e0b65834475 on network 3021e9f0-0eb2-4779-9e8d-2d74d8c353fb {{(pid=106209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:01:08.215835 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b9509737-b0bf-4563-8e32-775cd4a0079a None None] For port e7cfa834-e294-40b1-a9cc-a9150f6693c6, host dv-cinder-815146-13-iscsi, cleared binding levels {{(pid=106208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:01:08.228595 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d4b273-d76c-41b8-8856-9929f35ca4e6 None None] Checking agent: {'id': 'a0553951-7123-4403-ab2a-bb83048c1e52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 0, 53, 14), 'started_at': datetime.datetime(2022, 8, 30, 0, 53, 44), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:01:08.234467 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d4b273-d76c-41b8-8856-9929f35ca4e6 None None] Checking segment: {'id': '61a0af84-c6da-4606-8f1e-ec0a95f9a2d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:01:08.235080 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-60d4b273-d76c-41b8-8856-9929f35ca4e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:08.235608 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d4b273-d76c-41b8-8856-9929f35ca4e6 None None] Bound using segment: {'id': '61a0af84-c6da-4606-8f1e-ec0a95f9a2d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb'} {{(pid=106209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:01:08.236188 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.managers [None req-60d4b273-d76c-41b8-8856-9929f35ca4e6 None None] Bound port: a67e6768-26a3-4e65-9c2d-9e0b65834475, host: dv-cinder-815146-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61a0af84-c6da-4606-8f1e-ec0a95f9a2d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb'}}] {{(pid=106209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:01:08.237215 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-60d4b273-d76c-41b8-8856-9929f35ca4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (a67e6768-26a3-4e65-9c2d-9e0b65834475), before_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:08.268467 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-e325834f-291e-4113-b49d-b96cbb702e79 admin admin] Publish callbacks [] for port (83e43aba-7011-40c6-a7e4-b1d7907278c4), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:08.283436 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b9509737-b0bf-4563-8e32-775cd4a0079a None None] For port e7cfa834-e294-40b1-a9cc-a9150f6693c6, host dv-cinder-815146-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=e7cfa834-e294-40b1-a9cc-a9150f6693c6,segment=NetworkSegment(ca5db623-0af4-47b7-b5e7-bb87137b4f10),segment_id=ca5db623-0af4-47b7-b5e7-bb87137b4f10)] {{(pid=106208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:01:08.285229 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-c48c347c-58b7-44ca-91e5-747a5dc5ec32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (47cf53c7-68ff-4a40-ac2e-d4214a5b55d7), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:08.288082 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-c48c347c-58b7-44ca-91e5-747a5dc5ec32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:08.289420 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-c48c347c-58b7-44ca-91e5-747a5dc5ec32 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/47cf53c7-68ff-4a40-ac2e-d4214a5b55d7 HTTP/1.1" status: 204 len: 168 time: 1.1009016 Aug 30 01:01:08.305888 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ad3e19-2e5b-4b18-bf65-e5e5f52759df None None] Pushing event updated for resources: {'Port': ['ID=a67e6768-26a3-4e65-9c2d-9e0b65834475,revision_number=2']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:08.318295 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b9509737-b0bf-4563-8e32-775cd4a0079a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (e7cfa834-e294-40b1-a9cc-a9150f6693c6), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:08.330521 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-e325834f-291e-4113-b49d-b96cbb702e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737867580456'] for port (83e43aba-7011-40c6-a7e4-b1d7907278c4), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:08.348397 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device 027309de-7a19-4e5b-8b2c-4aa87ef4548e up at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:01:08.353219 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ad3e19-2e5b-4b18-bf65-e5e5f52759df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:01:08.353572 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ad3e19-2e5b-4b18-bf65-e5e5f52759df None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:01:08.355684 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ad3e19-2e5b-4b18-bf65-e5e5f52759df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:01:08.356126 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ad3e19-2e5b-4b18-bf65-e5e5f52759df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:01:08.360722 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ad3e19-2e5b-4b18-bf65-e5e5f52759df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:01:08.360722 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ad3e19-2e5b-4b18-bf65-e5e5f52759df None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:01:08.360722 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ad3e19-2e5b-4b18-bf65-e5e5f52759df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:01:08.360722 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ad3e19-2e5b-4b18-bf65-e5e5f52759df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:01:08.361163 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ad3e19-2e5b-4b18-bf65-e5e5f52759df None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:01:08.362026 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ad3e19-2e5b-4b18-bf65-e5e5f52759df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:01:08.362357 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ad3e19-2e5b-4b18-bf65-e5e5f52759df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:01:08.362865 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ad3e19-2e5b-4b18-bf65-e5e5f52759df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:01:08.363200 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ad3e19-2e5b-4b18-bf65-e5e5f52759df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:01:08.363521 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ad3e19-2e5b-4b18-bf65-e5e5f52759df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:01:08.364799 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ad3e19-2e5b-4b18-bf65-e5e5f52759df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:01:08.366067 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ad3e19-2e5b-4b18-bf65-e5e5f52759df None None] Tracked resource versions report: Aug 30 01:01:08.366067 dv-cinder-815146-13-iscsi neutron-server[106209]: pushed versions: Aug 30 01:01:08.366067 dv-cinder-815146-13-iscsi neutron-server[106209]: { 'AddressGroup': {'1.2'}, Aug 30 01:01:08.366067 dv-cinder-815146-13-iscsi neutron-server[106209]: 'Agent': {'1.1'}, Aug 30 01:01:08.366067 dv-cinder-815146-13-iscsi neutron-server[106209]: 'ConntrackHelper': {'1.0'}, Aug 30 01:01:08.366067 dv-cinder-815146-13-iscsi neutron-server[106209]: 'LocalIPAssociation': {'1.0'}, Aug 30 01:01:08.366067 dv-cinder-815146-13-iscsi neutron-server[106209]: 'Log': {'1.0'}, Aug 30 01:01:08.366067 dv-cinder-815146-13-iscsi neutron-server[106209]: 'NDPProxy': {'1.0'}, Aug 30 01:01:08.366067 dv-cinder-815146-13-iscsi neutron-server[106209]: 'Network': {'1.1'}, Aug 30 01:01:08.366067 dv-cinder-815146-13-iscsi neutron-server[106209]: 'Port': {'1.7'}, Aug 30 01:01:08.366067 dv-cinder-815146-13-iscsi neutron-server[106209]: 'PortForwarding': {'1.3'}, Aug 30 01:01:08.366067 dv-cinder-815146-13-iscsi neutron-server[106209]: 'QosPolicy': {'1.10'}, Aug 30 01:01:08.366067 dv-cinder-815146-13-iscsi neutron-server[106209]: 'SecurityGroup': {'1.5'}, Aug 30 01:01:08.366067 dv-cinder-815146-13-iscsi neutron-server[106209]: 'SecurityGroupRule': {'1.2'}, Aug 30 01:01:08.366067 dv-cinder-815146-13-iscsi neutron-server[106209]: 'SubPort': {'1.0'}, Aug 30 01:01:08.366067 dv-cinder-815146-13-iscsi neutron-server[106209]: 'Subnet': {'1.1'}, Aug 30 01:01:08.366067 dv-cinder-815146-13-iscsi neutron-server[106209]: 'Trunk': {'1.1'}} Aug 30 01:01:08.366067 dv-cinder-815146-13-iscsi neutron-server[106209]: consumer versions: Aug 30 01:01:08.366067 dv-cinder-815146-13-iscsi neutron-server[106209]: { DHCP agent@dv-cinder-815146-13-iscsi: {}, Aug 30 01:01:08.366067 dv-cinder-815146-13-iscsi neutron-server[106209]: HyperV agent@hv-cinder-81514: {}, Aug 30 01:01:08.366067 dv-cinder-815146-13-iscsi neutron-server[106209]: L3 agent@dv-cinder-815146-13-iscsi: {}, Aug 30 01:01:08.366067 dv-cinder-815146-13-iscsi neutron-server[106209]: Metadata agent@dv-cinder-815146-13-iscsi: {}, Aug 30 01:01:08.366067 dv-cinder-815146-13-iscsi neutron-server[106209]: Metering agent@dv-cinder-815146-13-iscsi: {}, Aug 30 01:01:08.366067 dv-cinder-815146-13-iscsi neutron-server[106209]: Open vSwitch agent@dv-cinder-815146-13-iscsi: { 'AddressGroup': '1.2', Aug 30 01:01:08.366067 dv-cinder-815146-13-iscsi neutron-server[106209]: 'Agent': '1.1', Aug 30 01:01:08.366067 dv-cinder-815146-13-iscsi neutron-server[106209]: 'ConntrackHelper': '1.0', Aug 30 01:01:08.366067 dv-cinder-815146-13-iscsi neutron-server[106209]: 'LocalIPAssociation': '1.0', Aug 30 01:01:08.366067 dv-cinder-815146-13-iscsi neutron-server[106209]: 'Log': '1.0', Aug 30 01:01:08.366067 dv-cinder-815146-13-iscsi neutron-server[106209]: 'NDPProxy': '1.0', Aug 30 01:01:08.366067 dv-cinder-815146-13-iscsi neutron-server[106209]: 'Network': '1.1', Aug 30 01:01:08.366067 dv-cinder-815146-13-iscsi neutron-server[106209]: 'Port': '1.7', Aug 30 01:01:08.366067 dv-cinder-815146-13-iscsi neutron-server[106209]: 'PortForwarding': '1.3', Aug 30 01:01:08.366067 dv-cinder-815146-13-iscsi neutron-server[106209]: 'QosPolicy': '1.10', Aug 30 01:01:08.366067 dv-cinder-815146-13-iscsi neutron-server[106209]: 'SecurityGroup': '1.5', Aug 30 01:01:08.366067 dv-cinder-815146-13-iscsi neutron-server[106209]: 'SecurityGroupRule': '1.2', Aug 30 01:01:08.366067 dv-cinder-815146-13-iscsi neutron-server[106209]: 'SubPort': '1.0', Aug 30 01:01:08.366067 dv-cinder-815146-13-iscsi neutron-server[106209]: 'Subnet': '1.1', Aug 30 01:01:08.366067 dv-cinder-815146-13-iscsi neutron-server[106209]: 'Trunk': '1.1'}} Aug 30 01:01:08.366067 dv-cinder-815146-13-iscsi neutron-server[106209]: {{(pid=106209) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 01:01:08.394686 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc2d96c-ea3c-4718-9e3a-1d522bcf6975 admin admin] Network 3021e9f0-0eb2-4779-9e8d-2d74d8c353fb is already hosted by enough agents. {{(pid=106207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:01:08.416626 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.base_scheduler [None req-fcc2d96c-ea3c-4718-9e3a-1d522bcf6975 admin admin] Resources bound (agent type, host, resource id): {{(pid=106207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:01:08.425679 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc2d96c-ea3c-4718-9e3a-1d522bcf6975 admin admin] Received port after_create {{(pid=106207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:01:08.458334 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.db [None req-60d4b273-d76c-41b8-8856-9929f35ca4e6 None None] For port a67e6768-26a3-4e65-9c2d-9e0b65834475, host dv-cinder-815146-13-iscsi, cleared binding levels {{(pid=106209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:01:08.471654 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.db [None req-60d4b273-d76c-41b8-8856-9929f35ca4e6 None None] For port a67e6768-26a3-4e65-9c2d-9e0b65834475, host dv-cinder-815146-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=a67e6768-26a3-4e65-9c2d-9e0b65834475,segment=NetworkSegment(61a0af84-c6da-4606-8f1e-ec0a95f9a2d1),segment_id=61a0af84-c6da-4606-8f1e-ec0a95f9a2d1)] {{(pid=106209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:01:08.487806 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-60d4b273-d76c-41b8-8856-9929f35ca4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (a67e6768-26a3-4e65-9c2d-9e0b65834475), after_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:08.524471 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-289d44bd-b6b3-41bf-837a-225ff88e5cb8 None None] For port 19d43972-2c36-46e3-9fcf-322922447437, host dv-cinder-815146-13-iscsi, cleared binding levels {{(pid=106208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:01:08.541910 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e325834f-291e-4113-b49d-b96cbb702e79 admin admin] Network 5ee6ec53-bf26-4fab-b55f-62bd4221ec41 is already hosted by enough agents. {{(pid=106207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:01:08.543124 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc2d96c-ea3c-4718-9e3a-1d522bcf6975 admin admin] Pushing event updated for resources: {'Port': ['ID=a9a6d0e7-457f-40e3-ae5d-60150733af77,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:08.553418 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.base_scheduler [None req-e325834f-291e-4113-b49d-b96cbb702e79 admin admin] Resources bound (agent type, host, resource id): {{(pid=106207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:01:08.567984 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d4b273-d76c-41b8-8856-9929f35ca4e6 None None] Routers {'bfbc9895-1b34-4da0-af70-7d9bca0a2319'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:01:08.568715 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-60d4b273-d76c-41b8-8856-9929f35ca4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:00:41Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['bfbc9895-1b34-4da0-af70-7d9bca0a2319'], 'active': True} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:01:08.606892 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-289d44bd-b6b3-41bf-837a-225ff88e5cb8 None None] For port 19d43972-2c36-46e3-9fcf-322922447437, host dv-cinder-815146-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=19d43972-2c36-46e3-9fcf-322922447437,segment=NetworkSegment(ac710424-0f03-41c7-8792-e4337957dd44),segment_id=ac710424-0f03-41c7-8792-e4337957dd44)] {{(pid=106208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:01:08.640320 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e325834f-291e-4113-b49d-b96cbb702e79 admin admin] Received port after_create {{(pid=106207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:01:08.644503 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9509737-b0bf-4563-8e32-775cd4a0079a None None] Pushing event updated for resources: {'Port': ['ID=e7cfa834-e294-40b1-a9cc-a9150f6693c6,revision_number=2']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:08.645852 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-e325834f-291e-4113-b49d-b96cbb702e79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16467289'] for router_interface (bfbc9895-1b34-4da0-af70-7d9bca0a2319), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:08.655941 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-289d44bd-b6b3-41bf-837a-225ff88e5cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (19d43972-2c36-46e3-9fcf-322922447437), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:08.704891 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Provisioning complete for port 027309de-7a19-4e5b-8b2c-4aa87ef4548e triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:01:08.707581 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (027309de-7a19-4e5b-8b2c-4aa87ef4548e), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:08.774519 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ad3e19-2e5b-4b18-bf65-e5e5f52759df None None] Pushing event updated for resources: {'Port': ['ID=a67e6768-26a3-4e65-9c2d-9e0b65834475,revision_number=3']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:08.779624 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:08.819442 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:08.867113 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48c347c-58b7-44ca-91e5-747a5dc5ec32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47cf53c7-68ff-4a40-ac2e-d4214a5b55d7,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:08.882616 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:08.938566 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-edd53577-01f1-4588-aa72-9f643614a6a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16467624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16466237'] for router (bd1c6eaf-677c-4555-8d4e-2fd99795de73), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:08.941839 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvr_db [None req-60d4b273-d76c-41b8-8856-9929f35ca4e6 None None] Set router bfbc9895-1b34-4da0-af70-7d9bca0a2319 gateway port host: dv-cinder-815146-13-iscsi {{(pid=106209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:01:09.117405 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:09.154356 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289d44bd-b6b3-41bf-837a-225ff88e5cb8 None None] Pushing event updated for resources: {'Port': ['ID=19d43972-2c36-46e3-9fcf-322922447437,revision_number=2']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:09.156484 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc71628e-103f-4bbd-8fff-508738c71c19 admin admin] Router 37449e84-b16d-45be-a57b-c369384f3511 is scheduled to L3 agent 613dbf26-5731-4391-8a29-3c5185f7ed3f with binding_index 1 {{(pid=106206) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 01:01:09.166745 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6a815c-5130-4731-bc72-278ed0db9a8a None None] Network f64316af-4378-4002-9747-c897421bae08 requested from dv-cinder-815146-13-iscsi {{(pid=106208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:01:09.202244 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-2af2ad2e-281f-416d-909a-075b8d75db9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (fba0026e-8830-42b0-8a12-2be2a1203730), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:09.241621 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edd53577-01f1-4588-aa72-9f643614a6a8 admin admin] Router bd1c6eaf-677c-4555-8d4e-2fd99795de73 is scheduled to L3 agent 613dbf26-5731-4391-8a29-3c5185f7ed3f with binding_index 1 {{(pid=106206) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 01:01:09.253337 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 44370) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:09.256816 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325834f-291e-4113-b49d-b96cbb702e79 admin admin] Pushing event updated for resources: {'Port': ['ID=83e43aba-7011-40c6-a7e4-b1d7907278c4,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:09.302340 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-d67ebb83-c5c7-4d0b-a366-202615d6b450 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:09.453846 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-60d4b273-d76c-41b8-8856-9929f35ca4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfbc9895-1b34-4da0-af70-7d9bca0a2319', 'name': 'tempest-ServerRescueNegativeTestJSON-568706440-router', 'tenant_id': 'ceebbaa5dd9d4110a6393190c5b466f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.79'}], 'enable_snat': True}, 'gw_port_id': 'a67e6768-26a3-4e65-9c2d-9e0b65834475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:01:01Z', 'updated_at': '2022-08-30T01:01:04Z', 'revision_number': 3, 'project_id': 'ceebbaa5dd9d4110a6393190c5b466f0', 'gw_port': {'id': 'a67e6768-26a3-4e65-9c2d-9e0b65834475', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d9:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfbc9895-1b34-4da0-af70-7d9bca0a2319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:03Z', 'updated_at': '2022-08-30T01:01:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi'}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:01:09.494380 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:09.520279 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d4b273-d76c-41b8-8856-9929f35ca4e6 None None] The sync data for ids ['bfbc9895-1b34-4da0-af70-7d9bca0a2319'] in dv-cinder-815146-13-iscsi is: [{'id': 'bfbc9895-1b34-4da0-af70-7d9bca0a2319', 'name': 'tempest-ServerRescueNegativeTestJSON-568706440-router', 'tenant_id': 'ceebbaa5dd9d4110a6393190c5b466f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.79'}], 'enable_snat': True}, 'gw_port_id': 'a67e6768-26a3-4e65-9c2d-9e0b65834475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:01:01Z', 'updated_at': '2022-08-30T01:01:04Z', 'revision_number': 3, 'project_id': 'ceebbaa5dd9d4110a6393190c5b466f0', 'gw_port': {'id': 'a67e6768-26a3-4e65-9c2d-9e0b65834475', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d9:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfbc9895-1b34-4da0-af70-7d9bca0a2319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:03Z', 'updated_at': '2022-08-30T01:01:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi'}] {{(pid=106209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:01:09.551812 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:09.567651 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-4f3b1abe-38cc-4722-8042-2117cf643ac0 None None] Provisioning complete for port 027309de-7a19-4e5b-8b2c-4aa87ef4548e triggered by entity DHCP. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:01:09.568567 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-4f3b1abe-38cc-4722-8042-2117cf643ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (027309de-7a19-4e5b-8b2c-4aa87ef4548e), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:09.679876 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd53577-01f1-4588-aa72-9f643614a6a8 admin admin] Notify agent at l3_agent.dv-cinder-815146-13-iscsi the message routers_updated {{(pid=106206) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:01:09.705139 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc71628e-103f-4bbd-8fff-508738c71c19 admin admin] Notify agent at l3_agent.dv-cinder-815146-13-iscsi the message routers_updated {{(pid=106206) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:01:09.726057 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b60616-ee80-49b8-8178-fa1b2d2a296a None None] Sync routers for ids ['37449e84-b16d-45be-a57b-c369384f3511'] in dv-cinder-815146-13-iscsi {{(pid=106209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:01:09.747514 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-edd53577-01f1-4588-aa72-9f643614a6a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:09.749790 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-edd53577-01f1-4588-aa72-9f643614a6a8 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.6092718 Aug 30 01:01:09.756010 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b60616-ee80-49b8-8178-fa1b2d2a296a None None] Routers {'37449e84-b16d-45be-a57b-c369384f3511'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:01:09.758690 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-81b60616-ee80-49b8-8178-fa1b2d2a296a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:00:41Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['37449e84-b16d-45be-a57b-c369384f3511'], 'active': True} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:01:09.763543 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 44386) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:09.764930 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Current status of the port 027309de-7a19-4e5b-8b2c-4aa87ef4548e is: DOWN; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:01:09.765441 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (027309de-7a19-4e5b-8b2c-4aa87ef4548e), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:09.780877 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b973d5c5-66a7-4470-8a07-220b95c7a9af None None] Sync routers for ids ['bd1c6eaf-677c-4555-8d4e-2fd99795de73'] in dv-cinder-815146-13-iscsi {{(pid=106208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:01:09.852844 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b973d5c5-66a7-4470-8a07-220b95c7a9af None None] Routers {'bd1c6eaf-677c-4555-8d4e-2fd99795de73'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:01:09.856141 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-b973d5c5-66a7-4470-8a07-220b95c7a9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:00:41Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['bd1c6eaf-677c-4555-8d4e-2fd99795de73'], 'active': True} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:01:10.058276 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvr_db [None req-81b60616-ee80-49b8-8178-fa1b2d2a296a None None] Set router 37449e84-b16d-45be-a57b-c369384f3511 gateway port host: dv-cinder-815146-13-iscsi {{(pid=106209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:01:10.059009 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-d67ebb83-c5c7-4d0b-a366-202615d6b450 admin admin] Publish callbacks [] for security_group (e56d7ef1-85a2-4e88-bd3c-8440c76c2726), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:10.069422 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-e325834f-291e-4113-b49d-b96cbb702e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (83e43aba-7011-40c6-a7e4-b1d7907278c4), before_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:10.152793 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-fcc2d96c-ea3c-4718-9e3a-1d522bcf6975 admin admin] Publish callbacks [] for router_gateway (4ac67fb5-f9e8-4423-ba99-3faec60e5969), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:10.184780 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-bc71628e-103f-4bbd-8fff-508738c71c19 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:10.189813 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-bc71628e-103f-4bbd-8fff-508738c71c19 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.9194155 Aug 30 01:01:10.190651 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 44396) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:10.201406 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-d67ebb83-c5c7-4d0b-a366-202615d6b450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (e56d7ef1-85a2-4e88-bd3c-8440c76c2726), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:10.398587 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvr_db [None req-b973d5c5-66a7-4470-8a07-220b95c7a9af None None] Set router bd1c6eaf-677c-4555-8d4e-2fd99795de73 gateway port host: dv-cinder-815146-13-iscsi {{(pid=106208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:01:10.491378 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:10.508481 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] For port 027309de-7a19-4e5b-8b2c-4aa87ef4548e, host dv-cinder-815146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=027309de-7a19-4e5b-8b2c-4aa87ef4548e,segment=NetworkSegment(db4c58cb-7f56-46b6-bff7-10d93a889abe),segment_id=db4c58cb-7f56-46b6-bff7-10d93a889abe)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:01:10.516633 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9088e7-baf8-4ce4-929d-e85e0991978d None None] Network 0b956883-0f29-4de3-9788-00541616d922 requested from dv-cinder-815146-13-iscsi {{(pid=106208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:01:10.520646 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-4f3b1abe-38cc-4722-8042-2117cf643ac0 None None] Current status of the port 027309de-7a19-4e5b-8b2c-4aa87ef4548e is: DOWN; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:01:10.521042 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-4f3b1abe-38cc-4722-8042-2117cf643ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (027309de-7a19-4e5b-8b2c-4aa87ef4548e), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:10.540173 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-81b60616-ee80-49b8-8178-fa1b2d2a296a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37449e84-b16d-45be-a57b-c369384f3511', 'name': 'tempest-DeleteServersTestJSON-1035991626-router', 'tenant_id': '0c0f91770bb14bb6920fc277936c189e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.134'}], 'enable_snat': True}, 'gw_port_id': '1bb4569a-46a2-4375-ba1c-771f16aec9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:01:04Z', 'updated_at': '2022-08-30T01:01:06Z', 'revision_number': 3, 'project_id': '0c0f91770bb14bb6920fc277936c189e', 'gw_port': {'id': '1bb4569a-46a2-4375-ba1c-771f16aec9eb', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:e8:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37449e84-b16d-45be-a57b-c369384f3511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:05Z', 'updated_at': '2022-08-30T01:01:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi'}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:01:10.591392 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (027309de-7a19-4e5b-8b2c-4aa87ef4548e), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:10.633067 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b60616-ee80-49b8-8178-fa1b2d2a296a None None] Checking router: 37449e84-b16d-45be-a57b-c369384f3511 for host: dv-cinder-815146-13-iscsi {{(pid=106209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:01:10.633067 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b60616-ee80-49b8-8178-fa1b2d2a296a None None] Updating router 37449e84-b16d-45be-a57b-c369384f3511 port 1bb4569a-46a2-4375-ba1c-771f16aec9eb binding host dv-cinder-815146-13-iscsi {{(pid=106209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 01:01:10.765456 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-81b60616-ee80-49b8-8178-fa1b2d2a296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (1bb4569a-46a2-4375-ba1c-771f16aec9eb), before_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:10.935707 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Pushing event updated for resources: {'Port': ['ID=027309de-7a19-4e5b-8b2c-4aa87ef4548e,revision_number=3']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:10.970049 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67ebb83-c5c7-4d0b-a366-202615d6b450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e56d7ef1-85a2-4e88-bd3c-8440c76c2726,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:10.974549 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 44412) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:10.991414 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-d67ebb83-c5c7-4d0b-a366-202615d6b450 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=56b9ef99b8474ec09de294cd00528c90&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7305844 Aug 30 01:01:11.012373 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device e7cfa834-e294-40b1-a9cc-a9150f6693c6 up at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:01:11.028229 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098dd5e1-07c5-4abf-97de-76efbd87cb6a None None] Network dffca817-1d31-4c9c-99a3-2d8483c143b4 requested from dv-cinder-815146-13-iscsi {{(pid=106208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:01:11.036948 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 44416) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:11.144793 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-e325834f-291e-4113-b49d-b96cbb702e79 admin admin] Publish callbacks [] for port (83e43aba-7011-40c6-a7e4-b1d7907278c4), precommit_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:11.160804 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:11.182295 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-e325834f-291e-4113-b49d-b96cbb702e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (83e43aba-7011-40c6-a7e4-b1d7907278c4), after_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:11.184817 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-e325834f-291e-4113-b49d-b96cbb702e79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16283567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16467405'] for router_interface (bfbc9895-1b34-4da0-af70-7d9bca0a2319), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:11.233577 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:11.247951 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.db.api [None req-4f3b1abe-38cc-4722-8042-2117cf643ac0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106208) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 30 01:01:11.248401 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG oslo_db.api [None req-4f3b1abe-38cc-4722-8042-2117cf643ac0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 01:01:11.264201 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-fcc2d96c-ea3c-4718-9e3a-1d522bcf6975 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16467624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16466237'] for router (4ac67fb5-f9e8-4423-ba99-3faec60e5969), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:11.343405 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-81b60616-ee80-49b8-8178-fa1b2d2a296a None None] Publish callbacks [] for port (1bb4569a-46a2-4375-ba1c-771f16aec9eb), precommit_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:11.355114 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-3b873e48-f271-4f70-a2f4-3f9c47d323f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:11.359437 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-81b60616-ee80-49b8-8178-fa1b2d2a296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (1bb4569a-46a2-4375-ba1c-771f16aec9eb), after_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:11.406176 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325834f-291e-4113-b49d-b96cbb702e79 admin admin] Pushing event updated for resources: {'Port': ['ID=83e43aba-7011-40c6-a7e4-b1d7907278c4,revision_number=2']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:11.414668 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.managers [None req-81b60616-ee80-49b8-8178-fa1b2d2a296a None None] Attempting to bind port 1bb4569a-46a2-4375-ba1c-771f16aec9eb on host dv-cinder-815146-13-iscsi for vnic_type normal with profile {{(pid=106209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:01:11.415322 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.managers [None req-81b60616-ee80-49b8-8178-fa1b2d2a296a None None] Attempting to bind port 1bb4569a-46a2-4375-ba1c-771f16aec9eb by drivers openvswitch,hyperv on host dv-cinder-815146-13-iscsi at level 0 using segments [{'id': '61a0af84-c6da-4606-8f1e-ec0a95f9a2d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb'}] {{(pid=106209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:01:11.415913 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b60616-ee80-49b8-8178-fa1b2d2a296a None None] Attempting to bind port 1bb4569a-46a2-4375-ba1c-771f16aec9eb on network 3021e9f0-0eb2-4779-9e8d-2d74d8c353fb {{(pid=106209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:01:11.432126 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-e6f81d3f-1aac-4a95-a6ca-f2a8e9d866d6 admin admin] Publish callbacks [] for security_group (e56d7ef1-85a2-4e88-bd3c-8440c76c2726), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:11.437445 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b60616-ee80-49b8-8178-fa1b2d2a296a None None] Checking agent: {'id': 'a0553951-7123-4403-ab2a-bb83048c1e52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 0, 53, 14), 'started_at': datetime.datetime(2022, 8, 30, 0, 53, 44), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:01:11.438707 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b60616-ee80-49b8-8178-fa1b2d2a296a None None] Checking segment: {'id': '61a0af84-c6da-4606-8f1e-ec0a95f9a2d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:01:11.440408 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-81b60616-ee80-49b8-8178-fa1b2d2a296a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:11.443520 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b60616-ee80-49b8-8178-fa1b2d2a296a None None] Bound using segment: {'id': '61a0af84-c6da-4606-8f1e-ec0a95f9a2d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb'} {{(pid=106209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:01:11.444232 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.managers [None req-81b60616-ee80-49b8-8178-fa1b2d2a296a None None] Bound port: 1bb4569a-46a2-4375-ba1c-771f16aec9eb, host: dv-cinder-815146-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61a0af84-c6da-4606-8f1e-ec0a95f9a2d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb'}}] {{(pid=106209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:01:11.445192 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-81b60616-ee80-49b8-8178-fa1b2d2a296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (1bb4569a-46a2-4375-ba1c-771f16aec9eb), before_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:11.446089 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-b973d5c5-66a7-4470-8a07-220b95c7a9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'name': 'tempest-AttachVolumeNegativeTest-987046986-router', 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.121'}], 'enable_snat': True}, 'gw_port_id': '02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:01:05Z', 'updated_at': '2022-08-30T01:01:07Z', 'revision_number': 3, 'project_id': '0596692dbfb149139a1e72159c6f93db', 'gw_port': {'id': '02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:39:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:06Z', 'updated_at': '2022-08-30T01:01:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi'}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:01:11.459437 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-521fe853-982a-46c8-8ac6-e37821c7e316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (613dbf26-5731-4391-8a29-3c5185f7ed3f), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:11.513500 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-e6f81d3f-1aac-4a95-a6ca-f2a8e9d866d6 admin admin] Publish callbacks [] for security_group (e56d7ef1-85a2-4e88-bd3c-8440c76c2726), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:11.516911 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:11.520363 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.db [None req-81b60616-ee80-49b8-8178-fa1b2d2a296a None None] For port 1bb4569a-46a2-4375-ba1c-771f16aec9eb, host dv-cinder-815146-13-iscsi, cleared binding levels {{(pid=106209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:01:11.522827 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b973d5c5-66a7-4470-8a07-220b95c7a9af None None] Checking router: bd1c6eaf-677c-4555-8d4e-2fd99795de73 for host: dv-cinder-815146-13-iscsi {{(pid=106208) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:01:11.523130 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b973d5c5-66a7-4470-8a07-220b95c7a9af None None] Updating router bd1c6eaf-677c-4555-8d4e-2fd99795de73 port 02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a binding host dv-cinder-815146-13-iscsi {{(pid=106208) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 01:01:11.524777 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.db [None req-81b60616-ee80-49b8-8178-fa1b2d2a296a None None] For port 1bb4569a-46a2-4375-ba1c-771f16aec9eb, host dv-cinder-815146-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=1bb4569a-46a2-4375-ba1c-771f16aec9eb,segment=NetworkSegment(61a0af84-c6da-4606-8f1e-ec0a95f9a2d1),segment_id=61a0af84-c6da-4606-8f1e-ec0a95f9a2d1)] {{(pid=106209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:01:11.531015 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:11.532325 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:11.535865 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-81b60616-ee80-49b8-8178-fa1b2d2a296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (1bb4569a-46a2-4375-ba1c-771f16aec9eb), after_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:11.538635 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a36e184-692a-4c86-930d-fcf2a66972e8 None None] Pushing event updated for resources: {'Port': ['ID=1bb4569a-46a2-4375-ba1c-771f16aec9eb,revision_number=2']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:11.559913 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b60616-ee80-49b8-8178-fa1b2d2a296a None None] Routers {'37449e84-b16d-45be-a57b-c369384f3511'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:01:11.562185 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-81b60616-ee80-49b8-8178-fa1b2d2a296a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:01:11Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['37449e84-b16d-45be-a57b-c369384f3511'], 'active': True} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:01:11.582837 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b973d5c5-66a7-4470-8a07-220b95c7a9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:11.589377 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Provisioning complete for port e7cfa834-e294-40b1-a9cc-a9150f6693c6 triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:01:11.589756 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (e7cfa834-e294-40b1-a9cc-a9150f6693c6), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:11.643241 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e325834f-291e-4113-b49d-b96cbb702e79 admin admin] Network 5ee6ec53-bf26-4fab-b55f-62bd4221ec41 is already hosted by enough agents. {{(pid=106207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:01:11.646558 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:11.653642 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.base_scheduler [None req-e325834f-291e-4113-b49d-b96cbb702e79 admin admin] Resources bound (agent type, host, resource id): {{(pid=106207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:01:11.660475 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:11.721028 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvr_db [None req-81b60616-ee80-49b8-8178-fa1b2d2a296a None None] Set router 37449e84-b16d-45be-a57b-c369384f3511 gateway port host: dv-cinder-815146-13-iscsi {{(pid=106209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:01:11.738686 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-e6f81d3f-1aac-4a95-a6ca-f2a8e9d866d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (e56d7ef1-85a2-4e88-bd3c-8440c76c2726), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:11.742241 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-e6f81d3f-1aac-4a95-a6ca-f2a8e9d866d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:11.743768 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-e6f81d3f-1aac-4a95-a6ca-f2a8e9d866d6 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/e56d7ef1-85a2-4e88-bd3c-8440c76c2726 HTTP/1.1" status: 204 len: 168 time: 0.7060373 Aug 30 01:01:11.782703 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f81d3f-1aac-4a95-a6ca-f2a8e9d866d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56d7ef1-85a2-4e88-bd3c-8440c76c2726,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:11.792041 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcc2d96c-ea3c-4718-9e3a-1d522bcf6975 admin admin] Router 4ac67fb5-f9e8-4423-ba99-3faec60e5969 is scheduled to L3 agent 613dbf26-5731-4391-8a29-3c5185f7ed3f with binding_index 1 {{(pid=106207) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 01:01:12.024148 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3638-dd40-4911-b55b-ac56044294b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:12.040924 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcc2d96c-ea3c-4718-9e3a-1d522bcf6975 admin admin] Notify agent at l3_agent.dv-cinder-815146-13-iscsi the message routers_updated {{(pid=106207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:01:12.055066 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a36e184-692a-4c86-930d-fcf2a66972e8 None None] Pushing event updated for resources: {'Port': ['ID=1bb4569a-46a2-4375-ba1c-771f16aec9eb,revision_number=3']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:12.084598 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-fcc2d96c-ea3c-4718-9e3a-1d522bcf6975 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:12.086349 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-fcc2d96c-ea3c-4718-9e3a-1d522bcf6975 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.8968334 Aug 30 01:01:12.089358 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 44430) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:12.145222 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686e3ef8-329e-4bbc-915b-abeb92b9fe60 None None] Sync routers for ids ['4ac67fb5-f9e8-4423-ba99-3faec60e5969'] in dv-cinder-815146-13-iscsi {{(pid=106208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:01:12.162907 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e325834f-291e-4113-b49d-b96cbb702e79 admin admin] Router bfbc9895-1b34-4da0-af70-7d9bca0a2319 has already been hosted by L3 agent 613dbf26-5731-4391-8a29-3c5185f7ed3f {{(pid=106207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:01:12.165735 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=100 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:12.179905 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-a1278586-40ce-4cc3-ba70-3b6a99d98843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:12.239977 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-3b873e48-f271-4f70-a2f4-3f9c47d323f0 admin admin] Publish callbacks [] for security_group (eaafc282-5365-4b4c-ac1b-4670d08f1083), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:12.243784 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-4f3b1abe-38cc-4722-8042-2117cf643ac0 None None] Current status of the port 027309de-7a19-4e5b-8b2c-4aa87ef4548e is: ACTIVE; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:01:12.262382 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-3b873e48-f271-4f70-a2f4-3f9c47d323f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (eaafc282-5365-4b4c-ac1b-4670d08f1083), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:12.302100 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686e3ef8-329e-4bbc-915b-abeb92b9fe60 None None] Routers {'4ac67fb5-f9e8-4423-ba99-3faec60e5969'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:01:12.302739 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-686e3ef8-329e-4bbc-915b-abeb92b9fe60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:01:11Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['4ac67fb5-f9e8-4423-ba99-3faec60e5969'], 'active': True} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:01:12.313450 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-81b60616-ee80-49b8-8178-fa1b2d2a296a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37449e84-b16d-45be-a57b-c369384f3511', 'name': 'tempest-DeleteServersTestJSON-1035991626-router', 'tenant_id': '0c0f91770bb14bb6920fc277936c189e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.134'}], 'enable_snat': True}, 'gw_port_id': '1bb4569a-46a2-4375-ba1c-771f16aec9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:01:04Z', 'updated_at': '2022-08-30T01:01:06Z', 'revision_number': 3, 'project_id': '0c0f91770bb14bb6920fc277936c189e', 'gw_port': {'id': '1bb4569a-46a2-4375-ba1c-771f16aec9eb', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:e8:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37449e84-b16d-45be-a57b-c369384f3511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:05Z', 'updated_at': '2022-08-30T01:01:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi'}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:01:12.395238 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b60616-ee80-49b8-8178-fa1b2d2a296a None None] The sync data for ids ['37449e84-b16d-45be-a57b-c369384f3511'] in dv-cinder-815146-13-iscsi is: [{'id': '37449e84-b16d-45be-a57b-c369384f3511', 'name': 'tempest-DeleteServersTestJSON-1035991626-router', 'tenant_id': '0c0f91770bb14bb6920fc277936c189e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.134'}], 'enable_snat': True}, 'gw_port_id': '1bb4569a-46a2-4375-ba1c-771f16aec9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:01:04Z', 'updated_at': '2022-08-30T01:01:06Z', 'revision_number': 3, 'project_id': '0c0f91770bb14bb6920fc277936c189e', 'gw_port': {'id': '1bb4569a-46a2-4375-ba1c-771f16aec9eb', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:e8:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37449e84-b16d-45be-a57b-c369384f3511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:05Z', 'updated_at': '2022-08-30T01:01:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi'}] {{(pid=106209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:01:12.595195 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvr_db [None req-686e3ef8-329e-4bbc-915b-abeb92b9fe60 None None] Set router 4ac67fb5-f9e8-4423-ba99-3faec60e5969 gateway port host: dv-cinder-815146-13-iscsi {{(pid=106208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:01:12.598569 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-3b873e48-f271-4f70-a2f4-3f9c47d323f0 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=b5c84d6a896d4b6499dd668dcaad3783&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6206698 Aug 30 01:01:12.603285 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 44442) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:12.631181 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:12.675307 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Current status of the port e7cfa834-e294-40b1-a9cc-a9150f6693c6 is: DOWN; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:01:12.676174 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (e7cfa834-e294-40b1-a9cc-a9150f6693c6), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:12.676803 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b873e48-f271-4f70-a2f4-3f9c47d323f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaafc282-5365-4b4c-ac1b-4670d08f1083,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:12.869455 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-25c1dd7e-d974-443e-806e-f641d8bbb77b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (0cb86657-2da7-42ea-bd2c-d65472391dc8), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:12.876779 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-f5215a15-9898-4643-b689-2d93112ee0b5 None None] Provisioning complete for port e7cfa834-e294-40b1-a9cc-a9150f6693c6 triggered by entity DHCP. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:01:12.877439 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-f5215a15-9898-4643-b689-2d93112ee0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (e7cfa834-e294-40b1-a9cc-a9150f6693c6), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:12.953378 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] For port e7cfa834-e294-40b1-a9cc-a9150f6693c6, host dv-cinder-815146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=e7cfa834-e294-40b1-a9cc-a9150f6693c6,segment=NetworkSegment(ca5db623-0af4-47b7-b5e7-bb87137b4f10),segment_id=ca5db623-0af4-47b7-b5e7-bb87137b4f10)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:01:12.966527 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (e7cfa834-e294-40b1-a9cc-a9150f6693c6), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:12.967420 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device 19d43972-2c36-46e3-9fcf-322922447437 up at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:01:12.973429 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.db_base_plugin_common [None req-a1278586-40ce-4cc3-ba70-3b6a99d98843 admin admin] Allocated IP 172.20.0.1 (f64316af-4378-4002-9747-c897421bae08/36856127-a09c-4ab4-b4f6-601f02ca410d/fdc381fb-c734-4005-9902-9049ce978ddd) {{(pid=106206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:01:12.993533 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:13.012811 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e325834f-291e-4113-b49d-b96cbb702e79 admin admin] Notify agent at l3_agent.dv-cinder-815146-13-iscsi the message routers_updated {{(pid=106207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:01:13.023235 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-e325834f-291e-4113-b49d-b96cbb702e79 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/bfbc9895-1b34-4da0-af70-7d9bca0a2319/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3766282 Aug 30 01:01:13.025819 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522b9c94-4590-48a3-ac40-05ab40c0ec40 None None] Sync routers for ids ['bfbc9895-1b34-4da0-af70-7d9bca0a2319'] in dv-cinder-815146-13-iscsi {{(pid=106209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:01:13.050509 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522b9c94-4590-48a3-ac40-05ab40c0ec40 None None] Routers {'bfbc9895-1b34-4da0-af70-7d9bca0a2319'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:01:13.051160 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-522b9c94-4590-48a3-ac40-05ab40c0ec40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:01:11Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['bfbc9895-1b34-4da0-af70-7d9bca0a2319'], 'active': True} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:01:13.082641 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Pushing event updated for resources: {'Port': ['ID=e7cfa834-e294-40b1-a9cc-a9150f6693c6,revision_number=3']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:13.198149 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-43a30213-59ee-4c9e-b73a-22ceb7974ea2 admin admin] Publish callbacks [] for security_group (eaafc282-5365-4b4c-ac1b-4670d08f1083), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:13.207971 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:13.221989 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:13.252597 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:13.264862 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-bcc8187e-499c-4062-994e-e332c4103b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:13.299830 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-43a30213-59ee-4c9e-b73a-22ceb7974ea2 admin admin] Publish callbacks [] for security_group (eaafc282-5365-4b4c-ac1b-4670d08f1083), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:13.404507 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvr_db [None req-522b9c94-4590-48a3-ac40-05ab40c0ec40 None None] Set router bfbc9895-1b34-4da0-af70-7d9bca0a2319 gateway port host: dv-cinder-815146-13-iscsi {{(pid=106209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:01:13.455187 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-a1278586-40ce-4cc3-ba70-3b6a99d98843 admin admin] Publish callbacks [] for port (fdc381fb-c734-4005-9902-9049ce978ddd), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:13.545709 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Provisioning complete for port 19d43972-2c36-46e3-9fcf-322922447437 triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:01:13.549768 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (19d43972-2c36-46e3-9fcf-322922447437), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:13.585943 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.db_base_plugin_common [None req-8e9a3638-dd40-4911-b55b-ac56044294b5 admin admin] Allocated IP 172.20.0.1 (dffca817-1d31-4c9c-99a3-2d8483c143b4/35e91298-8731-4ea1-81fe-d78c255b7ca6/4c3a5c21-7f7c-4037-ac11-fe0d15ab9538) {{(pid=106206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:01:13.711931 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-a1278586-40ce-4cc3-ba70-3b6a99d98843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737867580456'] for port (fdc381fb-c734-4005-9902-9049ce978ddd), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:13.808771 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-f5215a15-9898-4643-b689-2d93112ee0b5 None None] Current status of the port e7cfa834-e294-40b1-a9cc-a9150f6693c6 is: ACTIVE; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:01:13.828910 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-686e3ef8-329e-4bbc-915b-abeb92b9fe60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac67fb5-f9e8-4423-ba99-3faec60e5969', 'name': 'tempest-AttachVolumeTestJSON-319731533-router', 'tenant_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.245'}], 'enable_snat': True}, 'gw_port_id': 'a9a6d0e7-457f-40e3-ae5d-60150733af77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:01:05Z', 'updated_at': '2022-08-30T01:01:09Z', 'revision_number': 3, 'project_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'gw_port': {'id': 'a9a6d0e7-457f-40e3-ae5d-60150733af77', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:08:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac67fb5-f9e8-4423-ba99-3faec60e5969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:06Z', 'updated_at': '2022-08-30T01:01:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi'}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:01:13.830627 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.db_base_plugin_common [None req-bcc8187e-499c-4062-994e-e332c4103b4a admin admin] Allocated IP 172.20.0.1 (0b956883-0f29-4de3-9788-00541616d922/d2092925-3f88-4d08-9bce-f992f050b9ed/eb3eabec-52c5-4365-8b1a-5c635538e30c) {{(pid=106207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:01:13.887187 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1278586-40ce-4cc3-ba70-3b6a99d98843 admin admin] Network f64316af-4378-4002-9747-c897421bae08 is already hosted by enough agents. {{(pid=106206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:01:13.902216 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.base_scheduler [None req-a1278586-40ce-4cc3-ba70-3b6a99d98843 admin admin] Resources bound (agent type, host, resource id): {{(pid=106206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:01:13.919785 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1278586-40ce-4cc3-ba70-3b6a99d98843 admin admin] Received port after_create {{(pid=106206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:01:13.920327 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-a1278586-40ce-4cc3-ba70-3b6a99d98843 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16467289'] for router_interface (37449e84-b16d-45be-a57b-c369384f3511), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:13.931258 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1278586-40ce-4cc3-ba70-3b6a99d98843 admin admin] Pushing event updated for resources: {'Port': ['ID=fdc381fb-c734-4005-9902-9049ce978ddd,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:13.944921 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 44498) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:13.951038 dv-cinder-815146-13-iscsi neutron-server[106207]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 30 01:01:13.975703 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:14.015587 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-522b9c94-4590-48a3-ac40-05ab40c0ec40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfbc9895-1b34-4da0-af70-7d9bca0a2319', 'name': 'tempest-ServerRescueNegativeTestJSON-568706440-router', 'tenant_id': 'ceebbaa5dd9d4110a6393190c5b466f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.79'}], 'enable_snat': True}, 'gw_port_id': 'a67e6768-26a3-4e65-9c2d-9e0b65834475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:01:01Z', 'updated_at': '2022-08-30T01:01:09Z', 'revision_number': 4, 'project_id': 'ceebbaa5dd9d4110a6393190c5b466f0', 'gw_port': {'id': 'a67e6768-26a3-4e65-9c2d-9e0b65834475', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d9:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfbc9895-1b34-4da0-af70-7d9bca0a2319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:03Z', 'updated_at': '2022-08-30T01:01:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_interfaces': [{'id': '83e43aba-7011-40c6-a7e4-b1d7907278c4', 'name': '', 'network_id': '5ee6ec53-bf26-4fab-b55f-62bd4221ec41', 'tenant_id': 'ceebbaa5dd9d4110a6393190c5b466f0', 'mac_address': 'fa:16:3e:30:05:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfbc9895-1b34-4da0-af70-7d9bca0a2319', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4a91c71a-9152-4bb3-bae3-f34c8bf8c47c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:07Z', 'updated_at': '2022-08-30T01:01:10Z', 'revision_number': 2, 'project_id': 'ceebbaa5dd9d4110a6393190c5b466f0', 'subnets': [{'id': '4a91c71a-9152-4bb3-bae3-f34c8bf8c47c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:01:14.016720 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b973d5c5-66a7-4470-8a07-220b95c7a9af None None] Publish callbacks [] for port (02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a), precommit_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:14.019946 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-f5215a15-9898-4643-b689-2d93112ee0b5 None None] Provisioning complete for port 19d43972-2c36-46e3-9fcf-322922447437 triggered by entity DHCP. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:01:14.024175 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-f5215a15-9898-4643-b689-2d93112ee0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (19d43972-2c36-46e3-9fcf-322922447437), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:14.026418 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686e3ef8-329e-4bbc-915b-abeb92b9fe60 None None] Checking router: 4ac67fb5-f9e8-4423-ba99-3faec60e5969 for host: dv-cinder-815146-13-iscsi {{(pid=106208) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:01:14.026867 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686e3ef8-329e-4bbc-915b-abeb92b9fe60 None None] Updating router 4ac67fb5-f9e8-4423-ba99-3faec60e5969 port a9a6d0e7-457f-40e3-ae5d-60150733af77 binding host dv-cinder-815146-13-iscsi {{(pid=106208) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 01:01:14.059099 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522b9c94-4590-48a3-ac40-05ab40c0ec40 None None] Checking router: bfbc9895-1b34-4da0-af70-7d9bca0a2319 for host: dv-cinder-815146-13-iscsi {{(pid=106209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:01:14.060009 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522b9c94-4590-48a3-ac40-05ab40c0ec40 None None] Updating router bfbc9895-1b34-4da0-af70-7d9bca0a2319 port 83e43aba-7011-40c6-a7e4-b1d7907278c4 binding host dv-cinder-815146-13-iscsi {{(pid=106209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 01:01:14.090185 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-43a30213-59ee-4c9e-b73a-22ceb7974ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (eaafc282-5365-4b4c-ac1b-4670d08f1083), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:14.096718 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=100 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:14.103130 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-43a30213-59ee-4c9e-b73a-22ceb7974ea2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:14.109878 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-522b9c94-4590-48a3-ac40-05ab40c0ec40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (83e43aba-7011-40c6-a7e4-b1d7907278c4), before_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:14.118729 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-43a30213-59ee-4c9e-b73a-22ceb7974ea2 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/eaafc282-5365-4b4c-ac1b-4670d08f1083 HTTP/1.1" status: 204 len: 168 time: 1.5127642 Aug 30 01:01:14.185006 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b973d5c5-66a7-4470-8a07-220b95c7a9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:14.219016 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-bcc8187e-499c-4062-994e-e332c4103b4a admin admin] Publish callbacks [] for port (eb3eabec-52c5-4365-8b1a-5c635538e30c), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:14.238299 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a30213-59ee-4c9e-b73a-22ceb7974ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaafc282-5365-4b4c-ac1b-4670d08f1083,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:14.301674 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3638-dd40-4911-b55b-ac56044294b5 admin admin] Publish callbacks [] for port (4c3a5c21-7f7c-4037-ac11-fe0d15ab9538), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:14.352596 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (ec393def-3d84-45a3-8a6c-ed049d62fe0a), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:14.476690 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-035fe171-2dca-49fc-a74e-5e6f2a9e45a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (976597ea-a902-4e5f-8c76-25f81ae4fb08), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:14.484775 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:14.587841 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [None req-b973d5c5-66a7-4470-8a07-220b95c7a9af None None] Attempting to bind port 02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a on host dv-cinder-815146-13-iscsi for vnic_type normal with profile {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:01:14.588580 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [None req-b973d5c5-66a7-4470-8a07-220b95c7a9af None None] Attempting to bind port 02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a by drivers openvswitch,hyperv on host dv-cinder-815146-13-iscsi at level 0 using segments [{'id': '61a0af84-c6da-4606-8f1e-ec0a95f9a2d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb'}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:01:14.589400 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b973d5c5-66a7-4470-8a07-220b95c7a9af None None] Attempting to bind port 02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a on network 3021e9f0-0eb2-4779-9e8d-2d74d8c353fb {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:01:14.597184 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-686e3ef8-329e-4bbc-915b-abeb92b9fe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (a9a6d0e7-457f-40e3-ae5d-60150733af77), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:14.631752 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-bcc8187e-499c-4062-994e-e332c4103b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737867580456'] for port (eb3eabec-52c5-4365-8b1a-5c635538e30c), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:14.655248 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79da576-5d81-4fe7-ae51-ac00adab07bf req-de6bd751-3586-4cd2-b736-eac19a6af26f tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:14.663245 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e79da576-5d81-4fe7-ae51-ac00adab07bf req-de6bd751-3586-4cd2-b736-eac19a6af26f tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/networks?id=5ee6ec53-bf26-4fab-b55f-62bd4221ec41 HTTP/1.1" status: 200 len: 818 time: 0.7168920 Aug 30 01:01:14.698586 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3638-dd40-4911-b55b-ac56044294b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737867580456'] for port (4c3a5c21-7f7c-4037-ac11-fe0d15ab9538), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:14.709275 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e79da576-5d81-4fe7-ae51-ac00adab07bf req-ff016f91-6f27-4457-816e-67ff4572e7fb tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/quotas/ceebbaa5dd9d4110a6393190c5b466f0 HTTP/1.1" status: 200 len: 375 time: 0.0450311 Aug 30 01:01:14.712473 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-a1278586-40ce-4cc3-ba70-3b6a99d98843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (fdc381fb-c734-4005-9902-9049ce978ddd), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:14.771118 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (a0553951-7123-4403-ab2a-bb83048c1e52), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:14.779808 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-522b9c94-4590-48a3-ac40-05ab40c0ec40 None None] Publish callbacks [] for port (83e43aba-7011-40c6-a7e4-b1d7907278c4), precommit_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:14.789961 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-522b9c94-4590-48a3-ac40-05ab40c0ec40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (83e43aba-7011-40c6-a7e4-b1d7907278c4), after_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:14.790276 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b973d5c5-66a7-4470-8a07-220b95c7a9af None None] Checking agent: {'id': 'a0553951-7123-4403-ab2a-bb83048c1e52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 0, 53, 14), 'started_at': datetime.datetime(2022, 8, 30, 0, 53, 44), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:01:14.791187 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b973d5c5-66a7-4470-8a07-220b95c7a9af None None] Checking segment: {'id': '61a0af84-c6da-4606-8f1e-ec0a95f9a2d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:01:14.791961 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b973d5c5-66a7-4470-8a07-220b95c7a9af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:14.792637 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b973d5c5-66a7-4470-8a07-220b95c7a9af None None] Bound using segment: {'id': '61a0af84-c6da-4606-8f1e-ec0a95f9a2d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb'} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:01:14.793831 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [None req-b973d5c5-66a7-4470-8a07-220b95c7a9af None None] Bound port: 02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a, host: dv-cinder-815146-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61a0af84-c6da-4606-8f1e-ec0a95f9a2d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb'}}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:01:14.794783 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b973d5c5-66a7-4470-8a07-220b95c7a9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:14.824806 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Current status of the port 19d43972-2c36-46e3-9fcf-322922447437 is: DOWN; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:01:14.825177 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (19d43972-2c36-46e3-9fcf-322922447437), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:14.859054 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc8187e-499c-4062-994e-e332c4103b4a admin admin] Network 0b956883-0f29-4de3-9788-00541616d922 is already hosted by enough agents. {{(pid=106207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:01:14.874309 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9a3638-dd40-4911-b55b-ac56044294b5 admin admin] Network dffca817-1d31-4c9c-99a3-2d8483c143b4 is already hosted by enough agents. {{(pid=106206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:01:14.881265 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.base_scheduler [None req-8e9a3638-dd40-4911-b55b-ac56044294b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:01:14.913306 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9a3638-dd40-4911-b55b-ac56044294b5 admin admin] Received port after_create {{(pid=106206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:01:14.913829 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3638-dd40-4911-b55b-ac56044294b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16467289'] for router_interface (bd1c6eaf-677c-4555-8d4e-2fd99795de73), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:14.926854 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.base_scheduler [None req-bcc8187e-499c-4062-994e-e332c4103b4a admin admin] Resources bound (agent type, host, resource id): {{(pid=106207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:01:14.937490 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc8187e-499c-4062-994e-e332c4103b4a admin admin] Received port after_create {{(pid=106207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:01:14.937979 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-bcc8187e-499c-4062-994e-e332c4103b4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16467289'] for router_interface (4ac67fb5-f9e8-4423-ba99-3faec60e5969), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:14.941301 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9a3638-dd40-4911-b55b-ac56044294b5 admin admin] Pushing event updated for resources: {'Port': ['ID=4c3a5c21-7f7c-4037-ac11-fe0d15ab9538,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:15.183352 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd1365-bcf4-4cd7-8834-5e810b89c53a None None] Pushing event updated for resources: {'Port': ['ID=02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a,revision_number=2']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:15.211493 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bbb93b-c6b5-4730-8ee0-25f8dccf7ce0 None None] Pushing event updated for resources: {'Port': ['ID=83e43aba-7011-40c6-a7e4-b1d7907278c4,revision_number=3']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:15.216615 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.managers [None req-522b9c94-4590-48a3-ac40-05ab40c0ec40 None None] Attempting to bind port 83e43aba-7011-40c6-a7e4-b1d7907278c4 on host dv-cinder-815146-13-iscsi for vnic_type normal with profile {{(pid=106209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:01:15.222110 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.managers [None req-522b9c94-4590-48a3-ac40-05ab40c0ec40 None None] Attempting to bind port 83e43aba-7011-40c6-a7e4-b1d7907278c4 by drivers openvswitch,hyperv on host dv-cinder-815146-13-iscsi at level 0 using segments [{'id': 'c47d2ff1-3cd9-4a2f-88ea-ac8145096927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '5ee6ec53-bf26-4fab-b55f-62bd4221ec41'}] {{(pid=106209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:01:15.222476 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522b9c94-4590-48a3-ac40-05ab40c0ec40 None None] Attempting to bind port 83e43aba-7011-40c6-a7e4-b1d7907278c4 on network 5ee6ec53-bf26-4fab-b55f-62bd4221ec41 {{(pid=106209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:01:15.242437 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522b9c94-4590-48a3-ac40-05ab40c0ec40 None None] Checking agent: {'id': 'a0553951-7123-4403-ab2a-bb83048c1e52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 0, 53, 14), 'started_at': datetime.datetime(2022, 8, 30, 0, 53, 44), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:01:15.242983 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522b9c94-4590-48a3-ac40-05ab40c0ec40 None None] Checking segment: {'id': 'c47d2ff1-3cd9-4a2f-88ea-ac8145096927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '5ee6ec53-bf26-4fab-b55f-62bd4221ec41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:01:15.243208 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-522b9c94-4590-48a3-ac40-05ab40c0ec40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:15.250822 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522b9c94-4590-48a3-ac40-05ab40c0ec40 None None] Bound using segment: {'id': 'c47d2ff1-3cd9-4a2f-88ea-ac8145096927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '5ee6ec53-bf26-4fab-b55f-62bd4221ec41'} {{(pid=106209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:01:15.251574 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.managers [None req-522b9c94-4590-48a3-ac40-05ab40c0ec40 None None] Bound port: 83e43aba-7011-40c6-a7e4-b1d7907278c4, host: dv-cinder-815146-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c47d2ff1-3cd9-4a2f-88ea-ac8145096927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '5ee6ec53-bf26-4fab-b55f-62bd4221ec41'}}] {{(pid=106209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:01:15.251947 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-522b9c94-4590-48a3-ac40-05ab40c0ec40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (83e43aba-7011-40c6-a7e4-b1d7907278c4), before_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:15.292084 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc8187e-499c-4062-994e-e332c4103b4a admin admin] Pushing event updated for resources: {'Port': ['ID=eb3eabec-52c5-4365-8b1a-5c635538e30c,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:15.336284 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e79da576-5d81-4fe7-ae51-ac00adab07bf req-f57a3bc8-3b7b-4cdd-8f67-d4e4046abe48 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=ceebbaa5dd9d4110a6393190c5b466f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6260436 Aug 30 01:01:15.380233 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] For port 19d43972-2c36-46e3-9fcf-322922447437, host dv-cinder-815146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=19d43972-2c36-46e3-9fcf-322922447437,segment=NetworkSegment(ac710424-0f03-41c7-8792-e4337957dd44),segment_id=ac710424-0f03-41c7-8792-e4337957dd44)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:01:15.398794 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-bcc8187e-499c-4062-994e-e332c4103b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (eb3eabec-52c5-4365-8b1a-5c635538e30c), before_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:15.438487 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.db [None req-522b9c94-4590-48a3-ac40-05ab40c0ec40 None None] For port 83e43aba-7011-40c6-a7e4-b1d7907278c4, host dv-cinder-815146-13-iscsi, cleared binding levels {{(pid=106209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:01:15.447638 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.db [None req-522b9c94-4590-48a3-ac40-05ab40c0ec40 None None] For port 83e43aba-7011-40c6-a7e4-b1d7907278c4, host dv-cinder-815146-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=83e43aba-7011-40c6-a7e4-b1d7907278c4,segment=NetworkSegment(c47d2ff1-3cd9-4a2f-88ea-ac8145096927),segment_id=c47d2ff1-3cd9-4a2f-88ea-ac8145096927)] {{(pid=106209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:01:15.451780 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (19d43972-2c36-46e3-9fcf-322922447437), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:15.452615 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device a67e6768-26a3-4e65-9c2d-9e0b65834475 up at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:01:15.472026 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-522b9c94-4590-48a3-ac40-05ab40c0ec40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (83e43aba-7011-40c6-a7e4-b1d7907278c4), after_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:15.479440 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:15.574728 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-f5215a15-9898-4643-b689-2d93112ee0b5 None None] Current status of the port 19d43972-2c36-46e3-9fcf-322922447437 is: DOWN; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:01:15.575117 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-f5215a15-9898-4643-b689-2d93112ee0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (19d43972-2c36-46e3-9fcf-322922447437), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:15.601275 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 44564) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:15.628711 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522b9c94-4590-48a3-ac40-05ab40c0ec40 None None] Routers {'bfbc9895-1b34-4da0-af70-7d9bca0a2319'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:01:15.632151 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-522b9c94-4590-48a3-ac40-05ab40c0ec40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:01:11Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['bfbc9895-1b34-4da0-af70-7d9bca0a2319'], 'active': True} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:01:15.641389 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:15.656959 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-a1278586-40ce-4cc3-ba70-3b6a99d98843 admin admin] Publish callbacks [] for port (fdc381fb-c734-4005-9902-9049ce978ddd), precommit_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:15.697220 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b973d5c5-66a7-4470-8a07-220b95c7a9af None None] For port 02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a, host dv-cinder-815146-13-iscsi, cleared binding levels {{(pid=106208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:01:15.729273 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-a1278586-40ce-4cc3-ba70-3b6a99d98843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (fdc381fb-c734-4005-9902-9049ce978ddd), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:15.730234 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-a1278586-40ce-4cc3-ba70-3b6a99d98843 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16283567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16467405'] for router_interface (37449e84-b16d-45be-a57b-c369384f3511), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:15.751450 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bbb93b-c6b5-4730-8ee0-25f8dccf7ce0 None None] Pushing event updated for resources: {'Port': ['ID=83e43aba-7011-40c6-a7e4-b1d7907278c4,revision_number=4']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:15.827995 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1278586-40ce-4cc3-ba70-3b6a99d98843 admin admin] Pushing event updated for resources: {'Port': ['ID=fdc381fb-c734-4005-9902-9049ce978ddd,revision_number=2']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:15.834454 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b973d5c5-66a7-4470-8a07-220b95c7a9af None None] For port 02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a, host dv-cinder-815146-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a,segment=NetworkSegment(61a0af84-c6da-4606-8f1e-ec0a95f9a2d1),segment_id=61a0af84-c6da-4606-8f1e-ec0a95f9a2d1)] {{(pid=106208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:01:15.837054 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-bcc8187e-499c-4062-994e-e332c4103b4a admin admin] Publish callbacks [] for port (eb3eabec-52c5-4365-8b1a-5c635538e30c), precommit_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:15.841111 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:15.843015 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:15.847291 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3638-dd40-4911-b55b-ac56044294b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (4c3a5c21-7f7c-4037-ac11-fe0d15ab9538), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:15.860486 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-bcc8187e-499c-4062-994e-e332c4103b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (eb3eabec-52c5-4365-8b1a-5c635538e30c), after_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:15.863112 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-bcc8187e-499c-4062-994e-e332c4103b4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16283567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16467405'] for router_interface (4ac67fb5-f9e8-4423-ba99-3faec60e5969), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:15.944126 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc8187e-499c-4062-994e-e332c4103b4a admin admin] Pushing event updated for resources: {'Port': ['ID=eb3eabec-52c5-4365-8b1a-5c635538e30c,revision_number=2']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:15.959396 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvr_db [None req-522b9c94-4590-48a3-ac40-05ab40c0ec40 None None] Set router bfbc9895-1b34-4da0-af70-7d9bca0a2319 gateway port host: dv-cinder-815146-13-iscsi {{(pid=106209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:01:15.969848 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:15.982096 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.db.api [None req-f5215a15-9898-4643-b689-2d93112ee0b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106208) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 30 01:01:15.982583 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG oslo_db.api [None req-f5215a15-9898-4643-b689-2d93112ee0b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 01:01:16.020262 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Provisioning complete for port a67e6768-26a3-4e65-9c2d-9e0b65834475 triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:01:16.020638 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (a67e6768-26a3-4e65-9c2d-9e0b65834475), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:16.022794 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b973d5c5-66a7-4470-8a07-220b95c7a9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:16.119612 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [req-e79da576-5d81-4fe7-ae51-ac00adab07bf req-4f3afb36-70b5-448e-9be7-727e5bf63fe7 service neutron] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106207) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 01:01:16.129216 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e79da576-5d81-4fe7-ae51-ac00adab07bf req-4f3afb36-70b5-448e-9be7-727e5bf63fe7 service neutron] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2837698 Aug 30 01:01:16.215446 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Pushing event updated for resources: {'Port': ['ID=19d43972-2c36-46e3-9fcf-322922447437,revision_number=3']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:16.232089 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc8187e-499c-4062-994e-e332c4103b4a admin admin] Network 0b956883-0f29-4de3-9788-00541616d922 is already hosted by enough agents. {{(pid=106207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:01:16.235716 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.base_scheduler [None req-bcc8187e-499c-4062-994e-e332c4103b4a admin admin] Resources bound (agent type, host, resource id): {{(pid=106207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:01:16.383913 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:16.413509 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b973d5c5-66a7-4470-8a07-220b95c7a9af None None] Routers {'bd1c6eaf-677c-4555-8d4e-2fd99795de73'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:01:16.414204 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-b973d5c5-66a7-4470-8a07-220b95c7a9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:01:11Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['bd1c6eaf-677c-4555-8d4e-2fd99795de73'], 'active': True} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:01:16.446103 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e79da576-5d81-4fe7-ae51-ac00adab07bf req-0e7c4be5-6fc2-4bec-8153-0a849ae7c997 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/5ee6ec53-bf26-4fab-b55f-62bd4221ec41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152556 Aug 30 01:01:16.501508 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-f1c23c90-02a7-4a87-ace5-931b8814d64c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:16.542742 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:16.555717 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3638-dd40-4911-b55b-ac56044294b5 admin admin] Publish callbacks [] for port (4c3a5c21-7f7c-4037-ac11-fe0d15ab9538), precommit_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:16.624034 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3638-dd40-4911-b55b-ac56044294b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (4c3a5c21-7f7c-4037-ac11-fe0d15ab9538), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:16.624782 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3638-dd40-4911-b55b-ac56044294b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16283567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16467405'] for router_interface (bd1c6eaf-677c-4555-8d4e-2fd99795de73), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:16.628862 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcc8187e-499c-4062-994e-e332c4103b4a admin admin] Router 4ac67fb5-f9e8-4423-ba99-3faec60e5969 has already been hosted by L3 agent 613dbf26-5731-4391-8a29-3c5185f7ed3f {{(pid=106207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:01:16.733665 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e79da576-5d81-4fe7-ae51-ac00adab07bf req-2b2a243f-53b3-444e-a240-760dc2e2f609 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/5ee6ec53-bf26-4fab-b55f-62bd4221ec41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864470 Aug 30 01:01:16.767599 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-522b9c94-4590-48a3-ac40-05ab40c0ec40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfbc9895-1b34-4da0-af70-7d9bca0a2319', 'name': 'tempest-ServerRescueNegativeTestJSON-568706440-router', 'tenant_id': 'ceebbaa5dd9d4110a6393190c5b466f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.79'}], 'enable_snat': True}, 'gw_port_id': 'a67e6768-26a3-4e65-9c2d-9e0b65834475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:01:01Z', 'updated_at': '2022-08-30T01:01:09Z', 'revision_number': 4, 'project_id': 'ceebbaa5dd9d4110a6393190c5b466f0', 'gw_port': {'id': 'a67e6768-26a3-4e65-9c2d-9e0b65834475', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d9:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfbc9895-1b34-4da0-af70-7d9bca0a2319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:03Z', 'updated_at': '2022-08-30T01:01:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_interfaces': [{'id': '83e43aba-7011-40c6-a7e4-b1d7907278c4', 'name': '', 'network_id': '5ee6ec53-bf26-4fab-b55f-62bd4221ec41', 'tenant_id': 'ceebbaa5dd9d4110a6393190c5b466f0', 'mac_address': 'fa:16:3e:30:05:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfbc9895-1b34-4da0-af70-7d9bca0a2319', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4a91c71a-9152-4bb3-bae3-f34c8bf8c47c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:07Z', 'updated_at': '2022-08-30T01:01:15Z', 'revision_number': 4, 'project_id': 'ceebbaa5dd9d4110a6393190c5b466f0', 'subnets': [{'id': '4a91c71a-9152-4bb3-bae3-f34c8bf8c47c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:01:16.819467 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522b9c94-4590-48a3-ac40-05ab40c0ec40 None None] The sync data for ids ['bfbc9895-1b34-4da0-af70-7d9bca0a2319'] in dv-cinder-815146-13-iscsi is: [{'id': 'bfbc9895-1b34-4da0-af70-7d9bca0a2319', 'name': 'tempest-ServerRescueNegativeTestJSON-568706440-router', 'tenant_id': 'ceebbaa5dd9d4110a6393190c5b466f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.79'}], 'enable_snat': True}, 'gw_port_id': 'a67e6768-26a3-4e65-9c2d-9e0b65834475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:01:01Z', 'updated_at': '2022-08-30T01:01:09Z', 'revision_number': 4, 'project_id': 'ceebbaa5dd9d4110a6393190c5b466f0', 'gw_port': {'id': 'a67e6768-26a3-4e65-9c2d-9e0b65834475', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d9:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfbc9895-1b34-4da0-af70-7d9bca0a2319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:03Z', 'updated_at': '2022-08-30T01:01:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_interfaces': [{'id': '83e43aba-7011-40c6-a7e4-b1d7907278c4', 'name': '', 'network_id': '5ee6ec53-bf26-4fab-b55f-62bd4221ec41', 'tenant_id': 'ceebbaa5dd9d4110a6393190c5b466f0', 'mac_address': 'fa:16:3e:30:05:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfbc9895-1b34-4da0-af70-7d9bca0a2319', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4a91c71a-9152-4bb3-bae3-f34c8bf8c47c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:07Z', 'updated_at': '2022-08-30T01:01:15Z', 'revision_number': 4, 'project_id': 'ceebbaa5dd9d4110a6393190c5b466f0', 'subnets': [{'id': '4a91c71a-9152-4bb3-bae3-f34c8bf8c47c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:01:16.846991 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1278586-40ce-4cc3-ba70-3b6a99d98843 admin admin] Network f64316af-4378-4002-9747-c897421bae08 is already hosted by enough agents. {{(pid=106206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:01:16.888403 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9a3638-dd40-4911-b55b-ac56044294b5 admin admin] Pushing event updated for resources: {'Port': ['ID=4c3a5c21-7f7c-4037-ac11-fe0d15ab9538,revision_number=2']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:16.896538 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd1365-bcf4-4cd7-8834-5e810b89c53a None None] Pushing event updated for resources: {'Port': ['ID=02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a,revision_number=3']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:16.910608 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.base_scheduler [None req-a1278586-40ce-4cc3-ba70-3b6a99d98843 admin admin] Resources bound (agent type, host, resource id): {{(pid=106206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:01:17.017029 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc8187e-499c-4062-994e-e332c4103b4a admin admin] Notify agent at l3_agent.dv-cinder-815146-13-iscsi the message routers_updated {{(pid=106207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:01:17.036069 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-bcc8187e-499c-4062-994e-e332c4103b4a admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/4ac67fb5-f9e8-4423-ba99-3faec60e5969/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9456620 Aug 30 01:01:17.063375 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Current status of the port a67e6768-26a3-4e65-9c2d-9e0b65834475 is: DOWN; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:01:17.067097 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (a67e6768-26a3-4e65-9c2d-9e0b65834475), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:17.072672 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-f5215a15-9898-4643-b689-2d93112ee0b5 None None] Current status of the port 19d43972-2c36-46e3-9fcf-322922447437 is: ACTIVE; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:01:17.189064 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-f5215a15-9898-4643-b689-2d93112ee0b5 None None] Provisioning complete for port 027309de-7a19-4e5b-8b2c-4aa87ef4548e triggered by entity DHCP. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:01:17.192755 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-f5215a15-9898-4643-b689-2d93112ee0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (027309de-7a19-4e5b-8b2c-4aa87ef4548e), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:17.210231 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] For port a67e6768-26a3-4e65-9c2d-9e0b65834475, host dv-cinder-815146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=a67e6768-26a3-4e65-9c2d-9e0b65834475,segment=NetworkSegment(61a0af84-c6da-4606-8f1e-ec0a95f9a2d1),segment_id=61a0af84-c6da-4606-8f1e-ec0a95f9a2d1)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:01:17.212596 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-f1c23c90-02a7-4a87-ace5-931b8814d64c admin admin] Publish callbacks [] for security_group (171d6e2c-5323-4665-b444-8d7a834efa3e), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:17.246077 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-f1c23c90-02a7-4a87-ace5-931b8814d64c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (171d6e2c-5323-4665-b444-8d7a834efa3e), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:17.255941 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (a67e6768-26a3-4e65-9c2d-9e0b65834475), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:17.259608 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-686e3ef8-329e-4bbc-915b-abeb92b9fe60 None None] Publish callbacks [] for port (a9a6d0e7-457f-40e3-ae5d-60150733af77), precommit_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:17.349641 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 44620) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:17.402749 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvr_db [None req-b973d5c5-66a7-4470-8a07-220b95c7a9af None None] Set router bd1c6eaf-677c-4555-8d4e-2fd99795de73 gateway port host: dv-cinder-815146-13-iscsi {{(pid=106208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:01:17.442726 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-686e3ef8-329e-4bbc-915b-abeb92b9fe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (a9a6d0e7-457f-40e3-ae5d-60150733af77), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:17.487896 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-f1c23c90-02a7-4a87-ace5-931b8814d64c admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=276fb73b4bb04c41ac33daed2e04337a&name=default HTTP/1.1" status: 200 len: 2992 time: 1.8734865 Aug 30 01:01:17.491134 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 44634) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:17.524540 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1278586-40ce-4cc3-ba70-3b6a99d98843 admin admin] Router 37449e84-b16d-45be-a57b-c369384f3511 has already been hosted by L3 agent 613dbf26-5731-4391-8a29-3c5185f7ed3f {{(pid=106206) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:01:17.525997 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c23c90-02a7-4a87-ace5-931b8814d64c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=171d6e2c-5323-4665-b444-8d7a834efa3e,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:17.539220 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9a3638-dd40-4911-b55b-ac56044294b5 admin admin] Network dffca817-1d31-4c9c-99a3-2d8483c143b4 is already hosted by enough agents. {{(pid=106206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:01:17.561643 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.base_scheduler [None req-8e9a3638-dd40-4911-b55b-ac56044294b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:01:17.581902 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:17.624660 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-488b9c56-3d08-474f-9677-2de94fe41409 req-5bdff9ed-ceaf-4c5f-b486-73018e7df756 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=12338ddc-349d-4f0b-b6d8-4bb83f19e320 HTTP/1.1" status: 200 len: 210 time: 0.2725139 Aug 30 01:01:17.673326 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Pushing event updated for resources: {'Port': ['ID=a67e6768-26a3-4e65-9c2d-9e0b65834475,revision_number=4']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:17.788595 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [None req-686e3ef8-329e-4bbc-915b-abeb92b9fe60 None None] Attempting to bind port a9a6d0e7-457f-40e3-ae5d-60150733af77 on host dv-cinder-815146-13-iscsi for vnic_type normal with profile {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:01:17.788976 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [None req-686e3ef8-329e-4bbc-915b-abeb92b9fe60 None None] Attempting to bind port a9a6d0e7-457f-40e3-ae5d-60150733af77 by drivers openvswitch,hyperv on host dv-cinder-815146-13-iscsi at level 0 using segments [{'id': '61a0af84-c6da-4606-8f1e-ec0a95f9a2d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb'}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:01:17.790915 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686e3ef8-329e-4bbc-915b-abeb92b9fe60 None None] Attempting to bind port a9a6d0e7-457f-40e3-ae5d-60150733af77 on network 3021e9f0-0eb2-4779-9e8d-2d74d8c353fb {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:01:17.803832 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-981c78fd-325a-49f8-a27d-7315c6d43d40 admin admin] Publish callbacks [] for security_group (171d6e2c-5323-4665-b444-8d7a834efa3e), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:17.879596 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-981c78fd-325a-49f8-a27d-7315c6d43d40 admin admin] Publish callbacks [] for security_group (171d6e2c-5323-4665-b444-8d7a834efa3e), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:17.933284 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device 1bb4569a-46a2-4375-ba1c-771f16aec9eb up at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:01:17.994302 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-981c78fd-325a-49f8-a27d-7315c6d43d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (171d6e2c-5323-4665-b444-8d7a834efa3e), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:18.000150 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-981c78fd-325a-49f8-a27d-7315c6d43d40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:18.016989 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-981c78fd-325a-49f8-a27d-7315c6d43d40 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/171d6e2c-5323-4665-b444-8d7a834efa3e HTTP/1.1" status: 204 len: 168 time: 0.5192268 Aug 30 01:01:18.019583 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:18.049599 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981c78fd-325a-49f8-a27d-7315c6d43d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=171d6e2c-5323-4665-b444-8d7a834efa3e,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:18.141068 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686e3ef8-329e-4bbc-915b-abeb92b9fe60 None None] Checking agent: {'id': 'a0553951-7123-4403-ab2a-bb83048c1e52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 0, 53, 14), 'started_at': datetime.datetime(2022, 8, 30, 0, 53, 44), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:01:18.143215 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686e3ef8-329e-4bbc-915b-abeb92b9fe60 None None] Checking segment: {'id': '61a0af84-c6da-4606-8f1e-ec0a95f9a2d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:01:18.144002 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-686e3ef8-329e-4bbc-915b-abeb92b9fe60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:18.144846 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686e3ef8-329e-4bbc-915b-abeb92b9fe60 None None] Bound using segment: {'id': '61a0af84-c6da-4606-8f1e-ec0a95f9a2d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb'} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:01:18.145608 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [None req-686e3ef8-329e-4bbc-915b-abeb92b9fe60 None None] Bound port: a9a6d0e7-457f-40e3-ae5d-60150733af77, host: dv-cinder-815146-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61a0af84-c6da-4606-8f1e-ec0a95f9a2d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb'}}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:01:18.146223 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-686e3ef8-329e-4bbc-915b-abeb92b9fe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (a9a6d0e7-457f-40e3-ae5d-60150733af77), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:18.241848 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-686e3ef8-329e-4bbc-915b-abeb92b9fe60 None None] For port a9a6d0e7-457f-40e3-ae5d-60150733af77, host dv-cinder-815146-13-iscsi, cleared binding levels {{(pid=106208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:01:18.247200 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-686e3ef8-329e-4bbc-915b-abeb92b9fe60 None None] For port a9a6d0e7-457f-40e3-ae5d-60150733af77, host dv-cinder-815146-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=a9a6d0e7-457f-40e3-ae5d-60150733af77,segment=NetworkSegment(61a0af84-c6da-4606-8f1e-ec0a95f9a2d1),segment_id=61a0af84-c6da-4606-8f1e-ec0a95f9a2d1)] {{(pid=106208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:01:18.276313 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-686e3ef8-329e-4bbc-915b-abeb92b9fe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (a9a6d0e7-457f-40e3-ae5d-60150733af77), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:18.308907 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-f5215a15-9898-4643-b689-2d93112ee0b5 None None] Current status of the port 027309de-7a19-4e5b-8b2c-4aa87ef4548e is: ACTIVE; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:01:18.318369 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 44668) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:18.324280 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [None req-8117d182-87fd-445f-a645-893626da0f36 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Request body: {'security_group': {'name': 'tempest-securitygroup--579645224', 'description': 'tempest-description--1197829557'}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:01:18.388459 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-8117d182-87fd-445f-a645-893626da0f36 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks [] for security_group (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:18.436039 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40493b3-bdd8-4bf2-9c59-6c6bc88cfec1 None None] Pushing event updated for resources: {'Port': ['ID=a9a6d0e7-457f-40e3-ae5d-60150733af77,revision_number=2']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:18.504896 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-f5215a15-9898-4643-b689-2d93112ee0b5 None None] Provisioning complete for port 83e43aba-7011-40c6-a7e4-b1d7907278c4 triggered by entity DHCP. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:01:18.505174 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-f5215a15-9898-4643-b689-2d93112ee0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (83e43aba-7011-40c6-a7e4-b1d7907278c4), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:18.556961 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-8117d182-87fd-445f-a645-893626da0f36 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks [] for security_group (cf795692-07ba-4120-b253-28f50a651d47), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:18.563530 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-8117d182-87fd-445f-a645-893626da0f36 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (cf795692-07ba-4120-b253-28f50a651d47), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:18.574396 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686e3ef8-329e-4bbc-915b-abeb92b9fe60 None None] Routers {'4ac67fb5-f9e8-4423-ba99-3faec60e5969'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:01:18.575074 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-686e3ef8-329e-4bbc-915b-abeb92b9fe60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:01:11Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['4ac67fb5-f9e8-4423-ba99-3faec60e5969'], 'active': True} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:01:18.640129 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-8117d182-87fd-445f-a645-893626da0f36 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks [] for security_group (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:18.644028 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-8117d182-87fd-445f-a645-893626da0f36 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3246238 Aug 30 01:01:18.650172 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 44692) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:18.661023 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [None req-79695e71-ee4b-40c1-b256-312defa6e777 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Request body: {'security_group_rule': {'security_group_id': 'cf795692-07ba-4120-b253-28f50a651d47', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:01:18.673818 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:18.681767 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8117d182-87fd-445f-a645-893626da0f36 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf795692-07ba-4120-b253-28f50a651d47,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:18.691079 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvr_db [None req-686e3ef8-329e-4bbc-915b-abeb92b9fe60 None None] Set router 4ac67fb5-f9e8-4423-ba99-3faec60e5969 gateway port host: dv-cinder-815146-13-iscsi {{(pid=106208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:01:18.760062 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-79695e71-ee4b-40c1-b256-312defa6e777 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks [] for security_group_rule (c54fa1bf-7388-41dc-9b33-8d0c450f7cef), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:18.766717 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e9a3638-dd40-4911-b55b-ac56044294b5 admin admin] Router bd1c6eaf-677c-4555-8d4e-2fd99795de73 has already been hosted by L3 agent 613dbf26-5731-4391-8a29-3c5185f7ed3f {{(pid=106206) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:01:18.791594 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1278586-40ce-4cc3-ba70-3b6a99d98843 admin admin] Notify agent at l3_agent.dv-cinder-815146-13-iscsi the message routers_updated {{(pid=106206) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:01:18.799308 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:18.803324 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-a1278586-40ce-4cc3-ba70-3b6a99d98843 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/37449e84-b16d-45be-a57b-c369384f3511/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6061974 Aug 30 01:01:18.916682 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-79695e71-ee4b-40c1-b256-312defa6e777 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks [] for security_group_rule (c54fa1bf-7388-41dc-9b33-8d0c450f7cef), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:18.941501 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e9a3638-dd40-4911-b55b-ac56044294b5 admin admin] Notify agent at l3_agent.dv-cinder-815146-13-iscsi the message routers_updated {{(pid=106206) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:01:18.948815 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-8e9a3638-dd40-4911-b55b-ac56044294b5 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/bd1c6eaf-677c-4555-8d4e-2fd99795de73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1838982 Aug 30 01:01:18.974832 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2759195-8d75-43cc-8833-55e0f2657104 None None] Sync routers for ids ['37449e84-b16d-45be-a57b-c369384f3511'] in dv-cinder-815146-13-iscsi {{(pid=106208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:01:18.986845 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Provisioning complete for port 1bb4569a-46a2-4375-ba1c-771f16aec9eb triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:01:18.987514 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (1bb4569a-46a2-4375-ba1c-771f16aec9eb), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:18.992775 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-79695e71-ee4b-40c1-b256-312defa6e777 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16314934'] for security_group_rule (c54fa1bf-7388-41dc-9b33-8d0c450f7cef), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:19.049511 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2759195-8d75-43cc-8833-55e0f2657104 None None] Routers {'37449e84-b16d-45be-a57b-c369384f3511'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:01:19.050187 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-d2759195-8d75-43cc-8833-55e0f2657104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:01:11Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['37449e84-b16d-45be-a57b-c369384f3511'], 'active': True} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:01:19.059224 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79695e71-ee4b-40c1-b256-312defa6e777 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c54fa1bf-7388-41dc-9b33-8d0c450f7cef,revision_number=0']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:19.073089 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40493b3-bdd8-4bf2-9c59-6c6bc88cfec1 None None] Pushing event updated for resources: {'Port': ['ID=a9a6d0e7-457f-40e3-ae5d-60150733af77,revision_number=3']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:19.108132 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-79695e71-ee4b-40c1-b256-312defa6e777 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:19.109363 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-79695e71-ee4b-40c1-b256-312defa6e777 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4572203 Aug 30 01:01:19.113371 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 44718) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:19.119869 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [None req-b92b7488-7514-4027-a93d-fa48c2a94469 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Request body: {'security_group_rule': {'security_group_id': 'cf795692-07ba-4120-b253-28f50a651d47', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:01:19.153269 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:19.198986 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-b92b7488-7514-4027-a93d-fa48c2a94469 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks [] for security_group_rule (47eee8d5-a96d-4e2e-a3d4-cb19ac612bc5), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:19.202772 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0251b6e6-99ba-49c3-88ba-59cd562bb13c req-11d5ffd5-e55b-4028-96e3-b44f79a0dd79 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:19.204408 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-0251b6e6-99ba-49c3-88ba-59cd562bb13c req-11d5ffd5-e55b-4028-96e3-b44f79a0dd79 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/networks?id=5ee6ec53-bf26-4fab-b55f-62bd4221ec41 HTTP/1.1" status: 200 len: 818 time: 0.4481661 Aug 30 01:01:19.251614 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:19.253970 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-b973d5c5-66a7-4470-8a07-220b95c7a9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'name': 'tempest-AttachVolumeNegativeTest-987046986-router', 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.121'}], 'enable_snat': True}, 'gw_port_id': '02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:01:05Z', 'updated_at': '2022-08-30T01:01:15Z', 'revision_number': 4, 'project_id': '0596692dbfb149139a1e72159c6f93db', 'gw_port': {'id': '02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:39:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:06Z', 'updated_at': '2022-08-30T01:01:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_interfaces': [{'id': '4c3a5c21-7f7c-4037-ac11-fe0d15ab9538', 'name': '', 'network_id': 'dffca817-1d31-4c9c-99a3-2d8483c143b4', 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'mac_address': 'fa:16:3e:80:4d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '35e91298-8731-4ea1-81fe-d78c255b7ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:12Z', 'updated_at': '2022-08-30T01:01:13Z', 'revision_number': 1, 'project_id': '0596692dbfb149139a1e72159c6f93db', 'subnets': [{'id': '35e91298-8731-4ea1-81fe-d78c255b7ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:01:19.261868 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-0251b6e6-99ba-49c3-88ba-59cd562bb13c req-08bf2241-6ea5-44f0-b24f-eacbf49b80dd tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/quotas/ceebbaa5dd9d4110a6393190c5b466f0 HTTP/1.1" status: 200 len: 375 time: 0.0483806 Aug 30 01:01:19.304760 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b973d5c5-66a7-4470-8a07-220b95c7a9af None None] The sync data for ids ['bd1c6eaf-677c-4555-8d4e-2fd99795de73'] in dv-cinder-815146-13-iscsi is: [{'id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'name': 'tempest-AttachVolumeNegativeTest-987046986-router', 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.121'}], 'enable_snat': True}, 'gw_port_id': '02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:01:05Z', 'updated_at': '2022-08-30T01:01:15Z', 'revision_number': 4, 'project_id': '0596692dbfb149139a1e72159c6f93db', 'gw_port': {'id': '02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:39:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:06Z', 'updated_at': '2022-08-30T01:01:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_interfaces': [{'id': '4c3a5c21-7f7c-4037-ac11-fe0d15ab9538', 'name': '', 'network_id': 'dffca817-1d31-4c9c-99a3-2d8483c143b4', 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'mac_address': 'fa:16:3e:80:4d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '35e91298-8731-4ea1-81fe-d78c255b7ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:12Z', 'updated_at': '2022-08-30T01:01:13Z', 'revision_number': 1, 'project_id': '0596692dbfb149139a1e72159c6f93db', 'subnets': [{'id': '35e91298-8731-4ea1-81fe-d78c255b7ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:01:19.443269 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-0251b6e6-99ba-49c3-88ba-59cd562bb13c req-0dfca039-c2b0-412f-b1e4-470f90deedfc tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=ceebbaa5dd9d4110a6393190c5b466f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1729171 Aug 30 01:01:19.468798 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-b92b7488-7514-4027-a93d-fa48c2a94469 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks [] for security_group_rule (47eee8d5-a96d-4e2e-a3d4-cb19ac612bc5), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:19.473469 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-b92b7488-7514-4027-a93d-fa48c2a94469 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16314934'] for security_group_rule (47eee8d5-a96d-4e2e-a3d4-cb19ac612bc5), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:19.492752 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:19.517721 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92b7488-7514-4027-a93d-fa48c2a94469 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47eee8d5-a96d-4e2e-a3d4-cb19ac612bc5,revision_number=0']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:19.537744 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-b92b7488-7514-4027-a93d-fa48c2a94469 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:19.539042 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-b92b7488-7514-4027-a93d-fa48c2a94469 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4240291 Aug 30 01:01:19.542437 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 44744) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:19.543390 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-686e3ef8-329e-4bbc-915b-abeb92b9fe60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac67fb5-f9e8-4423-ba99-3faec60e5969', 'name': 'tempest-AttachVolumeTestJSON-319731533-router', 'tenant_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.245'}], 'enable_snat': True}, 'gw_port_id': 'a9a6d0e7-457f-40e3-ae5d-60150733af77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:01:05Z', 'updated_at': '2022-08-30T01:01:15Z', 'revision_number': 4, 'project_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'gw_port': {'id': 'a9a6d0e7-457f-40e3-ae5d-60150733af77', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:08:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac67fb5-f9e8-4423-ba99-3faec60e5969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:06Z', 'updated_at': '2022-08-30T01:01:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_interfaces': [{'id': 'eb3eabec-52c5-4365-8b1a-5c635538e30c', 'name': '', 'network_id': '0b956883-0f29-4de3-9788-00541616d922', 'tenant_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'mac_address': 'fa:16:3e:5b:3b:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac67fb5-f9e8-4423-ba99-3faec60e5969', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd2092925-3f88-4d08-9bce-f992f050b9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:13Z', 'updated_at': '2022-08-30T01:01:15Z', 'revision_number': 2, 'project_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'subnets': [{'id': 'd2092925-3f88-4d08-9bce-f992f050b9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:01:19.549575 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [None req-6ed1d505-621a-4f79-b22e-f8f60b994cf0 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Request body: {'floatingip': {'floating_network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb'}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:01:19.568370 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-f5215a15-9898-4643-b689-2d93112ee0b5 None None] Current status of the port 83e43aba-7011-40c6-a7e4-b1d7907278c4 is: DOWN; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:01:19.568764 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-f5215a15-9898-4643-b689-2d93112ee0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (83e43aba-7011-40c6-a7e4-b1d7907278c4), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:19.598678 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-6ed1d505-621a-4f79-b22e-f8f60b994cf0 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:19.659412 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvr_db [None req-d2759195-8d75-43cc-8833-55e0f2657104 None None] Set router 37449e84-b16d-45be-a57b-c369384f3511 gateway port host: dv-cinder-815146-13-iscsi {{(pid=106208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:01:19.770590 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686e3ef8-329e-4bbc-915b-abeb92b9fe60 None None] The sync data for ids ['4ac67fb5-f9e8-4423-ba99-3faec60e5969'] in dv-cinder-815146-13-iscsi is: [{'id': '4ac67fb5-f9e8-4423-ba99-3faec60e5969', 'name': 'tempest-AttachVolumeTestJSON-319731533-router', 'tenant_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.245'}], 'enable_snat': True}, 'gw_port_id': 'a9a6d0e7-457f-40e3-ae5d-60150733af77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:01:05Z', 'updated_at': '2022-08-30T01:01:15Z', 'revision_number': 4, 'project_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'gw_port': {'id': 'a9a6d0e7-457f-40e3-ae5d-60150733af77', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:08:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac67fb5-f9e8-4423-ba99-3faec60e5969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:06Z', 'updated_at': '2022-08-30T01:01:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_interfaces': [{'id': 'eb3eabec-52c5-4365-8b1a-5c635538e30c', 'name': '', 'network_id': '0b956883-0f29-4de3-9788-00541616d922', 'tenant_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'mac_address': 'fa:16:3e:5b:3b:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac67fb5-f9e8-4423-ba99-3faec60e5969', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd2092925-3f88-4d08-9bce-f992f050b9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:13Z', 'updated_at': '2022-08-30T01:01:15Z', 'revision_number': 2, 'project_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'subnets': [{'id': 'd2092925-3f88-4d08-9bce-f992f050b9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:01:19.805884 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Current status of the port 1bb4569a-46a2-4375-ba1c-771f16aec9eb is: DOWN; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:01:19.806625 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (1bb4569a-46a2-4375-ba1c-771f16aec9eb), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:19.947942 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=9 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:20.052991 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-6ed1d505-621a-4f79-b22e-f8f60b994cf0 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:20.485304 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eaaaad-cfb4-4e35-881c-8ba84759874d req-630a6401-fffd-417d-adaf-aab3664d7ca6 tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:20.488652 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-85eaaaad-cfb4-4e35-881c-8ba84759874d req-630a6401-fffd-417d-adaf-aab3664d7ca6 tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] 10.222.0.78 "GET /networking/v2.0/networks?id=f64316af-4378-4002-9747-c897421bae08 HTTP/1.1" status: 200 len: 812 time: 0.4329312 Aug 30 01:01:20.528156 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] For port 1bb4569a-46a2-4375-ba1c-771f16aec9eb, host dv-cinder-815146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=1bb4569a-46a2-4375-ba1c-771f16aec9eb,segment=NetworkSegment(61a0af84-c6da-4606-8f1e-ec0a95f9a2d1),segment_id=61a0af84-c6da-4606-8f1e-ec0a95f9a2d1)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:01:20.578071 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-f5215a15-9898-4643-b689-2d93112ee0b5 None None] For port 83e43aba-7011-40c6-a7e4-b1d7907278c4, host dv-cinder-815146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=83e43aba-7011-40c6-a7e4-b1d7907278c4,segment=NetworkSegment(c47d2ff1-3cd9-4a2f-88ea-ac8145096927),segment_id=c47d2ff1-3cd9-4a2f-88ea-ac8145096927)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:01:20.578680 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-85eaaaad-cfb4-4e35-881c-8ba84759874d req-ef17db98-5631-4d17-bf66-dc8864cf4968 tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] 10.222.0.78 "GET /networking/v2.0/quotas/0c0f91770bb14bb6920fc277936c189e HTTP/1.1" status: 200 len: 375 time: 0.0614629 Aug 30 01:01:20.587130 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-f5215a15-9898-4643-b689-2d93112ee0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (83e43aba-7011-40c6-a7e4-b1d7907278c4), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:20.589501 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (1bb4569a-46a2-4375-ba1c-771f16aec9eb), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:20.590619 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device e7cfa834-e294-40b1-a9cc-a9150f6693c6 up at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:01:20.811950 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-85eaaaad-cfb4-4e35-881c-8ba84759874d req-f8c983e1-76c5-4cd9-a90a-41d5a436589f tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=0c0f91770bb14bb6920fc277936c189e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2123804 Aug 30 01:01:20.832821 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [req-0251b6e6-99ba-49c3-88ba-59cd562bb13c req-79d52f7b-2f39-4a4f-9b43-7c91fd125e41 service neutron] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106207) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 01:01:20.853600 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-0251b6e6-99ba-49c3-88ba-59cd562bb13c req-79d52f7b-2f39-4a4f-9b43-7c91fd125e41 service neutron] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3510523 Aug 30 01:01:20.875967 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-b2648d31-6689-4ac4-b039-bdfff9d78651 None None] Provisioning complete for port fdc381fb-c734-4005-9902-9049ce978ddd triggered by entity DHCP. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:01:20.876754 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b2648d31-6689-4ac4-b039-bdfff9d78651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (fdc381fb-c734-4005-9902-9049ce978ddd), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:20.960786 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Provisioning complete for port e7cfa834-e294-40b1-a9cc-a9150f6693c6 triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:01:20.961449 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (e7cfa834-e294-40b1-a9cc-a9150f6693c6), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:21.035948 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5215a15-9898-4643-b689-2d93112ee0b5 None None] Pushing event updated for resources: {'Port': ['ID=83e43aba-7011-40c6-a7e4-b1d7907278c4,revision_number=5']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:21.055127 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 44796) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:21.110439 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.47', 64665) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:21.161988 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:21.165576 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b2648d31-6689-4ac4-b039-bdfff9d78651 None None] Port fdc381fb-c734-4005-9902-9049ce978ddd cannot update to ACTIVE because it is not bound. {{(pid=106208) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:01:21.248870 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.db_base_plugin_common [None req-6ed1d505-621a-4f79-b22e-f8f60b994cf0 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Allocated IP 172.27.4.3 (3021e9f0-0eb2-4779-9e8d-2d74d8c353fb/be7a67d1-0569-48bc-88e9-c2545720293d/0fb124e5-113f-4f07-b6fa-945e72fb9ae9) {{(pid=106207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:01:21.280070 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-b2648d31-6689-4ac4-b039-bdfff9d78651 None None] Provisioning complete for port eb3eabec-52c5-4365-8b1a-5c635538e30c triggered by entity DHCP. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:01:21.280683 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b2648d31-6689-4ac4-b039-bdfff9d78651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (eb3eabec-52c5-4365-8b1a-5c635538e30c), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:21.328439 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Pushing event updated for resources: {'Port': ['ID=1bb4569a-46a2-4375-ba1c-771f16aec9eb,revision_number=4']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:21.343301 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:21.360034 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Current status of the port e7cfa834-e294-40b1-a9cc-a9150f6693c6 is: ACTIVE; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:01:21.366109 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device 027309de-7a19-4e5b-8b2c-4aa87ef4548e up at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:01:21.367594 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [None req-b3a79402-bbb6-4ab0-bb5f-0c86e6f051e2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2078298715-network', 'tenant_id': '5cb3a2f2ea2248c3a456ceeb0d71996e'}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:01:21.424891 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-d2759195-8d75-43cc-8833-55e0f2657104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37449e84-b16d-45be-a57b-c369384f3511', 'name': 'tempest-DeleteServersTestJSON-1035991626-router', 'tenant_id': '0c0f91770bb14bb6920fc277936c189e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.134'}], 'enable_snat': True}, 'gw_port_id': '1bb4569a-46a2-4375-ba1c-771f16aec9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:01:04Z', 'updated_at': '2022-08-30T01:01:14Z', 'revision_number': 4, 'project_id': '0c0f91770bb14bb6920fc277936c189e', 'gw_port': {'id': '1bb4569a-46a2-4375-ba1c-771f16aec9eb', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:e8:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37449e84-b16d-45be-a57b-c369384f3511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:05Z', 'updated_at': '2022-08-30T01:01:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_interfaces': [{'id': 'fdc381fb-c734-4005-9902-9049ce978ddd', 'name': '', 'network_id': 'f64316af-4378-4002-9747-c897421bae08', 'tenant_id': '0c0f91770bb14bb6920fc277936c189e', 'mac_address': 'fa:16:3e:22:77:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37449e84-b16d-45be-a57b-c369384f3511', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '36856127-a09c-4ab4-b4f6-601f02ca410d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:12Z', 'updated_at': '2022-08-30T01:01:15Z', 'revision_number': 2, 'project_id': '0c0f91770bb14bb6920fc277936c189e', 'subnets': [{'id': '36856127-a09c-4ab4-b4f6-601f02ca410d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:01:21.431220 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b2648d31-6689-4ac4-b039-bdfff9d78651 None None] Port eb3eabec-52c5-4365-8b1a-5c635538e30c cannot update to ACTIVE because it is not bound. {{(pid=106208) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:01:21.437800 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-85eaaaad-cfb4-4e35-881c-8ba84759874d req-364cc16f-e1bb-44ea-8a6c-f61df7f817ed service neutron] 10.222.0.78 "GET /networking/v2.0/networks/f64316af-4378-4002-9747-c897421bae08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5679085 Aug 30 01:01:21.447053 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-0251b6e6-99ba-49c3-88ba-59cd562bb13c req-72e791e8-5704-47a2-8622-e1c7adb30333 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/5ee6ec53-bf26-4fab-b55f-62bd4221ec41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5784888 Aug 30 01:01:21.495608 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2759195-8d75-43cc-8833-55e0f2657104 None None] Checking router: 37449e84-b16d-45be-a57b-c369384f3511 for host: dv-cinder-815146-13-iscsi {{(pid=106208) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:01:21.496238 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2759195-8d75-43cc-8833-55e0f2657104 None None] Updating router 37449e84-b16d-45be-a57b-c369384f3511 port fdc381fb-c734-4005-9902-9049ce978ddd binding host dv-cinder-815146-13-iscsi {{(pid=106208) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 01:01:21.513968 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:21.555376 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-d2759195-8d75-43cc-8833-55e0f2657104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (fdc381fb-c734-4005-9902-9049ce978ddd), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:21.571367 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-b2648d31-6689-4ac4-b039-bdfff9d78651 None None] Provisioning complete for port 4c3a5c21-7f7c-4037-ac11-fe0d15ab9538 triggered by entity DHCP. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:01:21.573191 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b2648d31-6689-4ac4-b039-bdfff9d78651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (4c3a5c21-7f7c-4037-ac11-fe0d15ab9538), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:21.620950 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a79402-bbb6-4ab0-bb5f-0c86e6f051e2 admin admin] Made reservation on behalf of 5cb3a2f2ea2248c3a456ceeb0d71996e for: {'network': 1} {{(pid=106206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:01:21.623708 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-b3a79402-bbb6-4ab0-bb5f-0c86e6f051e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for network (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:21.635869 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-b3a79402-bbb6-4ab0-bb5f-0c86e6f051e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:21.682884 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79da576-5d81-4fe7-ae51-ac00adab07bf req-88f31467-b31f-4bef-910a-844067a83ee4 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:21.685180 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Provisioning complete for port 027309de-7a19-4e5b-8b2c-4aa87ef4548e triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:01:21.686263 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-e79da576-5d81-4fe7-ae51-ac00adab07bf req-88f31467-b31f-4bef-910a-844067a83ee4 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.47 "GET /networking/v2.0/networks?id=5ee6ec53-bf26-4fab-b55f-62bd4221ec41 HTTP/1.1" status: 200 len: 818 time: 0.5733187 Aug 30 01:01:21.688784 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (027309de-7a19-4e5b-8b2c-4aa87ef4548e), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:21.695890 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-6ed1d505-621a-4f79-b22e-f8f60b994cf0 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks [] for port (0fb124e5-113f-4f07-b6fa-945e72fb9ae9), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:21.798257 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-85eaaaad-cfb4-4e35-881c-8ba84759874d req-f3b57f00-cdb6-4cce-bf40-77f247f9cb73 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/f64316af-4378-4002-9747-c897421bae08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3491476 Aug 30 01:01:21.828084 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b2648d31-6689-4ac4-b039-bdfff9d78651 None None] Port 4c3a5c21-7f7c-4037-ac11-fe0d15ab9538 cannot update to ACTIVE because it is not bound. {{(pid=106208) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:01:21.844199 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-0251b6e6-99ba-49c3-88ba-59cd562bb13c req-fdca1b24-917e-4731-9b3a-b4fe24c93276 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/5ee6ec53-bf26-4fab-b55f-62bd4221ec41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3806188 Aug 30 01:01:21.850967 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [req-e79da576-5d81-4fe7-ae51-ac00adab07bf req-c47a3587-33c1-435b-b915-fd7c12c85a2d tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Request body: {'port': {'device_id': '12338ddc-349d-4f0b-b6d8-4bb83f19e320', 'network_id': '5ee6ec53-bf26-4fab-b55f-62bd4221ec41', 'admin_state_up': True, 'tenant_id': 'ceebbaa5dd9d4110a6393190c5b466f0'}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:01:21.886381 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-6ed1d505-621a-4f79-b22e-f8f60b994cf0 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737867580456'] for port (0fb124e5-113f-4f07-b6fa-945e72fb9ae9), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:22.086225 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed1d505-621a-4f79-b22e-f8f60b994cf0 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Network 3021e9f0-0eb2-4779-9e8d-2d74d8c353fb is already hosted by enough agents. {{(pid=106207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:01:22.091708 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.base_scheduler [None req-6ed1d505-621a-4f79-b22e-f8f60b994cf0 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Resources bound (agent type, host, resource id): {{(pid=106207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:01:22.100063 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-b2648d31-6689-4ac4-b039-bdfff9d78651 None None] Provisioning complete for port 19d43972-2c36-46e3-9fcf-322922447437 triggered by entity DHCP. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:01:22.102685 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b2648d31-6689-4ac4-b039-bdfff9d78651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (19d43972-2c36-46e3-9fcf-322922447437), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:22.102809 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed1d505-621a-4f79-b22e-f8f60b994cf0 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Received port after_create {{(pid=106207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:01:22.119377 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed1d505-621a-4f79-b22e-f8f60b994cf0 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Pushing event updated for resources: {'Port': ['ID=0fb124e5-113f-4f07-b6fa-945e72fb9ae9,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:22.287292 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-6ed1d505-621a-4f79-b22e-f8f60b994cf0 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks [] for floatingip (d38ba8cf-bc48-4036-8adb-8114af100cfc), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:22.300053 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:UPDATE=2,neutron:SELECT=93,neutron:INSERT=5 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:22.510831 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-6ed1d505-621a-4f79-b22e-f8f60b994cf0 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (0fb124e5-113f-4f07-b6fa-945e72fb9ae9), before_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:22.523131 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-fb61e6fc-7066-4e91-a9bb-68b6d761f4fc req-eeccdf22-6618-4677-bf04-896bc8b54b72 tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=463f5c61-231b-435d-b0ec-440e941d8ae1 HTTP/1.1" status: 200 len: 210 time: 0.2192776 Aug 30 01:01:22.523770 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-b3a79402-bbb6-4ab0-bb5f-0c86e6f051e2 admin admin] Publish callbacks [] for security_group (9ee1bc4d-7a4a-4456-b625-5dc69f817001), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:22.550796 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-b3a79402-bbb6-4ab0-bb5f-0c86e6f051e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (9ee1bc4d-7a4a-4456-b625-5dc69f817001), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:22.571555 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3a79402-bbb6-4ab0-bb5f-0c86e6f051e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1064} {{(pid=106206) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 01:01:22.588224 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-b3a79402-bbb6-4ab0-bb5f-0c86e6f051e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879481'] for segment (1460649a-0a01-4bfe-b857-06211867888c), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:22.588907 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.db.segments_db [None req-b3a79402-bbb6-4ab0-bb5f-0c86e6f051e2 admin admin] Added segment 1460649a-0a01-4bfe-b857-06211867888c of type vlan for network ca5420ad-e078-4668-8038-24f9bcc845c8 Aug 30 01:01:22.657172 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-b3a79402-bbb6-4ab0-bb5f-0c86e6f051e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737867601237'] for network (ca5420ad-e078-4668-8038-24f9bcc845c8), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:22.722970 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-f4609147-17ad-4d2d-a7c9-42630c6b40f2 req-90351959-462a-441a-918f-69372060b92b tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 210 time: 0.1232371 Aug 30 01:01:22.745741 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-b3a79402-bbb6-4ab0-bb5f-0c86e6f051e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16316755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197'] for network (ca5420ad-e078-4668-8038-24f9bcc845c8), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:22.747164 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a79402-bbb6-4ab0-bb5f-0c86e6f051e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:22.747994 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-b3a79402-bbb6-4ab0-bb5f-0c86e6f051e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282183'] for network (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:22.772285 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e79da576-5d81-4fe7-ae51-ac00adab07bf req-c47a3587-33c1-435b-b915-fd7c12c85a2d tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Made reservation on behalf of ceebbaa5dd9d4110a6393190c5b466f0 for: {'port': 1} {{(pid=106206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:01:22.781171 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-e79da576-5d81-4fe7-ae51-ac00adab07bf req-c47a3587-33c1-435b-b915-fd7c12c85a2d tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:22.817644 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-b3a79402-bbb6-4ab0-bb5f-0c86e6f051e2 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.7603157 Aug 30 01:01:22.833427 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 44892) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:22.882492 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Current status of the port 027309de-7a19-4e5b-8b2c-4aa87ef4548e is: ACTIVE; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:01:22.884245 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device 19d43972-2c36-46e3-9fcf-322922447437 up at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:01:22.920024 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 44896) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:22.946064 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [None req-25b24207-cc98-45fb-9db2-e721329d1173 admin admin] Request body: {'subnet': {'network_id': 'ca5420ad-e078-4668-8038-24f9bcc845c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2078298715-subnet', 'tenant_id': '5cb3a2f2ea2248c3a456ceeb0d71996e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:01:22.994447 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [None req-3235abf6-cecd-44d7-8cfc-67ea2fa3db81 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1554597733', 'description': 'tempest-description--1000414301'}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:01:23.002743 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a79402-bbb6-4ab0-bb5f-0c86e6f051e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee1bc4d-7a4a-4456-b625-5dc69f817001,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:23.050773 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:23.089715 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:23.456578 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a79402-bbb6-4ab0-bb5f-0c86e6f051e2 admin admin] Pushing event updated for resources: {'Network': ['ID=ca5420ad-e078-4668-8038-24f9bcc845c8,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:23.510014 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-6ed1d505-621a-4f79-b22e-f8f60b994cf0 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks [] for port (0fb124e5-113f-4f07-b6fa-945e72fb9ae9), precommit_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:23.525712 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-6ed1d505-621a-4f79-b22e-f8f60b994cf0 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (0fb124e5-113f-4f07-b6fa-945e72fb9ae9), after_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:23.527407 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-6ed1d505-621a-4f79-b22e-f8f60b994cf0 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16466402'] for floatingip (d38ba8cf-bc48-4036-8adb-8114af100cfc), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:23.562599 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-d2759195-8d75-43cc-8833-55e0f2657104 None None] Publish callbacks [] for port (fdc381fb-c734-4005-9902-9049ce978ddd), precommit_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:23.591912 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:23.622316 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b24207-cc98-45fb-9db2-e721329d1173 admin admin] Made reservation on behalf of 5cb3a2f2ea2248c3a456ceeb0d71996e for: {'subnet': 1} {{(pid=106206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:01:23.641679 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-25b24207-cc98-45fb-9db2-e721329d1173 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:23.700156 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-3235abf6-cecd-44d7-8cfc-67ea2fa3db81 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for security_group (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:23.708819 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b2648d31-6689-4ac4-b039-bdfff9d78651 None None] Current status of the port 19d43972-2c36-46e3-9fcf-322922447437 is: ACTIVE; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:01:23.724574 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Network ca5420ad-e078-4668-8038-24f9bcc845c8 details requested by agent ovs-agent-dv-cinder-815146-13-iscsi with host dv-cinder-815146-13-iscsi {{(pid=106208) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 01:01:23.748893 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-d2759195-8d75-43cc-8833-55e0f2657104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (fdc381fb-c734-4005-9902-9049ce978ddd), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:23.757749 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-6ed1d505-621a-4f79-b22e-f8f60b994cf0 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for floatingip (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:23.769118 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-6ed1d505-621a-4f79-b22e-f8f60b994cf0 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.2152345 Aug 30 01:01:23.911474 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-862e6bde-b87b-4bf3-a032-f960d42b4b85 req-417a6245-d6f8-4997-878e-e60b6784a550 tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=463f5c61-231b-435d-b0ec-440e941d8ae1 HTTP/1.1" status: 200 len: 210 time: 0.2000904 Aug 30 01:01:23.960575 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed1d505-621a-4f79-b22e-f8f60b994cf0 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Pushing event updated for resources: {'Port': ['ID=0fb124e5-113f-4f07-b6fa-945e72fb9ae9,revision_number=2']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:23.989726 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-3235abf6-cecd-44d7-8cfc-67ea2fa3db81 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for security_group (8cee015c-6f4d-4302-98d9-abaef09d5083), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:24.041265 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-3235abf6-cecd-44d7-8cfc-67ea2fa3db81 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (8cee015c-6f4d-4302-98d9-abaef09d5083), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:24.126513 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3736ffc1-cf9e-4851-be5a-b2ab8e4b2097 None None] Pushing event updated for resources: {'Port': ['ID=fdc381fb-c734-4005-9902-9049ce978ddd,revision_number=3']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:24.148723 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Provisioning complete for port 19d43972-2c36-46e3-9fcf-322922447437 triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:01:24.149122 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (19d43972-2c36-46e3-9fcf-322922447437), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:24.207259 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3235abf6-cecd-44d7-8cfc-67ea2fa3db81 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cee015c-6f4d-4302-98d9-abaef09d5083,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:24.213536 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-3235abf6-cecd-44d7-8cfc-67ea2fa3db81 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for security_group (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:24.214909 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-3235abf6-cecd-44d7-8cfc-67ea2fa3db81 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.2301471 Aug 30 01:01:24.221632 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 44940) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:24.227379 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [None req-82125c6f-7b51-4fd6-9654-d1294a0fe5bf tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Request body: {'security_group_rule': {'security_group_id': '8cee015c-6f4d-4302-98d9-abaef09d5083', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:01:24.325497 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-82125c6f-7b51-4fd6-9654-d1294a0fe5bf tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for security_group_rule (8af508ef-6ff9-471b-be19-047e68ce8c5a), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:24.362897 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.db_base_plugin_common [req-e79da576-5d81-4fe7-ae51-ac00adab07bf req-c47a3587-33c1-435b-b915-fd7c12c85a2d tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Allocated IP 172.20.0.13 (5ee6ec53-bf26-4fab-b55f-62bd4221ec41/4a91c71a-9152-4bb3-bae3-f34c8bf8c47c/d60f2857-a480-4c65-88cc-9e8dd6a7cbf4) {{(pid=106206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:01:24.634235 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-82125c6f-7b51-4fd6-9654-d1294a0fe5bf tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for security_group_rule (8af508ef-6ff9-471b-be19-047e68ce8c5a), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:24.651248 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-02870061-efd0-4f13-8a50-78c3f672e02f req-831be206-229e-458e-ba07-17837699b885 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 210 time: 0.1794090 Aug 30 01:01:24.679563 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-82125c6f-7b51-4fd6-9654-d1294a0fe5bf tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16314934'] for security_group_rule (8af508ef-6ff9-471b-be19-047e68ce8c5a), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:24.746589 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82125c6f-7b51-4fd6-9654-d1294a0fe5bf tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8af508ef-6ff9-471b-be19-047e68ce8c5a,revision_number=0']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:24.763054 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-82125c6f-7b51-4fd6-9654-d1294a0fe5bf tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:24.773379 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-82125c6f-7b51-4fd6-9654-d1294a0fe5bf tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5477922 Aug 30 01:01:24.799936 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 44956) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:24.816930 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [None req-a9142508-22d5-4acd-bf35-0c50f1864809 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Request body: {'security_group_rule': {'security_group_id': '8cee015c-6f4d-4302-98d9-abaef09d5083', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:01:24.833318 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:24.834294 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [None req-d2759195-8d75-43cc-8833-55e0f2657104 None None] Attempting to bind port fdc381fb-c734-4005-9902-9049ce978ddd on host dv-cinder-815146-13-iscsi for vnic_type normal with profile {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:01:24.839863 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [None req-d2759195-8d75-43cc-8833-55e0f2657104 None None] Attempting to bind port fdc381fb-c734-4005-9902-9049ce978ddd by drivers openvswitch,hyperv on host dv-cinder-815146-13-iscsi at level 0 using segments [{'id': 'db4c58cb-7f56-46b6-bff7-10d93a889abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'f64316af-4378-4002-9747-c897421bae08'}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:01:24.841526 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2759195-8d75-43cc-8833-55e0f2657104 None None] Attempting to bind port fdc381fb-c734-4005-9902-9049ce978ddd on network f64316af-4378-4002-9747-c897421bae08 {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:01:24.879973 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2759195-8d75-43cc-8833-55e0f2657104 None None] Checking agent: {'id': 'a0553951-7123-4403-ab2a-bb83048c1e52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 0, 53, 14), 'started_at': datetime.datetime(2022, 8, 30, 0, 53, 44), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:01:24.882303 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2759195-8d75-43cc-8833-55e0f2657104 None None] Checking segment: {'id': 'db4c58cb-7f56-46b6-bff7-10d93a889abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'f64316af-4378-4002-9747-c897421bae08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:01:24.884088 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-d2759195-8d75-43cc-8833-55e0f2657104 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:24.884717 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2759195-8d75-43cc-8833-55e0f2657104 None None] Bound using segment: {'id': 'db4c58cb-7f56-46b6-bff7-10d93a889abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'f64316af-4378-4002-9747-c897421bae08'} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:01:24.886606 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [None req-d2759195-8d75-43cc-8833-55e0f2657104 None None] Bound port: fdc381fb-c734-4005-9902-9049ce978ddd, host: dv-cinder-815146-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db4c58cb-7f56-46b6-bff7-10d93a889abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'f64316af-4378-4002-9747-c897421bae08'}}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:01:24.887190 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-d2759195-8d75-43cc-8833-55e0f2657104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (fdc381fb-c734-4005-9902-9049ce978ddd), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:24.892897 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:24.913895 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Current status of the port 19d43972-2c36-46e3-9fcf-322922447437 is: ACTIVE; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:01:24.915029 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device 83e43aba-7011-40c6-a7e4-b1d7907278c4 up at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:01:24.957366 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-377a3cc7-aff9-4320-b5d2-b7284015684b req-5c7778a9-c32f-490b-9225-245f3ec646be tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--579645224&fields=id&tenant_id=f40b3e29a18b48cba6800c9f3a0dfee9 HTTP/1.1" status: 200 len: 267 time: 0.4255478 Aug 30 01:01:24.974613 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-25b24207-cc98-45fb-9db2-e721329d1173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197'] for subnet (4fe92419-2cba-4fc6-8f6e-95e67b8d1a93), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:24.989506 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:INSERT=14,neutron:SELECT=82,neutron:UPDATE=4 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:25.017937 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-a9142508-22d5-4acd-bf35-0c50f1864809 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for security_group_rule (5bd13d49-981f-48bb-b72d-083d21814948), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:25.134646 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b24207-cc98-45fb-9db2-e721329d1173 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fe92419-2cba-4fc6-8f6e-95e67b8d1a93,revision_number=0']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:25.138141 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Provisioning complete for port 83e43aba-7011-40c6-a7e4-b1d7907278c4 triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:01:25.145212 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (83e43aba-7011-40c6-a7e4-b1d7907278c4), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:25.195478 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-d2759195-8d75-43cc-8833-55e0f2657104 None None] For port fdc381fb-c734-4005-9902-9049ce978ddd, host dv-cinder-815146-13-iscsi, cleared binding levels {{(pid=106208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:01:25.211228 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-d2759195-8d75-43cc-8833-55e0f2657104 None None] For port fdc381fb-c734-4005-9902-9049ce978ddd, host dv-cinder-815146-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=fdc381fb-c734-4005-9902-9049ce978ddd,segment=NetworkSegment(db4c58cb-7f56-46b6-bff7-10d93a889abe),segment_id=db4c58cb-7f56-46b6-bff7-10d93a889abe)] {{(pid=106208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:01:25.246083 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b24207-cc98-45fb-9db2-e721329d1173 admin admin] Checking segment: {'id': '1460649a-0a01-4bfe-b857-06211867888c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'ca5420ad-e078-4668-8038-24f9bcc845c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:01:25.266080 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b24207-cc98-45fb-9db2-e721329d1173 admin admin] Network hostable DHCP agents. Network: ca5420ad-e078-4668-8038-24f9bcc845c8, hostable agents: ['fba0026e-8830-42b0-8a12-2be2a1203730'], hosted agents: [] {{(pid=106206) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 01:01:25.268697 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-d2759195-8d75-43cc-8833-55e0f2657104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (fdc381fb-c734-4005-9902-9049ce978ddd), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:25.289993 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-5d1db45c-0754-4989-8f39-af005a2dc0c2 req-de8792d0-fe7d-4963-a1bf-16369a7da74a tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=463f5c61-231b-435d-b0ec-440e941d8ae1 HTTP/1.1" status: 200 len: 210 time: 0.1930177 Aug 30 01:01:25.391863 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Current status of the port 83e43aba-7011-40c6-a7e4-b1d7907278c4 is: ACTIVE; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:01:25.402632 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2759195-8d75-43cc-8833-55e0f2657104 None None] Routers {'37449e84-b16d-45be-a57b-c369384f3511'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:01:25.403314 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-d2759195-8d75-43cc-8833-55e0f2657104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:01:11Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['37449e84-b16d-45be-a57b-c369384f3511'], 'active': True} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:01:25.428733 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a3cc7-aff9-4320-b5d2-b7284015684b req-269cd81a-b687-49e1-8a1e-13d43b479a21 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:25.430463 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc45f37-e59e-457a-9648-a2fa88a7ecfa None None] Sync routers for ids ['bd1c6eaf-677c-4555-8d4e-2fd99795de73'] in dv-cinder-815146-13-iscsi {{(pid=106209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:01:25.464336 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-377a3cc7-aff9-4320-b5d2-b7284015684b req-269cd81a-b687-49e1-8a1e-13d43b479a21 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/networks?id=0b956883-0f29-4de3-9788-00541616d922 HTTP/1.1" status: 200 len: 810 time: 0.5058064 Aug 30 01:01:25.488902 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc45f37-e59e-457a-9648-a2fa88a7ecfa None None] Routers {'bd1c6eaf-677c-4555-8d4e-2fd99795de73'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:01:25.490181 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-5dc45f37-e59e-457a-9648-a2fa88a7ecfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:01:11Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['bd1c6eaf-677c-4555-8d4e-2fd99795de73'], 'active': True} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:01:25.511855 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-a9142508-22d5-4acd-bf35-0c50f1864809 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for security_group_rule (5bd13d49-981f-48bb-b72d-083d21814948), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:25.532692 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-377a3cc7-aff9-4320-b5d2-b7284015684b req-b67dc04f-23e6-474c-9095-d129dce5939e tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/quotas/f40b3e29a18b48cba6800c9f3a0dfee9 HTTP/1.1" status: 200 len: 375 time: 0.0667629 Aug 30 01:01:25.548763 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-a9142508-22d5-4acd-bf35-0c50f1864809 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16314934'] for security_group_rule (5bd13d49-981f-48bb-b72d-083d21814948), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:25.580640 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b24207-cc98-45fb-9db2-e721329d1173 admin admin] Network ca5420ad-e078-4668-8038-24f9bcc845c8 is scheduled to be hosted by DHCP agent fba0026e-8830-42b0-8a12-2be2a1203730 with binding_index 1 {{(pid=106206) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 01:01:25.601598 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-e79da576-5d81-4fe7-ae51-ac00adab07bf req-c47a3587-33c1-435b-b915-fd7c12c85a2d tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Publish callbacks [] for port (d60f2857-a480-4c65-88cc-9e8dd6a7cbf4), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:25.670949 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.base_scheduler [None req-25b24207-cc98-45fb-9db2-e721329d1173 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-13-iscsi, ca5420ad-e078-4668-8038-24f9bcc845c8) {{(pid=106206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:01:25.727179 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3736ffc1-cf9e-4851-be5a-b2ab8e4b2097 None None] Pushing event updated for resources: {'Port': ['ID=fdc381fb-c734-4005-9902-9049ce978ddd,revision_number=4']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:25.759349 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b24207-cc98-45fb-9db2-e721329d1173 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:25.759986 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-25b24207-cc98-45fb-9db2-e721329d1173 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282183'] for subnet (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:25.779071 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.47', 64681) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:25.779814 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9142508-22d5-4acd-bf35-0c50f1864809 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bd13d49-981f-48bb-b72d-083d21814948,revision_number=0']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:25.877320 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:25.903460 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-e79da576-5d81-4fe7-ae51-ac00adab07bf req-c47a3587-33c1-435b-b915-fd7c12c85a2d tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737867580456'] for port (d60f2857-a480-4c65-88cc-9e8dd6a7cbf4), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:25.967344 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-377a3cc7-aff9-4320-b5d2-b7284015684b req-734e528e-157b-464b-add2-9ae4b739fa21 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=f40b3e29a18b48cba6800c9f3a0dfee9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4340169 Aug 30 01:01:26.076403 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:26.097852 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-a9142508-22d5-4acd-bf35-0c50f1864809 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:26.097852 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-a9142508-22d5-4acd-bf35-0c50f1864809 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2825284 Aug 30 01:01:26.113407 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvr_db [None req-5dc45f37-e59e-457a-9648-a2fa88a7ecfa None None] Set router bd1c6eaf-677c-4555-8d4e-2fd99795de73 gateway port host: dv-cinder-815146-13-iscsi {{(pid=106209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:01:26.133973 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 44998) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:26.182680 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [None req-038ecb26-0c87-499d-9291-f9bb88f15ae6 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Request body: {'floatingip': {'floating_network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb'}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:01:26.270708 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e79da576-5d81-4fe7-ae51-ac00adab07bf req-c47a3587-33c1-435b-b915-fd7c12c85a2d tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Network 5ee6ec53-bf26-4fab-b55f-62bd4221ec41 is already hosted by enough agents. {{(pid=106206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:01:26.350694 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-25b24207-cc98-45fb-9db2-e721329d1173 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.4315207 Aug 30 01:01:26.373341 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.base_scheduler [req-e79da576-5d81-4fe7-ae51-ac00adab07bf req-c47a3587-33c1-435b-b915-fd7c12c85a2d tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Resources bound (agent type, host, resource id): {{(pid=106206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:01:26.433452 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [req-e79da576-5d81-4fe7-ae51-ac00adab07bf req-c47a3587-33c1-435b-b915-fd7c12c85a2d tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Received port after_create {{(pid=106206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:01:26.448768 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca43143-ae80-4b09-9516-e36724f4f0af None None] Network ca5420ad-e078-4668-8038-24f9bcc845c8 requested from dv-cinder-815146-13-iscsi {{(pid=106208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:01:26.458264 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79da576-5d81-4fe7-ae51-ac00adab07bf req-c47a3587-33c1-435b-b915-fd7c12c85a2d tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:26.460678 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-e79da576-5d81-4fe7-ae51-ac00adab07bf req-c47a3587-33c1-435b-b915-fd7c12c85a2d tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282183'] for port (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:26.464620 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1256514b-c41f-4e9f-a39d-859f2f4c8b19 None None] Sync routers for ids ['4ac67fb5-f9e8-4423-ba99-3faec60e5969'] in dv-cinder-815146-13-iscsi {{(pid=106208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:01:26.521677 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-8f107f9a-8280-498f-872c-e101cb13d395 req-7ced14de-d9dc-4100-b36c-c8a79b3e45ba tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 210 time: 0.5531769 Aug 30 01:01:26.569825 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device a9a6d0e7-457f-40e3-ae5d-60150733af77 up at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:01:26.589375 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvr_db [None req-d2759195-8d75-43cc-8833-55e0f2657104 None None] Set router 37449e84-b16d-45be-a57b-c369384f3511 gateway port host: dv-cinder-815146-13-iscsi {{(pid=106208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:01:26.596547 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47a3587-33c1-435b-b915-fd7c12c85a2d tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Pushing event updated for resources: {'Port': ['ID=d60f2857-a480-4c65-88cc-9e8dd6a7cbf4,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:26.620858 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-e79da576-5d81-4fe7-ae51-ac00adab07bf req-c47a3587-33c1-435b-b915-fd7c12c85a2d tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8087590 Aug 30 01:01:26.695712 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1256514b-c41f-4e9f-a39d-859f2f4c8b19 None None] Routers {'4ac67fb5-f9e8-4423-ba99-3faec60e5969'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:01:26.697639 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-1256514b-c41f-4e9f-a39d-859f2f4c8b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:01:11Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['4ac67fb5-f9e8-4423-ba99-3faec60e5969'], 'active': True} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:01:26.705973 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-038ecb26-0c87-499d-9291-f9bb88f15ae6 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:26.811268 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [req-e79da576-5d81-4fe7-ae51-ac00adab07bf req-e21d66cf-8784-4849-b88c-8b554fb38659 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106206) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 01:01:26.812296 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-e79da576-5d81-4fe7-ae51-ac00adab07bf req-e21d66cf-8784-4849-b88c-8b554fb38659 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.47 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054071 Aug 30 01:01:27.039463 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.47', 64689) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:27.140705 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-5dc45f37-e59e-457a-9648-a2fa88a7ecfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'name': 'tempest-AttachVolumeNegativeTest-987046986-router', 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.121'}], 'enable_snat': True}, 'gw_port_id': '02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:01:05Z', 'updated_at': '2022-08-30T01:01:15Z', 'revision_number': 4, 'project_id': '0596692dbfb149139a1e72159c6f93db', 'gw_port': {'id': '02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:39:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:06Z', 'updated_at': '2022-08-30T01:01:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_interfaces': [{'id': '4c3a5c21-7f7c-4037-ac11-fe0d15ab9538', 'name': '', 'network_id': 'dffca817-1d31-4c9c-99a3-2d8483c143b4', 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'mac_address': 'fa:16:3e:80:4d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '35e91298-8731-4ea1-81fe-d78c255b7ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:12Z', 'updated_at': '2022-08-30T01:01:16Z', 'revision_number': 2, 'project_id': '0596692dbfb149139a1e72159c6f93db', 'subnets': [{'id': '35e91298-8731-4ea1-81fe-d78c255b7ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:01:27.217693 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0251b6e6-99ba-49c3-88ba-59cd562bb13c req-0fc0df26-439c-4177-8c3c-ceb0d12ae6db tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:27.220241 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-0251b6e6-99ba-49c3-88ba-59cd562bb13c req-0fc0df26-439c-4177-8c3c-ceb0d12ae6db tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.47 "GET /networking/v2.0/networks?id=5ee6ec53-bf26-4fab-b55f-62bd4221ec41 HTTP/1.1" status: 200 len: 818 time: 1.4206746 Aug 30 01:01:27.236902 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-0873cf05-724c-4b5a-9a5c-3fd266724a32 req-16bbe972-59a6-4d32-8f75-a77968cdf5d6 tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=463f5c61-231b-435d-b0ec-440e941d8ae1 HTTP/1.1" status: 200 len: 210 time: 0.5096550 Aug 30 01:01:27.237692 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvr_db [None req-1256514b-c41f-4e9f-a39d-859f2f4c8b19 None None] Set router 4ac67fb5-f9e8-4423-ba99-3faec60e5969 gateway port host: dv-cinder-815146-13-iscsi {{(pid=106208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:01:27.238353 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [req-e79da576-5d81-4fe7-ae51-ac00adab07bf req-8515ed1f-0010-483b-8b5a-4c7aef8c0395 service neutron] Request body: {'port': {'device_id': '12338ddc-349d-4f0b-b6d8-4bb83f19e320', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:01:27.241590 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-038ecb26-0c87-499d-9291-f9bb88f15ae6 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:27.252287 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [req-0251b6e6-99ba-49c3-88ba-59cd562bb13c req-17e42aae-8436-4dd2-9f65-36843812fce0 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Request body: {'port': {'device_id': '377d6898-d51c-4029-b9ce-3c96e2840dfd', 'network_id': '5ee6ec53-bf26-4fab-b55f-62bd4221ec41', 'admin_state_up': True, 'tenant_id': 'ceebbaa5dd9d4110a6393190c5b466f0'}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:01:27.276716 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc45f37-e59e-457a-9648-a2fa88a7ecfa None None] Checking router: bd1c6eaf-677c-4555-8d4e-2fd99795de73 for host: dv-cinder-815146-13-iscsi {{(pid=106209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:01:27.289249 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc45f37-e59e-457a-9648-a2fa88a7ecfa None None] Updating router bd1c6eaf-677c-4555-8d4e-2fd99795de73 port 4c3a5c21-7f7c-4037-ac11-fe0d15ab9538 binding host dv-cinder-815146-13-iscsi {{(pid=106209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 01:01:27.377849 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-377a3cc7-aff9-4320-b5d2-b7284015684b req-ac2948ae-bf7f-4bad-8a0e-ac361ae2c391 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/0b956883-0f29-4de3-9788-00541616d922?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2936144 Aug 30 01:01:27.393224 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:27.395814 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-5dc45f37-e59e-457a-9648-a2fa88a7ecfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (4c3a5c21-7f7c-4037-ac11-fe0d15ab9538), before_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:27.518418 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-e79da576-5d81-4fe7-ae51-ac00adab07bf req-8515ed1f-0010-483b-8b5a-4c7aef8c0395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (d60f2857-a480-4c65-88cc-9e8dd6a7cbf4), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:27.566180 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:27.623669 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eaaaad-cfb4-4e35-881c-8ba84759874d req-5004a6cc-b412-4c50-b093-3bbb6d6b9f7b tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:27.625542 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-85eaaaad-cfb4-4e35-881c-8ba84759874d req-5004a6cc-b412-4c50-b093-3bbb6d6b9f7b tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] 10.222.0.47 "GET /networking/v2.0/networks?id=f64316af-4378-4002-9747-c897421bae08 HTTP/1.1" status: 200 len: 812 time: 0.6098182 Aug 30 01:01:27.692354 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [req-85eaaaad-cfb4-4e35-881c-8ba84759874d req-e9554b13-4cd3-43f7-b1af-316abf71a7fe tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] Request body: {'port': {'device_id': '463f5c61-231b-435d-b0ec-440e941d8ae1', 'network_id': 'f64316af-4378-4002-9747-c897421bae08', 'admin_state_up': True, 'tenant_id': '0c0f91770bb14bb6920fc277936c189e'}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:01:27.796370 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:27.886743 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57a7ccf-9330-4e5e-a707-ba94fb8505f4 None None] Network ca5420ad-e078-4668-8038-24f9bcc845c8 requested from dv-cinder-815146-13-iscsi {{(pid=106208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:01:27.892556 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-e8589377-1906-46c9-b97c-9fa57b7581a9 None None] Provisioning complete for port d60f2857-a480-4c65-88cc-9e8dd6a7cbf4 triggered by entity DHCP. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:01:27.893505 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-e8589377-1906-46c9-b97c-9fa57b7581a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (d60f2857-a480-4c65-88cc-9e8dd6a7cbf4), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:27.998741 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-e8589377-1906-46c9-b97c-9fa57b7581a9 None None] Port d60f2857-a480-4c65-88cc-9e8dd6a7cbf4 cannot update to ACTIVE because it is not bound. {{(pid=106208) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:01:28.016341 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:28.023023 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-377a3cc7-aff9-4320-b5d2-b7284015684b req-526d7ef3-3772-4ad9-8ca4-c9d2a0329cbd service neutron] 10.222.0.78 "GET /networking/v2.0/networks/0b956883-0f29-4de3-9788-00541616d922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5876241 Aug 30 01:01:28.063016 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0251b6e6-99ba-49c3-88ba-59cd562bb13c req-17e42aae-8436-4dd2-9f65-36843812fce0 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Made reservation on behalf of ceebbaa5dd9d4110a6393190c5b466f0 for: {'port': 1} {{(pid=106207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:01:28.069558 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-0251b6e6-99ba-49c3-88ba-59cd562bb13c req-17e42aae-8436-4dd2-9f65-36843812fce0 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:28.095349 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=100 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:28.154410 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.agents_db [None req-fbf18308-e14c-4042-905c-b7f1770ec079 None None] Agent healthcheck: found 6 active agents {{(pid=106209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:01:28.166432 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-48ad23a3-fbe2-4264-840c-55cffa358ed7 req-08890298-c8a2-4755-8756-7bfb8b1bb083 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 210 time: 0.3497202 Aug 30 01:01:28.176140 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 45070) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:28.457944 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-5dc45f37-e59e-457a-9648-a2fa88a7ecfa None None] Publish callbacks [] for port (4c3a5c21-7f7c-4037-ac11-fe0d15ab9538), precommit_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:28.466210 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Provisioning complete for port a9a6d0e7-457f-40e3-ae5d-60150733af77 triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:01:28.466445 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (a9a6d0e7-457f-40e3-ae5d-60150733af77), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:28.473973 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-5dc45f37-e59e-457a-9648-a2fa88a7ecfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (4c3a5c21-7f7c-4037-ac11-fe0d15ab9538), after_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:28.577597 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 45082) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:28.628306 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [None req-8938c452-cdb8-45f0-8733-c28f904cbf52 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1813706171-network', 'tenant_id': '56f1159c3d7a48b08d6ee1e2cf2dece6'}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:01:28.820984 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2417e1-de46-4848-93a0-b3affd0f3c54 None None] Pushing event updated for resources: {'Port': ['ID=4c3a5c21-7f7c-4037-ac11-fe0d15ab9538,revision_number=3']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:28.849578 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:28.942289 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.managers [None req-5dc45f37-e59e-457a-9648-a2fa88a7ecfa None None] Attempting to bind port 4c3a5c21-7f7c-4037-ac11-fe0d15ab9538 on host dv-cinder-815146-13-iscsi for vnic_type normal with profile {{(pid=106209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:01:28.943792 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.managers [None req-5dc45f37-e59e-457a-9648-a2fa88a7ecfa None None] Attempting to bind port 4c3a5c21-7f7c-4037-ac11-fe0d15ab9538 by drivers openvswitch,hyperv on host dv-cinder-815146-13-iscsi at level 0 using segments [{'id': 'ac710424-0f03-41c7-8792-e4337957dd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'dffca817-1d31-4c9c-99a3-2d8483c143b4'}] {{(pid=106209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:01:28.944197 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc45f37-e59e-457a-9648-a2fa88a7ecfa None None] Attempting to bind port 4c3a5c21-7f7c-4037-ac11-fe0d15ab9538 on network dffca817-1d31-4c9c-99a3-2d8483c143b4 {{(pid=106209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:01:28.958902 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-d2759195-8d75-43cc-8833-55e0f2657104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37449e84-b16d-45be-a57b-c369384f3511', 'name': 'tempest-DeleteServersTestJSON-1035991626-router', 'tenant_id': '0c0f91770bb14bb6920fc277936c189e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.134'}], 'enable_snat': True}, 'gw_port_id': '1bb4569a-46a2-4375-ba1c-771f16aec9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:01:04Z', 'updated_at': '2022-08-30T01:01:14Z', 'revision_number': 4, 'project_id': '0c0f91770bb14bb6920fc277936c189e', 'gw_port': {'id': '1bb4569a-46a2-4375-ba1c-771f16aec9eb', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:e8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37449e84-b16d-45be-a57b-c369384f3511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:05Z', 'updated_at': '2022-08-30T01:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_interfaces': [{'id': 'fdc381fb-c734-4005-9902-9049ce978ddd', 'name': '', 'network_id': 'f64316af-4378-4002-9747-c897421bae08', 'tenant_id': '0c0f91770bb14bb6920fc277936c189e', 'mac_address': 'fa:16:3e:22:77:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37449e84-b16d-45be-a57b-c369384f3511', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '36856127-a09c-4ab4-b4f6-601f02ca410d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:12Z', 'updated_at': '2022-08-30T01:01:25Z', 'revision_number': 4, 'project_id': '0c0f91770bb14bb6920fc277936c189e', 'subnets': [{'id': '36856127-a09c-4ab4-b4f6-601f02ca410d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:01:28.978606 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc45f37-e59e-457a-9648-a2fa88a7ecfa None None] Checking agent: {'id': 'a0553951-7123-4403-ab2a-bb83048c1e52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 0, 53, 14), 'started_at': datetime.datetime(2022, 8, 30, 0, 53, 44), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:01:28.979562 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc45f37-e59e-457a-9648-a2fa88a7ecfa None None] Checking segment: {'id': 'ac710424-0f03-41c7-8792-e4337957dd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'dffca817-1d31-4c9c-99a3-2d8483c143b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:01:28.981810 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-5dc45f37-e59e-457a-9648-a2fa88a7ecfa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:28.984179 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc45f37-e59e-457a-9648-a2fa88a7ecfa None None] Bound using segment: {'id': 'ac710424-0f03-41c7-8792-e4337957dd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'dffca817-1d31-4c9c-99a3-2d8483c143b4'} {{(pid=106209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:01:28.986606 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.managers [None req-5dc45f37-e59e-457a-9648-a2fa88a7ecfa None None] Bound port: 4c3a5c21-7f7c-4037-ac11-fe0d15ab9538, host: dv-cinder-815146-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac710424-0f03-41c7-8792-e4337957dd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'dffca817-1d31-4c9c-99a3-2d8483c143b4'}}] {{(pid=106209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:01:28.989157 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-5dc45f37-e59e-457a-9648-a2fa88a7ecfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (4c3a5c21-7f7c-4037-ac11-fe0d15ab9538), before_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:29.057370 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-b74a0155-5b8a-4512-8a24-7fa977bb6460 req-d7d6bcfd-1e75-404f-a58b-00403236f817 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b59fedac-4fcb-47a8-8187-0a331d499fd2 HTTP/1.1" status: 200 len: 210 time: 0.5412765 Aug 30 01:01:29.071874 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-3b42c01b-a186-420f-92c6-fe8a45d45c63 req-edd15018-88de-436e-9dbc-21452304742d tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=463f5c61-231b-435d-b0ec-440e941d8ae1 HTTP/1.1" status: 200 len: 210 time: 0.5545855 Aug 30 01:01:29.086835 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85eaaaad-cfb4-4e35-881c-8ba84759874d req-e9554b13-4cd3-43f7-b1af-316abf71a7fe tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] Made reservation on behalf of 0c0f91770bb14bb6920fc277936c189e for: {'port': 1} {{(pid=106206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:01:29.090700 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-85eaaaad-cfb4-4e35-881c-8ba84759874d req-e9554b13-4cd3-43f7-b1af-316abf71a7fe tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:29.145434 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-e16a70a6-c895-4fd5-9b68-5b3fde692774 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:29.176904 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2759195-8d75-43cc-8833-55e0f2657104 None None] The sync data for ids ['37449e84-b16d-45be-a57b-c369384f3511'] in dv-cinder-815146-13-iscsi is: [{'id': '37449e84-b16d-45be-a57b-c369384f3511', 'name': 'tempest-DeleteServersTestJSON-1035991626-router', 'tenant_id': '0c0f91770bb14bb6920fc277936c189e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.134'}], 'enable_snat': True}, 'gw_port_id': '1bb4569a-46a2-4375-ba1c-771f16aec9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:01:04Z', 'updated_at': '2022-08-30T01:01:14Z', 'revision_number': 4, 'project_id': '0c0f91770bb14bb6920fc277936c189e', 'gw_port': {'id': '1bb4569a-46a2-4375-ba1c-771f16aec9eb', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:e8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37449e84-b16d-45be-a57b-c369384f3511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:05Z', 'updated_at': '2022-08-30T01:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_interfaces': [{'id': 'fdc381fb-c734-4005-9902-9049ce978ddd', 'name': '', 'network_id': 'f64316af-4378-4002-9747-c897421bae08', 'tenant_id': '0c0f91770bb14bb6920fc277936c189e', 'mac_address': 'fa:16:3e:22:77:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37449e84-b16d-45be-a57b-c369384f3511', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '36856127-a09c-4ab4-b4f6-601f02ca410d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:12Z', 'updated_at': '2022-08-30T01:01:25Z', 'revision_number': 4, 'project_id': '0c0f91770bb14bb6920fc277936c189e', 'subnets': [{'id': '36856127-a09c-4ab4-b4f6-601f02ca410d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:01:29.207163 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-1256514b-c41f-4e9f-a39d-859f2f4c8b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac67fb5-f9e8-4423-ba99-3faec60e5969', 'name': 'tempest-AttachVolumeTestJSON-319731533-router', 'tenant_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.245'}], 'enable_snat': True}, 'gw_port_id': 'a9a6d0e7-457f-40e3-ae5d-60150733af77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:01:05Z', 'updated_at': '2022-08-30T01:01:15Z', 'revision_number': 4, 'project_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'gw_port': {'id': 'a9a6d0e7-457f-40e3-ae5d-60150733af77', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:08:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac67fb5-f9e8-4423-ba99-3faec60e5969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:06Z', 'updated_at': '2022-08-30T01:01:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_interfaces': [{'id': 'eb3eabec-52c5-4365-8b1a-5c635538e30c', 'name': '', 'network_id': '0b956883-0f29-4de3-9788-00541616d922', 'tenant_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'mac_address': 'fa:16:3e:5b:3b:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac67fb5-f9e8-4423-ba99-3faec60e5969', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd2092925-3f88-4d08-9bce-f992f050b9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:13Z', 'updated_at': '2022-08-30T01:01:15Z', 'revision_number': 2, 'project_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'subnets': [{'id': 'd2092925-3f88-4d08-9bce-f992f050b9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:01:29.211822 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8938c452-cdb8-45f0-8733-c28f904cbf52 admin admin] Made reservation on behalf of 56f1159c3d7a48b08d6ee1e2cf2dece6 for: {'network': 1} {{(pid=106207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:01:29.216757 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Current status of the port a9a6d0e7-457f-40e3-ae5d-60150733af77 is: DOWN; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:01:29.227703 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-8938c452-cdb8-45f0-8733-c28f904cbf52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for network (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:29.228589 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (a9a6d0e7-457f-40e3-ae5d-60150733af77), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:29.276091 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.db [None req-5dc45f37-e59e-457a-9648-a2fa88a7ecfa None None] For port 4c3a5c21-7f7c-4037-ac11-fe0d15ab9538, host dv-cinder-815146-13-iscsi, cleared binding levels {{(pid=106209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:01:29.296237 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-8938c452-cdb8-45f0-8733-c28f904cbf52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:29.304820 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.db_base_plugin_common [None req-038ecb26-0c87-499d-9291-f9bb88f15ae6 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Allocated IP 172.27.4.95 (3021e9f0-0eb2-4779-9e8d-2d74d8c353fb/be7a67d1-0569-48bc-88e9-c2545720293d/a442ad48-1a9f-4944-b679-64b65c13bb08) {{(pid=106207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:01:29.333824 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.db [None req-5dc45f37-e59e-457a-9648-a2fa88a7ecfa None None] For port 4c3a5c21-7f7c-4037-ac11-fe0d15ab9538, host dv-cinder-815146-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=4c3a5c21-7f7c-4037-ac11-fe0d15ab9538,segment=NetworkSegment(ac710424-0f03-41c7-8792-e4337957dd44),segment_id=ac710424-0f03-41c7-8792-e4337957dd44)] {{(pid=106209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:01:29.353774 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-5dc45f37-e59e-457a-9648-a2fa88a7ecfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (4c3a5c21-7f7c-4037-ac11-fe0d15ab9538), after_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:29.363773 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1256514b-c41f-4e9f-a39d-859f2f4c8b19 None None] Checking router: 4ac67fb5-f9e8-4423-ba99-3faec60e5969 for host: dv-cinder-815146-13-iscsi {{(pid=106208) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:01:29.364190 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1256514b-c41f-4e9f-a39d-859f2f4c8b19 None None] Updating router 4ac67fb5-f9e8-4423-ba99-3faec60e5969 port eb3eabec-52c5-4365-8b1a-5c635538e30c binding host dv-cinder-815146-13-iscsi {{(pid=106208) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 01:01:29.441361 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-1256514b-c41f-4e9f-a39d-859f2f4c8b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (eb3eabec-52c5-4365-8b1a-5c635538e30c), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:29.453994 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:29.477431 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e82b646e-67b6-4e3d-b688-a53979ba6a10 req-8407f763-5b52-4d3d-be10-ff9330dc98f3 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 210 time: 0.1051478 Aug 30 01:01:29.509302 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.db_base_plugin_common [req-85eaaaad-cfb4-4e35-881c-8ba84759874d req-e9554b13-4cd3-43f7-b1af-316abf71a7fe tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] Allocated IP 172.20.0.5 (f64316af-4378-4002-9747-c897421bae08/36856127-a09c-4ab4-b4f6-601f02ca410d/5eb7c376-7d0c-4333-90b3-56b8d45e7089) {{(pid=106206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:01:29.519240 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] For port a9a6d0e7-457f-40e3-ae5d-60150733af77, host dv-cinder-815146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=a9a6d0e7-457f-40e3-ae5d-60150733af77,segment=NetworkSegment(61a0af84-c6da-4606-8f1e-ec0a95f9a2d1),segment_id=61a0af84-c6da-4606-8f1e-ec0a95f9a2d1)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:01:29.554425 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc45f37-e59e-457a-9648-a2fa88a7ecfa None None] Routers {'bd1c6eaf-677c-4555-8d4e-2fd99795de73'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:01:29.555122 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-5dc45f37-e59e-457a-9648-a2fa88a7ecfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:01:11Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['bd1c6eaf-677c-4555-8d4e-2fd99795de73'], 'active': True} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:01:29.569704 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (a9a6d0e7-457f-40e3-ae5d-60150733af77), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:29.573120 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device 83e43aba-7011-40c6-a7e4-b1d7907278c4 up at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:01:29.677853 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2417e1-de46-4848-93a0-b3affd0f3c54 None None] Pushing event updated for resources: {'Port': ['ID=4c3a5c21-7f7c-4037-ac11-fe0d15ab9538,revision_number=4']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:29.811303 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:INSERT=8 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:29.849977 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [req-e79da576-5d81-4fe7-ae51-ac00adab07bf req-8515ed1f-0010-483b-8b5a-4c7aef8c0395 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d60f2857-a480-4c65-88cc-9e8dd6a7cbf4 {{(pid=106206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:01:29.868431 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvr_db [None req-5dc45f37-e59e-457a-9648-a2fa88a7ecfa None None] Set router bd1c6eaf-677c-4555-8d4e-2fd99795de73 gateway port host: dv-cinder-815146-13-iscsi {{(pid=106209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:01:29.892730 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:29.909939 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-e79da576-5d81-4fe7-ae51-ac00adab07bf req-8515ed1f-0010-483b-8b5a-4c7aef8c0395 service neutron] Publish callbacks [] for port (d60f2857-a480-4c65-88cc-9e8dd6a7cbf4), precommit_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:29.948354 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-038ecb26-0c87-499d-9291-f9bb88f15ae6 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for port (a442ad48-1a9f-4944-b679-64b65c13bb08), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:29.961006 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-85eaaaad-cfb4-4e35-881c-8ba84759874d req-e9554b13-4cd3-43f7-b1af-316abf71a7fe tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] Publish callbacks [] for port (5eb7c376-7d0c-4333-90b3-56b8d45e7089), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:29.982162 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:30.002672 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-e16a70a6-c895-4fd5-9b68-5b3fde692774 admin admin] Publish callbacks [] for security_group (c35bfe6e-1d40-4d2b-9fa2-99ef7d9d88dd), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:30.035571 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-e16a70a6-c895-4fd5-9b68-5b3fde692774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (c35bfe6e-1d40-4d2b-9fa2-99ef7d9d88dd), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:30.036265 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [req-e79da576-5d81-4fe7-ae51-ac00adab07bf req-8515ed1f-0010-483b-8b5a-4c7aef8c0395 service neutron] Transition to ACTIVE for port object d60f2857-a480-4c65-88cc-9e8dd6a7cbf4 will not be triggered until provisioned by entity L2. {{(pid=106206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 01:01:30.044780 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-8938c452-cdb8-45f0-8733-c28f904cbf52 admin admin] Publish callbacks [] for security_group (4baabce9-4763-42a1-80a9-f58b5ed0376d), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:30.052301 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-e79da576-5d81-4fe7-ae51-ac00adab07bf req-8515ed1f-0010-483b-8b5a-4c7aef8c0395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (d60f2857-a480-4c65-88cc-9e8dd6a7cbf4), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:30.181027 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16a70a6-c895-4fd5-9b68-5b3fde692774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c35bfe6e-1d40-4d2b-9fa2-99ef7d9d88dd,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:30.234607 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-8938c452-cdb8-45f0-8733-c28f904cbf52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (4baabce9-4763-42a1-80a9-f58b5ed0376d), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:30.332489 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-1256514b-c41f-4e9f-a39d-859f2f4c8b19 None None] Publish callbacks [] for port (eb3eabec-52c5-4365-8b1a-5c635538e30c), precommit_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:30.332489 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Pushing event updated for resources: {'Port': ['ID=a9a6d0e7-457f-40e3-ae5d-60150733af77,revision_number=4']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:30.348339 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-1256514b-c41f-4e9f-a39d-859f2f4c8b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (eb3eabec-52c5-4365-8b1a-5c635538e30c), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:30.494930 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Provisioning complete for port 83e43aba-7011-40c6-a7e4-b1d7907278c4 triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:01:30.496039 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (83e43aba-7011-40c6-a7e4-b1d7907278c4), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:30.601588 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8515ed1f-0010-483b-8b5a-4c7aef8c0395 service neutron] Pushing event updated for resources: {'Port': ['ID=d60f2857-a480-4c65-88cc-9e8dd6a7cbf4,revision_number=2']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:30.613003 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [req-e79da576-5d81-4fe7-ae51-ac00adab07bf req-8515ed1f-0010-483b-8b5a-4c7aef8c0395 service neutron] Attempting to bind port d60f2857-a480-4c65-88cc-9e8dd6a7cbf4 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:01:30.616653 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [req-e79da576-5d81-4fe7-ae51-ac00adab07bf req-8515ed1f-0010-483b-8b5a-4c7aef8c0395 service neutron] Attempting to bind port d60f2857-a480-4c65-88cc-9e8dd6a7cbf4 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'c47d2ff1-3cd9-4a2f-88ea-ac8145096927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '5ee6ec53-bf26-4fab-b55f-62bd4221ec41'}] {{(pid=106206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:01:30.617025 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79da576-5d81-4fe7-ae51-ac00adab07bf req-8515ed1f-0010-483b-8b5a-4c7aef8c0395 service neutron] Attempting to bind port d60f2857-a480-4c65-88cc-9e8dd6a7cbf4 on network 5ee6ec53-bf26-4fab-b55f-62bd4221ec41 {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:01:30.630441 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79da576-5d81-4fe7-ae51-ac00adab07bf req-8515ed1f-0010-483b-8b5a-4c7aef8c0395 service neutron] Port d60f2857-a480-4c65-88cc-9e8dd6a7cbf4 on network 5ee6ec53-bf26-4fab-b55f-62bd4221ec41 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 01:01:30.631354 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79da576-5d81-4fe7-ae51-ac00adab07bf req-8515ed1f-0010-483b-8b5a-4c7aef8c0395 service neutron] Attempting to bind port d60f2857-a480-4c65-88cc-9e8dd6a7cbf4 on network 5ee6ec53-bf26-4fab-b55f-62bd4221ec41 {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:01:30.634612 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-5dc45f37-e59e-457a-9648-a2fa88a7ecfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'name': 'tempest-AttachVolumeNegativeTest-987046986-router', 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.121'}], 'enable_snat': True}, 'gw_port_id': '02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:01:05Z', 'updated_at': '2022-08-30T01:01:15Z', 'revision_number': 4, 'project_id': '0596692dbfb149139a1e72159c6f93db', 'gw_port': {'id': '02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:39:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:06Z', 'updated_at': '2022-08-30T01:01:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_interfaces': [{'id': '4c3a5c21-7f7c-4037-ac11-fe0d15ab9538', 'name': '', 'network_id': 'dffca817-1d31-4c9c-99a3-2d8483c143b4', 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'mac_address': 'fa:16:3e:80:4d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '35e91298-8731-4ea1-81fe-d78c255b7ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:12Z', 'updated_at': '2022-08-30T01:01:29Z', 'revision_number': 4, 'project_id': '0596692dbfb149139a1e72159c6f93db', 'subnets': [{'id': '35e91298-8731-4ea1-81fe-d78c255b7ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:01:30.638182 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-85eaaaad-cfb4-4e35-881c-8ba84759874d req-e9554b13-4cd3-43f7-b1af-316abf71a7fe tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737867580456'] for port (5eb7c376-7d0c-4333-90b3-56b8d45e7089), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:30.654099 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb4f24c-3ea4-466d-bfff-e210a994dffd None None] Pushing event updated for resources: {'Port': ['ID=eb3eabec-52c5-4365-8b1a-5c635538e30c,revision_number=3']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:30.670260 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79da576-5d81-4fe7-ae51-ac00adab07bf req-8515ed1f-0010-483b-8b5a-4c7aef8c0395 service neutron] Checking agent: {'id': 'ec393def-3d84-45a3-8a6c-ed049d62fe0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 0, 59, 14), 'started_at': datetime.datetime(2022, 8, 30, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:01:30.670628 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79da576-5d81-4fe7-ae51-ac00adab07bf req-8515ed1f-0010-483b-8b5a-4c7aef8c0395 service neutron] Checking segment: {'id': 'c47d2ff1-3cd9-4a2f-88ea-ac8145096927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '5ee6ec53-bf26-4fab-b55f-62bd4221ec41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:01:30.671188 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79da576-5d81-4fe7-ae51-ac00adab07bf req-8515ed1f-0010-483b-8b5a-4c7aef8c0395 service neutron] Bound using segment: {'id': 'c47d2ff1-3cd9-4a2f-88ea-ac8145096927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '5ee6ec53-bf26-4fab-b55f-62bd4221ec41'} {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:01:30.672023 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [req-e79da576-5d81-4fe7-ae51-ac00adab07bf req-8515ed1f-0010-483b-8b5a-4c7aef8c0395 service neutron] Bound port: d60f2857-a480-4c65-88cc-9e8dd6a7cbf4, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c47d2ff1-3cd9-4a2f-88ea-ac8145096927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '5ee6ec53-bf26-4fab-b55f-62bd4221ec41'}}] {{(pid=106206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:01:30.677589 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8938c452-cdb8-45f0-8733-c28f904cbf52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4baabce9-4763-42a1-80a9-f58b5ed0376d,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:30.680742 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-e79da576-5d81-4fe7-ae51-ac00adab07bf req-8515ed1f-0010-483b-8b5a-4c7aef8c0395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (d60f2857-a480-4c65-88cc-9e8dd6a7cbf4), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:30.702218 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc45f37-e59e-457a-9648-a2fa88a7ecfa None None] The sync data for ids ['bd1c6eaf-677c-4555-8d4e-2fd99795de73'] in dv-cinder-815146-13-iscsi is: [{'id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'name': 'tempest-AttachVolumeNegativeTest-987046986-router', 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.121'}], 'enable_snat': True}, 'gw_port_id': '02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:01:05Z', 'updated_at': '2022-08-30T01:01:15Z', 'revision_number': 4, 'project_id': '0596692dbfb149139a1e72159c6f93db', 'gw_port': {'id': '02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:39:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:06Z', 'updated_at': '2022-08-30T01:01:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_interfaces': [{'id': '4c3a5c21-7f7c-4037-ac11-fe0d15ab9538', 'name': '', 'network_id': 'dffca817-1d31-4c9c-99a3-2d8483c143b4', 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'mac_address': 'fa:16:3e:80:4d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '35e91298-8731-4ea1-81fe-d78c255b7ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:12Z', 'updated_at': '2022-08-30T01:01:29Z', 'revision_number': 4, 'project_id': '0596692dbfb149139a1e72159c6f93db', 'subnets': [{'id': '35e91298-8731-4ea1-81fe-d78c255b7ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:01:30.773377 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [None req-1256514b-c41f-4e9f-a39d-859f2f4c8b19 None None] Attempting to bind port eb3eabec-52c5-4365-8b1a-5c635538e30c on host dv-cinder-815146-13-iscsi for vnic_type normal with profile {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:01:30.774689 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [None req-1256514b-c41f-4e9f-a39d-859f2f4c8b19 None None] Attempting to bind port eb3eabec-52c5-4365-8b1a-5c635538e30c by drivers openvswitch,hyperv on host dv-cinder-815146-13-iscsi at level 0 using segments [{'id': 'ca5db623-0af4-47b7-b5e7-bb87137b4f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0b956883-0f29-4de3-9788-00541616d922'}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:01:30.775111 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1256514b-c41f-4e9f-a39d-859f2f4c8b19 None None] Attempting to bind port eb3eabec-52c5-4365-8b1a-5c635538e30c on network 0b956883-0f29-4de3-9788-00541616d922 {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:01:30.787492 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:30.792644 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1256514b-c41f-4e9f-a39d-859f2f4c8b19 None None] Checking agent: {'id': 'a0553951-7123-4403-ab2a-bb83048c1e52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 0, 53, 14), 'started_at': datetime.datetime(2022, 8, 30, 0, 53, 44), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:01:30.793101 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1256514b-c41f-4e9f-a39d-859f2f4c8b19 None None] Checking segment: {'id': 'ca5db623-0af4-47b7-b5e7-bb87137b4f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0b956883-0f29-4de3-9788-00541616d922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:01:30.793524 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-1256514b-c41f-4e9f-a39d-859f2f4c8b19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:30.794149 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1256514b-c41f-4e9f-a39d-859f2f4c8b19 None None] Bound using segment: {'id': 'ca5db623-0af4-47b7-b5e7-bb87137b4f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0b956883-0f29-4de3-9788-00541616d922'} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:01:30.794716 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [None req-1256514b-c41f-4e9f-a39d-859f2f4c8b19 None None] Bound port: eb3eabec-52c5-4365-8b1a-5c635538e30c, host: dv-cinder-815146-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca5db623-0af4-47b7-b5e7-bb87137b4f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0b956883-0f29-4de3-9788-00541616d922'}}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:01:30.795110 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-1256514b-c41f-4e9f-a39d-859f2f4c8b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (eb3eabec-52c5-4365-8b1a-5c635538e30c), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:30.806079 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e0795a-310e-47c2-ad7c-f17a32f326db req-952f7e6e-c6aa-4778-a2ac-79b1d1f116f3 tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:30.815239 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-a5e0795a-310e-47c2-ad7c-f17a32f326db req-952f7e6e-c6aa-4778-a2ac-79b1d1f116f3 tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=463f5c61-231b-435d-b0ec-440e941d8ae1 HTTP/1.1" status: 200 len: 931 time: 0.1423872 Aug 30 01:01:30.818222 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Current status of the port 83e43aba-7011-40c6-a7e4-b1d7907278c4 is: ACTIVE; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:01:30.819950 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device 1bb4569a-46a2-4375-ba1c-771f16aec9eb up at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:01:30.823243 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:30.855117 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85eaaaad-cfb4-4e35-881c-8ba84759874d req-e9554b13-4cd3-43f7-b1af-316abf71a7fe tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] Network f64316af-4378-4002-9747-c897421bae08 is already hosted by enough agents. {{(pid=106206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:01:30.894914 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.base_scheduler [req-85eaaaad-cfb4-4e35-881c-8ba84759874d req-e9554b13-4cd3-43f7-b1af-316abf71a7fe tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] Resources bound (agent type, host, resource id): {{(pid=106206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:01:30.908974 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [req-85eaaaad-cfb4-4e35-881c-8ba84759874d req-e9554b13-4cd3-43f7-b1af-316abf71a7fe tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] Received port after_create {{(pid=106206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:01:30.919867 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eaaaad-cfb4-4e35-881c-8ba84759874d req-e9554b13-4cd3-43f7-b1af-316abf71a7fe tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:30.920550 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-85eaaaad-cfb4-4e35-881c-8ba84759874d req-e9554b13-4cd3-43f7-b1af-316abf71a7fe tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282183'] for port (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:30.955941 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9554b13-4cd3-43f7-b1af-316abf71a7fe tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] Pushing event updated for resources: {'Port': ['ID=5eb7c376-7d0c-4333-90b3-56b8d45e7089,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:30.997500 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-85eaaaad-cfb4-4e35-881c-8ba84759874d req-e9554b13-4cd3-43f7-b1af-316abf71a7fe tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3465722 Aug 30 01:01:31.009588 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.47', 64698) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:31.018259 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [req-e79da576-5d81-4fe7-ae51-ac00adab07bf req-8515ed1f-0010-483b-8b5a-4c7aef8c0395 service neutron] For port d60f2857-a480-4c65-88cc-9e8dd6a7cbf4, host hv-cinder-81514, cleared binding levels {{(pid=106206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:01:31.029007 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [req-85eaaaad-cfb4-4e35-881c-8ba84759874d req-c07050b3-5b48-427c-a12d-9d8c7bd2c99d service neutron] Request body: {'port': {'device_id': '463f5c61-231b-435d-b0ec-440e941d8ae1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:01:31.114007 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-a5e0795a-310e-47c2-ad7c-f17a32f326db req-c9e9484d-31c1-493d-a54b-2e30c5ba8381 tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=fd73283f-0252-47d5-9b6c-21e114ae8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974718 Aug 30 01:01:31.118067 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-b87a47c7-b571-40f9-87d8-96599ad561ce req-948b3de2-05ac-44b0-9ba8-ae0b7c7422e1 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b59fedac-4fcb-47a8-8187-0a331d499fd2 HTTP/1.1" status: 200 len: 210 time: 0.4697049 Aug 30 01:01:31.130536 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8938c452-cdb8-45f0-8733-c28f904cbf52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1090} {{(pid=106207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 01:01:31.229064 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-e16a70a6-c895-4fd5-9b68-5b3fde692774 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=155c299887374425a02501a6fa2d987d&name=default HTTP/1.1" status: 200 len: 2996 time: 3.0440392 Aug 30 01:01:31.260872 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 45134) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:31.381519 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-8938c452-cdb8-45f0-8733-c28f904cbf52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879481'] for segment (2cb5e599-6502-49be-baff-48a0d40ebdae), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:31.382790 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.db.segments_db [None req-8938c452-cdb8-45f0-8733-c28f904cbf52 admin admin] Added segment 2cb5e599-6502-49be-baff-48a0d40ebdae of type vlan for network 825f3b18-2c48-4065-8a94-07621cd2c3bf Aug 30 01:01:31.466568 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [req-e79da576-5d81-4fe7-ae51-ac00adab07bf req-8515ed1f-0010-483b-8b5a-4c7aef8c0395 service neutron] For port d60f2857-a480-4c65-88cc-9e8dd6a7cbf4, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=d60f2857-a480-4c65-88cc-9e8dd6a7cbf4,segment=NetworkSegment(c47d2ff1-3cd9-4a2f-88ea-ac8145096927),segment_id=c47d2ff1-3cd9-4a2f-88ea-ac8145096927)] {{(pid=106206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:01:31.472182 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-1256514b-c41f-4e9f-a39d-859f2f4c8b19 None None] For port eb3eabec-52c5-4365-8b1a-5c635538e30c, host dv-cinder-815146-13-iscsi, cleared binding levels {{(pid=106208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:01:31.476873 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-1256514b-c41f-4e9f-a39d-859f2f4c8b19 None None] For port eb3eabec-52c5-4365-8b1a-5c635538e30c, host dv-cinder-815146-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=eb3eabec-52c5-4365-8b1a-5c635538e30c,segment=NetworkSegment(ca5db623-0af4-47b7-b5e7-bb87137b4f10),segment_id=ca5db623-0af4-47b7-b5e7-bb87137b4f10)] {{(pid=106208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:01:31.496355 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-1256514b-c41f-4e9f-a39d-859f2f4c8b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (eb3eabec-52c5-4365-8b1a-5c635538e30c), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:31.521937 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-8938c452-cdb8-45f0-8733-c28f904cbf52 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737867601237'] for network (825f3b18-2c48-4065-8a94-07621cd2c3bf), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:31.580826 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-e79da576-5d81-4fe7-ae51-ac00adab07bf req-8515ed1f-0010-483b-8b5a-4c7aef8c0395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (d60f2857-a480-4c65-88cc-9e8dd6a7cbf4), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:31.588550 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:31.605833 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-d2eab703-f6a5-4d2e-a58b-6c1cef648a50 None None] Provisioning complete for port 5eb7c376-7d0c-4333-90b3-56b8d45e7089 triggered by entity DHCP. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:01:31.612366 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-d2eab703-f6a5-4d2e-a58b-6c1cef648a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (5eb7c376-7d0c-4333-90b3-56b8d45e7089), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:31.619124 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:INSERT=21,neutron:SELECT=74,neutron:UPDATE=5 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:31.621420 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-038ecb26-0c87-499d-9291-f9bb88f15ae6 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737867580456'] for port (a442ad48-1a9f-4944-b679-64b65c13bb08), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:31.635165 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-8938c452-cdb8-45f0-8733-c28f904cbf52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16316755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197'] for network (825f3b18-2c48-4065-8a94-07621cd2c3bf), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:31.635165 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8938c452-cdb8-45f0-8733-c28f904cbf52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:31.635658 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-8938c452-cdb8-45f0-8733-c28f904cbf52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282183'] for network (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:31.665841 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79da576-5d81-4fe7-ae51-ac00adab07bf req-8515ed1f-0010-483b-8b5a-4c7aef8c0395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:31.667147 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-e79da576-5d81-4fe7-ae51-ac00adab07bf req-8515ed1f-0010-483b-8b5a-4c7aef8c0395 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282183'] for port (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:31.670270 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-e79da576-5d81-4fe7-ae51-ac00adab07bf req-8515ed1f-0010-483b-8b5a-4c7aef8c0395 service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/d60f2857-a480-4c65-88cc-9e8dd6a7cbf4 HTTP/1.1" status: 200 len: 1094 time: 4.6263340 Aug 30 01:01:31.685719 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1256514b-c41f-4e9f-a39d-859f2f4c8b19 None None] Routers {'4ac67fb5-f9e8-4423-ba99-3faec60e5969'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:01:31.686657 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-1256514b-c41f-4e9f-a39d-859f2f4c8b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:01:11Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['4ac67fb5-f9e8-4423-ba99-3faec60e5969'], 'active': True} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:01:31.700990 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.db_base_plugin_common [req-0251b6e6-99ba-49c3-88ba-59cd562bb13c req-17e42aae-8436-4dd2-9f65-36843812fce0 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Allocated IP 172.20.0.5 (5ee6ec53-bf26-4fab-b55f-62bd4221ec41/4a91c71a-9152-4bb3-bae3-f34c8bf8c47c/77835519-6f8f-47e8-9710-2b48c7087257) {{(pid=106207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:01:31.750077 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12338ddc-349d-4f0b-b6d8-4bb83f19e320', 'tag': 'd60f2857-a480-4c65-88cc-9e8dd6a7cbf4'}] {{(pid=106206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:01:31.811520 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038ecb26-0c87-499d-9291-f9bb88f15ae6 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Network 3021e9f0-0eb2-4779-9e8d-2d74d8c353fb is already hosted by enough agents. {{(pid=106207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:01:31.861860 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Provisioning complete for port 1bb4569a-46a2-4375-ba1c-771f16aec9eb triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:01:31.865380 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (1bb4569a-46a2-4375-ba1c-771f16aec9eb), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:31.874062 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a3cc7-aff9-4320-b5d2-b7284015684b req-56eb5f60-6d8c-414e-b729-eac9233fc61f tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:31.877802 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-377a3cc7-aff9-4320-b5d2-b7284015684b req-56eb5f60-6d8c-414e-b729-eac9233fc61f tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.47 "GET /networking/v2.0/networks?id=0b956883-0f29-4de3-9788-00541616d922 HTTP/1.1" status: 200 len: 810 time: 0.8398864 Aug 30 01:01:31.879076 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8515ed1f-0010-483b-8b5a-4c7aef8c0395 service neutron] Pushing event updated for resources: {'Port': ['ID=d60f2857-a480-4c65-88cc-9e8dd6a7cbf4,revision_number=3']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:31.889427 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb4f24c-3ea4-466d-bfff-e210a994dffd None None] Pushing event updated for resources: {'Port': ['ID=eb3eabec-52c5-4365-8b1a-5c635538e30c,revision_number=4']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:32.036256 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-d2eab703-f6a5-4d2e-a58b-6c1cef648a50 None None] Port 5eb7c376-7d0c-4333-90b3-56b8d45e7089 cannot update to ACTIVE because it is not bound. {{(pid=106208) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:01:32.106792 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.base_scheduler [None req-038ecb26-0c87-499d-9291-f9bb88f15ae6 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Resources bound (agent type, host, resource id): {{(pid=106207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:01:32.107752 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvr_db [None req-1256514b-c41f-4e9f-a39d-859f2f4c8b19 None None] Set router 4ac67fb5-f9e8-4423-ba99-3faec60e5969 gateway port host: dv-cinder-815146-13-iscsi {{(pid=106208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:01:32.113012 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038ecb26-0c87-499d-9291-f9bb88f15ae6 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Received port after_create {{(pid=106207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:01:32.122759 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-8938c452-cdb8-45f0-8733-c28f904cbf52 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 899 time: 3.5438216 Aug 30 01:01:32.131479 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-1aec3a8e-9e86-4e99-bbe1-74194b877e95 req-06d82f38-8a80-452b-98aa-e3ea4ec0af91 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 210 time: 0.5198607 Aug 30 01:01:32.132077 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8938c452-cdb8-45f0-8733-c28f904cbf52 admin admin] Pushing event updated for resources: {'Network': ['ID=825f3b18-2c48-4065-8a94-07621cd2c3bf,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:32.154855 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 45158) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:32.196869 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Network 825f3b18-2c48-4065-8a94-07621cd2c3bf details requested by agent ovs-agent-dv-cinder-815146-13-iscsi with host dv-cinder-815146-13-iscsi {{(pid=106208) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 01:01:32.203052 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [None req-bcbe0fa8-64c7-4a07-99e3-e1353edecf70 admin admin] Request body: {'subnet': {'network_id': '825f3b18-2c48-4065-8a94-07621cd2c3bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1813706171-subnet', 'tenant_id': '56f1159c3d7a48b08d6ee1e2cf2dece6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:01:32.363157 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcbe0fa8-64c7-4a07-99e3-e1353edecf70 admin admin] Made reservation on behalf of 56f1159c3d7a48b08d6ee1e2cf2dece6 for: {'subnet': 1} {{(pid=106207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:01:32.366616 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-bcbe0fa8-64c7-4a07-99e3-e1353edecf70 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:32.460254 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068580ff6c600dbe59ab62011f5d984f60f6f54628162803fce2ed792aa7a021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6005f2eb-390f-4342-a35b-4dc4445a43c8" -d '{"events": [{"name": "network-changed", "server_uuid": "12338ddc-349d-4f0b-b6d8-4bb83f19e320", "tag": "d60f2857-a480-4c65-88cc-9e8dd6a7cbf4"}]}' {{(pid=106206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:01:32.482410 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:32.527055 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-43279440-c9ab-4542-b81b-ec681b198051 admin admin] Publish callbacks [] for security_group (c35bfe6e-1d40-4d2b-9fa2-99ef7d9d88dd), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:32.558178 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-85eaaaad-cfb4-4e35-881c-8ba84759874d req-c07050b3-5b48-427c-a12d-9d8c7bd2c99d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (5eb7c376-7d0c-4333-90b3-56b8d45e7089), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:32.571186 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-43279440-c9ab-4542-b81b-ec681b198051 admin admin] Publish callbacks [] for security_group (c35bfe6e-1d40-4d2b-9fa2-99ef7d9d88dd), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:32.609286 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Current status of the port 1bb4569a-46a2-4375-ba1c-771f16aec9eb is: ACTIVE; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:01:32.611598 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device a67e6768-26a3-4e65-9c2d-9e0b65834475 up at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:01:32.621516 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79da576-5d81-4fe7-ae51-ac00adab07bf req-a25da72d-780e-4f46-bf56-7bedf74f4e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:32.623053 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-e79da576-5d81-4fe7-ae51-ac00adab07bf req-a25da72d-780e-4f46-bf56-7bedf74f4e0a service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=ceebbaa5dd9d4110a6393190c5b466f0&device_id=12338ddc-349d-4f0b-b6d8-4bb83f19e320 HTTP/1.1" status: 200 len: 1128 time: 0.6562469 Aug 30 01:01:32.655508 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-377a3cc7-aff9-4320-b5d2-b7284015684b req-70c00e5f-678d-4b3c-9126-18a020efee88 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.47 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f40b3e29a18b48cba6800c9f3a0dfee9 HTTP/1.1" status: 200 len: 379 time: 0.5928264 Aug 30 01:01:32.709775 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [req-377a3cc7-aff9-4320-b5d2-b7284015684b req-ed3b10e5-71ac-4175-9aa1-4de9da6de0a6 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Request body: {'port': {'device_id': 'b59fedac-4fcb-47a8-8187-0a331d499fd2', 'network_id': '0b956883-0f29-4de3-9788-00541616d922', 'admin_state_up': True, 'tenant_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'security_groups': ['cf795692-07ba-4120-b253-28f50a651d47']}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:01:32.779715 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-e79da576-5d81-4fe7-ae51-ac00adab07bf req-fb070931-ac74-4637-a437-49a381917535 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d60f2857-a480-4c65-88cc-9e8dd6a7cbf4 HTTP/1.1" status: 200 len: 217 time: 0.1232078 Aug 30 01:01:32.781232 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038ecb26-0c87-499d-9291-f9bb88f15ae6 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Pushing event updated for resources: {'Port': ['ID=a442ad48-1a9f-4944-b679-64b65c13bb08,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:32.889251 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-1256514b-c41f-4e9f-a39d-859f2f4c8b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac67fb5-f9e8-4423-ba99-3faec60e5969', 'name': 'tempest-AttachVolumeTestJSON-319731533-router', 'tenant_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.245'}], 'enable_snat': True}, 'gw_port_id': 'a9a6d0e7-457f-40e3-ae5d-60150733af77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:01:05Z', 'updated_at': '2022-08-30T01:01:15Z', 'revision_number': 4, 'project_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'gw_port': {'id': 'a9a6d0e7-457f-40e3-ae5d-60150733af77', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:08:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac67fb5-f9e8-4423-ba99-3faec60e5969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:06Z', 'updated_at': '2022-08-30T01:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_interfaces': [{'id': 'eb3eabec-52c5-4365-8b1a-5c635538e30c', 'name': '', 'network_id': '0b956883-0f29-4de3-9788-00541616d922', 'tenant_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'mac_address': 'fa:16:3e:5b:3b:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac67fb5-f9e8-4423-ba99-3faec60e5969', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd2092925-3f88-4d08-9bce-f992f050b9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:13Z', 'updated_at': '2022-08-30T01:01:31Z', 'revision_number': 4, 'project_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'subnets': [{'id': 'd2092925-3f88-4d08-9bce-f992f050b9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:01:32.896775 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-038ecb26-0c87-499d-9291-f9bb88f15ae6 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for floatingip (1c5e5197-a28b-4423-81f5-daa81fdeebf0), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:32.915265 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:32.928048 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-019e6d3f-af8e-4f37-befc-f415d676724b req-a4164b14-5cf6-42ea-bfda-bf71e0750a8b tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b59fedac-4fcb-47a8-8187-0a331d499fd2 HTTP/1.1" status: 200 len: 210 time: 0.4113059 Aug 30 01:01:32.943582 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1256514b-c41f-4e9f-a39d-859f2f4c8b19 None None] The sync data for ids ['4ac67fb5-f9e8-4423-ba99-3faec60e5969'] in dv-cinder-815146-13-iscsi is: [{'id': '4ac67fb5-f9e8-4423-ba99-3faec60e5969', 'name': 'tempest-AttachVolumeTestJSON-319731533-router', 'tenant_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.245'}], 'enable_snat': True}, 'gw_port_id': 'a9a6d0e7-457f-40e3-ae5d-60150733af77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:01:05Z', 'updated_at': '2022-08-30T01:01:15Z', 'revision_number': 4, 'project_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'gw_port': {'id': 'a9a6d0e7-457f-40e3-ae5d-60150733af77', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:08:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac67fb5-f9e8-4423-ba99-3faec60e5969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:06Z', 'updated_at': '2022-08-30T01:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_interfaces': [{'id': 'eb3eabec-52c5-4365-8b1a-5c635538e30c', 'name': '', 'network_id': '0b956883-0f29-4de3-9788-00541616d922', 'tenant_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'mac_address': 'fa:16:3e:5b:3b:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac67fb5-f9e8-4423-ba99-3faec60e5969', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd2092925-3f88-4d08-9bce-f992f050b9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:13Z', 'updated_at': '2022-08-30T01:01:31Z', 'revision_number': 4, 'project_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'subnets': [{'id': 'd2092925-3f88-4d08-9bce-f992f050b9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:01:32.970245 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Provisioning complete for port a67e6768-26a3-4e65-9c2d-9e0b65834475 triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:01:32.970933 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (a67e6768-26a3-4e65-9c2d-9e0b65834475), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:33.014802 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d41ec2-c5af-4935-a90b-c260cf34e8b6 req-9970a855-65cf-4a8b-82de-7e3f2398caf3 tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:33.016920 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-53d41ec2-c5af-4935-a90b-c260cf34e8b6 req-9970a855-65cf-4a8b-82de-7e3f2398caf3 tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=463f5c61-231b-435d-b0ec-440e941d8ae1 HTTP/1.1" status: 200 len: 931 time: 0.4954176 Aug 30 01:01:33.033580 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:33.162550 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=100 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:33.171919 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Current status of the port a67e6768-26a3-4e65-9c2d-9e0b65834475 is: ACTIVE; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:01:33.175342 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device 02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a up at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:01:33.273136 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Provisioning complete for port 02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:01:33.273819 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:33.301403 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5592af21-c9ac-40c8-b310-381baa54567d x-openstack-request-id: req-5592af21-c9ac-40c8-b310-381baa54567d {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:01:33.304528 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12338ddc-349d-4f0b-b6d8-4bb83f19e320", "tag": "d60f2857-a480-4c65-88cc-9e8dd6a7cbf4", "status": "completed", "code": 200}]} {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:01:33.309429 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5592af21-c9ac-40c8-b310-381baa54567d {{(pid=106206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:01:33.310797 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5592af21-c9ac-40c8-b310-381baa54567d'] response: {'name': 'network-changed', 'server_uuid': '12338ddc-349d-4f0b-b6d8-4bb83f19e320', 'tag': 'd60f2857-a480-4c65-88cc-9e8dd6a7cbf4', 'status': 'completed', 'code': 200} Aug 30 01:01:33.359774 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-038ecb26-0c87-499d-9291-f9bb88f15ae6 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (a442ad48-1a9f-4944-b679-64b65c13bb08), before_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:33.551652 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-43279440-c9ab-4542-b81b-ec681b198051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (c35bfe6e-1d40-4d2b-9fa2-99ef7d9d88dd), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:33.554247 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Current status of the port 02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a is: DOWN; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:01:33.554666 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:33.556331 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-43279440-c9ab-4542-b81b-ec681b198051 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:33.557674 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-43279440-c9ab-4542-b81b-ec681b198051 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/c35bfe6e-1d40-4d2b-9fa2-99ef7d9d88dd HTTP/1.1" status: 204 len: 168 time: 2.2691290 Aug 30 01:01:33.628267 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] For port 02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a, host dv-cinder-815146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a,segment=NetworkSegment(61a0af84-c6da-4606-8f1e-ec0a95f9a2d1),segment_id=61a0af84-c6da-4606-8f1e-ec0a95f9a2d1)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:01:33.637731 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:33.676322 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [req-85eaaaad-cfb4-4e35-881c-8ba84759874d req-c07050b3-5b48-427c-a12d-9d8c7bd2c99d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eb7c376-7d0c-4333-90b3-56b8d45e7089 {{(pid=106206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:01:33.698064 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-85eaaaad-cfb4-4e35-881c-8ba84759874d req-c07050b3-5b48-427c-a12d-9d8c7bd2c99d service neutron] Publish callbacks [] for port (5eb7c376-7d0c-4333-90b3-56b8d45e7089), precommit_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:33.737652 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [req-85eaaaad-cfb4-4e35-881c-8ba84759874d req-c07050b3-5b48-427c-a12d-9d8c7bd2c99d service neutron] Transition to ACTIVE for port object 5eb7c376-7d0c-4333-90b3-56b8d45e7089 will not be triggered until provisioned by entity L2. {{(pid=106206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 01:01:33.801178 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Pushing event updated for resources: {'Port': ['ID=02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a,revision_number=4']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:33.803070 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-85eaaaad-cfb4-4e35-881c-8ba84759874d req-c07050b3-5b48-427c-a12d-9d8c7bd2c99d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (5eb7c376-7d0c-4333-90b3-56b8d45e7089), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:33.811206 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-0251b6e6-99ba-49c3-88ba-59cd562bb13c req-17e42aae-8436-4dd2-9f65-36843812fce0 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Publish callbacks [] for port (77835519-6f8f-47e8-9710-2b48c7087257), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:33.868463 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-fa7815dd-c7a1-4741-acc7-99219b354ec3 req-5d1283a9-8d9d-46b6-82be-7045f28d98d6 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 210 time: 0.3742738 Aug 30 01:01:33.877351 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-53d41ec2-c5af-4935-a90b-c260cf34e8b6 req-bef224e7-15dd-4554-8d6d-4e7ddfd53c6f tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=fd73283f-0252-47d5-9b6c-21e114ae8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8480883 Aug 30 01:01:33.884515 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43279440-c9ab-4542-b81b-ec681b198051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35bfe6e-1d40-4d2b-9fa2-99ef7d9d88dd,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:33.983850 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07050b3-5b48-427c-a12d-9d8c7bd2c99d service neutron] Pushing event updated for resources: {'Port': ['ID=5eb7c376-7d0c-4333-90b3-56b8d45e7089,revision_number=2']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:33.995009 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79da576-5d81-4fe7-ae51-ac00adab07bf req-2c2c1e0f-637d-47e1-b54d-c6753dca1ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:33.999140 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-e79da576-5d81-4fe7-ae51-ac00adab07bf req-2c2c1e0f-637d-47e1-b54d-c6753dca1ace service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=4a91c71a-9152-4bb3-bae3-f34c8bf8c47c HTTP/1.1" status: 200 len: 857 time: 1.1735070 Aug 30 01:01:34.177149 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:34.265294 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:34.268086 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79da576-5d81-4fe7-ae51-ac00adab07bf req-0d7ed1e9-baba-41b6-aa5c-92e537361c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:34.270492 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-e79da576-5d81-4fe7-ae51-ac00adab07bf req-0d7ed1e9-baba-41b6-aa5c-92e537361c25 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=5ee6ec53-bf26-4fab-b55f-62bd4221ec41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2388105 Aug 30 01:01:34.336430 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-d8e9372d-4a34-4c4f-8dff-09f6b2eac885 req-814e61dd-76a6-4e2f-a348-247fe1cc6f0f tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b59fedac-4fcb-47a8-8187-0a331d499fd2 HTTP/1.1" status: 200 len: 210 time: 0.1570854 Aug 30 01:01:34.341330 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-bcbe0fa8-64c7-4a07-99e3-e1353edecf70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197'] for subnet (ba11999f-3512-4726-ac18-bc90c49afc60), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:34.357291 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device a9a6d0e7-457f-40e3-ae5d-60150733af77 up at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:01:34.393381 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-0251b6e6-99ba-49c3-88ba-59cd562bb13c req-17e42aae-8436-4dd2-9f65-36843812fce0 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737867580456'] for port (77835519-6f8f-47e8-9710-2b48c7087257), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:34.453217 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 45214) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:34.472868 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Provisioning complete for port a9a6d0e7-457f-40e3-ae5d-60150733af77 triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:01:34.473919 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (a9a6d0e7-457f-40e3-ae5d-60150733af77), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:34.512576 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:34.542281 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-377a3cc7-aff9-4320-b5d2-b7284015684b req-ed3b10e5-71ac-4175-9aa1-4de9da6de0a6 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Made reservation on behalf of f40b3e29a18b48cba6800c9f3a0dfee9 for: {'port': 1} {{(pid=106206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:01:34.546754 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-377a3cc7-aff9-4320-b5d2-b7284015684b req-ed3b10e5-71ac-4175-9aa1-4de9da6de0a6 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:34.549581 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-0c8fa1dd-e551-4fdb-84ea-57d69d92ede0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:34.556172 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0251b6e6-99ba-49c3-88ba-59cd562bb13c req-17e42aae-8436-4dd2-9f65-36843812fce0 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Network 5ee6ec53-bf26-4fab-b55f-62bd4221ec41 is already hosted by enough agents. {{(pid=106207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:01:34.570875 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe0fa8-64c7-4a07-99e3-e1353edecf70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba11999f-3512-4726-ac18-bc90c49afc60,revision_number=0']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:34.571106 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [req-85eaaaad-cfb4-4e35-881c-8ba84759874d req-c07050b3-5b48-427c-a12d-9d8c7bd2c99d service neutron] Attempting to bind port 5eb7c376-7d0c-4333-90b3-56b8d45e7089 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:01:34.571403 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [req-85eaaaad-cfb4-4e35-881c-8ba84759874d req-c07050b3-5b48-427c-a12d-9d8c7bd2c99d service neutron] Attempting to bind port 5eb7c376-7d0c-4333-90b3-56b8d45e7089 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'db4c58cb-7f56-46b6-bff7-10d93a889abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'f64316af-4378-4002-9747-c897421bae08'}] {{(pid=106206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:01:34.572109 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85eaaaad-cfb4-4e35-881c-8ba84759874d req-c07050b3-5b48-427c-a12d-9d8c7bd2c99d service neutron] Attempting to bind port 5eb7c376-7d0c-4333-90b3-56b8d45e7089 on network f64316af-4378-4002-9747-c897421bae08 {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:01:34.574228 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.base_scheduler [req-0251b6e6-99ba-49c3-88ba-59cd562bb13c req-17e42aae-8436-4dd2-9f65-36843812fce0 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Resources bound (agent type, host, resource id): {{(pid=106207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:01:34.582712 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [req-0251b6e6-99ba-49c3-88ba-59cd562bb13c req-17e42aae-8436-4dd2-9f65-36843812fce0 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Received port after_create {{(pid=106207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:01:34.587574 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0251b6e6-99ba-49c3-88ba-59cd562bb13c req-17e42aae-8436-4dd2-9f65-36843812fce0 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:34.588507 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-0251b6e6-99ba-49c3-88ba-59cd562bb13c req-17e42aae-8436-4dd2-9f65-36843812fce0 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282183'] for port (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:34.600630 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-038ecb26-0c87-499d-9291-f9bb88f15ae6 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for port (a442ad48-1a9f-4944-b679-64b65c13bb08), precommit_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:34.609206 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e42aae-8436-4dd2-9f65-36843812fce0 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Pushing event updated for resources: {'Port': ['ID=77835519-6f8f-47e8-9710-2b48c7087257,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:34.615034 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbe0fa8-64c7-4a07-99e3-e1353edecf70 admin admin] Checking segment: {'id': '2cb5e599-6502-49be-baff-48a0d40ebdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '825f3b18-2c48-4065-8a94-07621cd2c3bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:01:34.615770 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbe0fa8-64c7-4a07-99e3-e1353edecf70 admin admin] Network hostable DHCP agents. Network: 825f3b18-2c48-4065-8a94-07621cd2c3bf, hostable agents: ['fba0026e-8830-42b0-8a12-2be2a1203730'], hosted agents: [] {{(pid=106207) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 01:01:34.621410 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-038ecb26-0c87-499d-9291-f9bb88f15ae6 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (a442ad48-1a9f-4944-b679-64b65c13bb08), after_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:34.623199 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-038ecb26-0c87-499d-9291-f9bb88f15ae6 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16466402'] for floatingip (1c5e5197-a28b-4423-81f5-daa81fdeebf0), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:34.638855 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Current status of the port a9a6d0e7-457f-40e3-ae5d-60150733af77 is: ACTIVE; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:01:34.639971 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device 4c3a5c21-7f7c-4037-ac11-fe0d15ab9538 up at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:01:34.640999 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-0251b6e6-99ba-49c3-88ba-59cd562bb13c req-17e42aae-8436-4dd2-9f65-36843812fce0 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.3968320 Aug 30 01:01:34.651523 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85eaaaad-cfb4-4e35-881c-8ba84759874d req-c07050b3-5b48-427c-a12d-9d8c7bd2c99d service neutron] Port 5eb7c376-7d0c-4333-90b3-56b8d45e7089 on network f64316af-4378-4002-9747-c897421bae08 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 01:01:34.651849 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85eaaaad-cfb4-4e35-881c-8ba84759874d req-c07050b3-5b48-427c-a12d-9d8c7bd2c99d service neutron] Attempting to bind port 5eb7c376-7d0c-4333-90b3-56b8d45e7089 on network f64316af-4378-4002-9747-c897421bae08 {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:01:34.680309 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85eaaaad-cfb4-4e35-881c-8ba84759874d req-c07050b3-5b48-427c-a12d-9d8c7bd2c99d service neutron] Checking agent: {'id': 'ec393def-3d84-45a3-8a6c-ed049d62fe0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 0, 59, 14), 'started_at': datetime.datetime(2022, 8, 30, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:01:34.680648 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85eaaaad-cfb4-4e35-881c-8ba84759874d req-c07050b3-5b48-427c-a12d-9d8c7bd2c99d service neutron] Checking segment: {'id': 'db4c58cb-7f56-46b6-bff7-10d93a889abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'f64316af-4378-4002-9747-c897421bae08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:01:34.681161 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85eaaaad-cfb4-4e35-881c-8ba84759874d req-c07050b3-5b48-427c-a12d-9d8c7bd2c99d service neutron] Bound using segment: {'id': 'db4c58cb-7f56-46b6-bff7-10d93a889abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'f64316af-4378-4002-9747-c897421bae08'} {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:01:34.681684 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [req-85eaaaad-cfb4-4e35-881c-8ba84759874d req-c07050b3-5b48-427c-a12d-9d8c7bd2c99d service neutron] Bound port: 5eb7c376-7d0c-4333-90b3-56b8d45e7089, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db4c58cb-7f56-46b6-bff7-10d93a889abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'f64316af-4378-4002-9747-c897421bae08'}}] {{(pid=106206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:01:34.682043 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-85eaaaad-cfb4-4e35-881c-8ba84759874d req-c07050b3-5b48-427c-a12d-9d8c7bd2c99d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (5eb7c376-7d0c-4333-90b3-56b8d45e7089), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:34.711364 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbe0fa8-64c7-4a07-99e3-e1353edecf70 admin admin] Network 825f3b18-2c48-4065-8a94-07621cd2c3bf is scheduled to be hosted by DHCP agent fba0026e-8830-42b0-8a12-2be2a1203730 with binding_index 1 {{(pid=106207) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 01:01:34.716364 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-038ecb26-0c87-499d-9291-f9bb88f15ae6 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for floatingip (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:34.717661 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-038ecb26-0c87-499d-9291-f9bb88f15ae6 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.5641870 Aug 30 01:01:34.728043 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038ecb26-0c87-499d-9291-f9bb88f15ae6 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Pushing event updated for resources: {'Port': ['ID=a442ad48-1a9f-4944-b679-64b65c13bb08,revision_number=2']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:34.733043 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.base_scheduler [None req-bcbe0fa8-64c7-4a07-99e3-e1353edecf70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-13-iscsi, 825f3b18-2c48-4065-8a94-07621cd2c3bf) {{(pid=106207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:01:34.739323 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbe0fa8-64c7-4a07-99e3-e1353edecf70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:34.741141 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-bcbe0fa8-64c7-4a07-99e3-e1353edecf70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282183'] for subnet (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:34.742867 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Provisioning complete for port 4c3a5c21-7f7c-4037-ac11-fe0d15ab9538 triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:01:34.743265 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (4c3a5c21-7f7c-4037-ac11-fe0d15ab9538), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:34.752894 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:34.776675 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-bcbe0fa8-64c7-4a07-99e3-e1353edecf70 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.6130142 Aug 30 01:01:34.792054 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-0c8fa1dd-e551-4fdb-84ea-57d69d92ede0 admin admin] Publish callbacks [] for security_group (6cad0326-6e50-43fc-a28f-00022eb01a86), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:34.797125 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4b5f16-08d1-4957-82de-307e8d058346 None None] Network 825f3b18-2c48-4065-8a94-07621cd2c3bf requested from dv-cinder-815146-13-iscsi {{(pid=106208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:01:34.820052 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-0c8fa1dd-e551-4fdb-84ea-57d69d92ede0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (6cad0326-6e50-43fc-a28f-00022eb01a86), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:34.973635 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-0c8fa1dd-e551-4fdb-84ea-57d69d92ede0 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=c6ce0b24324c42b8ae46a3fef5fa9978&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4982121 Aug 30 01:01:34.978287 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 45238) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:34.985755 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 45240) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:34.987993 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fa1dd-e551-4fdb-84ea-57d69d92ede0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cad0326-6e50-43fc-a28f-00022eb01a86,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:35.000055 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [req-85eaaaad-cfb4-4e35-881c-8ba84759874d req-c07050b3-5b48-427c-a12d-9d8c7bd2c99d service neutron] For port 5eb7c376-7d0c-4333-90b3-56b8d45e7089, host hv-cinder-81514, cleared binding levels {{(pid=106206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:01:35.002774 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.db_base_plugin_common [req-377a3cc7-aff9-4320-b5d2-b7284015684b req-ed3b10e5-71ac-4175-9aa1-4de9da6de0a6 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Allocated IP 172.20.0.9 (0b956883-0f29-4de3-9788-00541616d922/d2092925-3f88-4d08-9bce-f992f050b9ed/26facd73-81ff-4a35-9126-739f3f31881b) {{(pid=106206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:01:35.003624 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-b1f23aa1-6057-4b78-8c11-b29a19998e0c None None] Provisioning complete for port 77835519-6f8f-47e8-9710-2b48c7087257 triggered by entity DHCP. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:01:35.004010 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b1f23aa1-6057-4b78-8c11-b29a19998e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (77835519-6f8f-47e8-9710-2b48c7087257), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:35.005918 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [req-85eaaaad-cfb4-4e35-881c-8ba84759874d req-c07050b3-5b48-427c-a12d-9d8c7bd2c99d service neutron] For port 5eb7c376-7d0c-4333-90b3-56b8d45e7089, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=5eb7c376-7d0c-4333-90b3-56b8d45e7089,segment=NetworkSegment(db4c58cb-7f56-46b6-bff7-10d93a889abe),segment_id=db4c58cb-7f56-46b6-bff7-10d93a889abe)] {{(pid=106206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:01:35.021318 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-85eaaaad-cfb4-4e35-881c-8ba84759874d req-c07050b3-5b48-427c-a12d-9d8c7bd2c99d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (5eb7c376-7d0c-4333-90b3-56b8d45e7089), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:35.031030 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eaaaad-cfb4-4e35-881c-8ba84759874d req-c07050b3-5b48-427c-a12d-9d8c7bd2c99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:35.031398 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-85eaaaad-cfb4-4e35-881c-8ba84759874d req-c07050b3-5b48-427c-a12d-9d8c7bd2c99d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282183'] for port (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:35.033453 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-85eaaaad-cfb4-4e35-881c-8ba84759874d req-c07050b3-5b48-427c-a12d-9d8c7bd2c99d service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/5eb7c376-7d0c-4333-90b3-56b8d45e7089 HTTP/1.1" status: 200 len: 1093 time: 4.0103714 Aug 30 01:01:35.038062 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c12143f-c2bf-4ae7-b5c1-063b5711a03e None None] Network 825f3b18-2c48-4065-8a94-07621cd2c3bf requested from dv-cinder-815146-13-iscsi {{(pid=106208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:01:35.114944 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07050b3-5b48-427c-a12d-9d8c7bd2c99d service neutron] Pushing event updated for resources: {'Port': ['ID=5eb7c376-7d0c-4333-90b3-56b8d45e7089,revision_number=3']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:35.116045 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b1f23aa1-6057-4b78-8c11-b29a19998e0c None None] Port 77835519-6f8f-47e8-9710-2b48c7087257 cannot update to ACTIVE because it is not bound. {{(pid=106208) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:01:35.122198 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Current status of the port 4c3a5c21-7f7c-4037-ac11-fe0d15ab9538 is: DOWN; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:01:35.122988 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (4c3a5c21-7f7c-4037-ac11-fe0d15ab9538), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:35.157710 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.db_base_plugin_v2 [None req-beb80484-c863-4bf3-b340-ab0a8e6732e0 admin admin] Deleting subnet 4fe92419-2cba-4fc6-8f6e-95e67b8d1a93 {{(pid=106207) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 01:01:35.165321 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7eaf69-5a69-4251-9ba3-80540e0e98b2 req-4c8b168f-5b48-4248-87ea-7fe31638729d tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:35.171260 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] For port 4c3a5c21-7f7c-4037-ac11-fe0d15ab9538, host dv-cinder-815146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=4c3a5c21-7f7c-4037-ac11-fe0d15ab9538,segment=NetworkSegment(ac710424-0f03-41c7-8792-e4337957dd44),segment_id=ac710424-0f03-41c7-8792-e4337957dd44)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:01:35.172999 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-5c7eaf69-5a69-4251-9ba3-80540e0e98b2 req-4c8b168f-5b48-4248-87ea-7fe31638729d tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 931 time: 0.1323297 Aug 30 01:01:35.186284 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (4c3a5c21-7f7c-4037-ac11-fe0d15ab9538), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:35.187091 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device fdc381fb-c734-4005-9902-9049ce978ddd up at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:01:35.189245 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-beb80484-c863-4bf3-b340-ab0a8e6732e0 admin admin] Publish callbacks [] for subnet (4fe92419-2cba-4fc6-8f6e-95e67b8d1a93), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:35.216437 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-377a3cc7-aff9-4320-b5d2-b7284015684b req-ed3b10e5-71ac-4175-9aa1-4de9da6de0a6 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks [] for port (26facd73-81ff-4a35-9126-739f3f31881b), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:35.244066 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-c1367363-6185-4aad-9a03-2c9ff95d5202 req-e64a0850-72df-4d71-8e09-93caf2a65a6c tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1554597733&fields=id&tenant_id=0596692dbfb149139a1e72159c6f93db HTTP/1.1" status: 200 len: 267 time: 0.1983421 Aug 30 01:01:35.244066 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-8210b488-61fd-4e97-b171-3e3e200d5713 admin admin] Publish callbacks [] for security_group (6cad0326-6e50-43fc-a28f-00022eb01a86), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:35.267102 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-377a3cc7-aff9-4320-b5d2-b7284015684b req-ed3b10e5-71ac-4175-9aa1-4de9da6de0a6 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737867580456'] for port (26facd73-81ff-4a35-9126-739f3f31881b), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:35.298449 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Pushing event updated for resources: {'Port': ['ID=4c3a5c21-7f7c-4037-ac11-fe0d15ab9538,revision_number=5']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:35.302161 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Provisioning complete for port fdc381fb-c734-4005-9902-9049ce978ddd triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:01:35.302161 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (fdc381fb-c734-4005-9902-9049ce978ddd), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:35.305768 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-beb80484-c863-4bf3-b340-ab0a8e6732e0 admin admin] Publish callbacks [] for subnet (4fe92419-2cba-4fc6-8f6e-95e67b8d1a93), precommit_delete_associations {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:35.324780 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:35.325784 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:35.329487 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '463f5c61-231b-435d-b0ec-440e941d8ae1', 'tag': '5eb7c376-7d0c-4333-90b3-56b8d45e7089'}] {{(pid=106206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:01:35.331846 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068580ff6c600dbe59ab62011f5d984f60f6f54628162803fce2ed792aa7a021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e1bcad-d3a5-49a5-83fd-4ce4c3eeb9f8" -d '{"events": [{"name": "network-changed", "server_uuid": "463f5c61-231b-435d-b0ec-440e941d8ae1", "tag": "5eb7c376-7d0c-4333-90b3-56b8d45e7089"}]}' {{(pid=106206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:01:35.334330 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b10e5-71ac-4175-9aa1-4de9da6de0a6 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Pushing event updated for resources: {'Port': ['ID=26facd73-81ff-4a35-9126-739f3f31881b,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:35.341972 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:35.344871 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-377a3cc7-aff9-4320-b5d2-b7284015684b req-ed3b10e5-71ac-4175-9aa1-4de9da6de0a6 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Network 0b956883-0f29-4de3-9788-00541616d922 is already hosted by enough agents. {{(pid=106206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:01:35.347847 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.base_scheduler [req-377a3cc7-aff9-4320-b5d2-b7284015684b req-ed3b10e5-71ac-4175-9aa1-4de9da6de0a6 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Resources bound (agent type, host, resource id): {{(pid=106206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:01:35.352438 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [req-377a3cc7-aff9-4320-b5d2-b7284015684b req-ed3b10e5-71ac-4175-9aa1-4de9da6de0a6 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Received port after_create {{(pid=106206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:01:35.357264 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a3cc7-aff9-4320-b5d2-b7284015684b req-ed3b10e5-71ac-4175-9aa1-4de9da6de0a6 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:35.357881 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-377a3cc7-aff9-4320-b5d2-b7284015684b req-ed3b10e5-71ac-4175-9aa1-4de9da6de0a6 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282183'] for port (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:35.381695 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-377a3cc7-aff9-4320-b5d2-b7284015684b req-ed3b10e5-71ac-4175-9aa1-4de9da6de0a6 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6761036 Aug 30 01:01:35.522046 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Current status of the port fdc381fb-c734-4005-9902-9049ce978ddd is: DOWN; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:01:35.522444 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (fdc381fb-c734-4005-9902-9049ce978ddd), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:35.540871 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-5c7eaf69-5a69-4251-9ba3-80540e0e98b2 req-153b844d-1a87-46a3-81d6-9495c3cc08ce tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3669367 Aug 30 01:01:35.542737 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-8210b488-61fd-4e97-b171-3e3e200d5713 admin admin] Publish callbacks [] for security_group (6cad0326-6e50-43fc-a28f-00022eb01a86), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:35.545203 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-beb80484-c863-4bf3-b340-ab0a8e6732e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883296'] for subnet (4fe92419-2cba-4fc6-8f6e-95e67b8d1a93), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:35.568519 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] For port fdc381fb-c734-4005-9902-9049ce978ddd, host dv-cinder-815146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=fdc381fb-c734-4005-9902-9049ce978ddd,segment=NetworkSegment(db4c58cb-7f56-46b6-bff7-10d93a889abe),segment_id=db4c58cb-7f56-46b6-bff7-10d93a889abe)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:01:35.573870 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (fdc381fb-c734-4005-9902-9049ce978ddd), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:35.574745 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device eb3eabec-52c5-4365-8b1a-5c635538e30c up at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:01:35.610607 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:35.619007 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=100 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:35.669553 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-4e9d67b9-5290-49fc-b626-474785d6e459 None None] Provisioning complete for port 26facd73-81ff-4a35-9126-739f3f31881b triggered by entity DHCP. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:01:35.670211 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-4e9d67b9-5290-49fc-b626-474785d6e459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (26facd73-81ff-4a35-9126-739f3f31881b), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:35.702673 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1367363-6185-4aad-9a03-2c9ff95d5202 req-6a8f5f28-1890-42da-abd7-f88e28e8b791 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:35.704790 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-c1367363-6185-4aad-9a03-2c9ff95d5202 req-6a8f5f28-1890-42da-abd7-f88e28e8b791 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/networks?id=dffca817-1d31-4c9c-99a3-2d8483c143b4 HTTP/1.1" status: 200 len: 814 time: 0.4564955 Aug 30 01:01:35.707052 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Pushing event updated for resources: {'Port': ['ID=fdc381fb-c734-4005-9902-9049ce978ddd,revision_number=5']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:35.708850 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-beb80484-c863-4bf3-b340-ab0a8e6732e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197'] for subnet (4fe92419-2cba-4fc6-8f6e-95e67b8d1a93), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:35.718375 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Provisioning complete for port eb3eabec-52c5-4365-8b1a-5c635538e30c triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:01:35.718840 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (eb3eabec-52c5-4365-8b1a-5c635538e30c), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:35.738173 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb80484-c863-4bf3-b340-ab0a8e6732e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fe92419-2cba-4fc6-8f6e-95e67b8d1a93,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:35.744903 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe5547-ca2f-47bf-89ed-689d7f00e2f1 req-ff145d6e-a609-48cd-a3ad-381f99e1742a tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:35.746432 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-99fe5547-ca2f-47bf-89ed-689d7f00e2f1 req-ff145d6e-a609-48cd-a3ad-381f99e1742a tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=463f5c61-231b-435d-b0ec-440e941d8ae1 HTTP/1.1" status: 200 len: 943 time: 0.1322310 Aug 30 01:01:35.759872 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-4e9d67b9-5290-49fc-b626-474785d6e459 None None] Port 26facd73-81ff-4a35-9126-739f3f31881b cannot update to ACTIVE because it is not bound. {{(pid=106208) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:01:35.762464 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-8210b488-61fd-4e97-b171-3e3e200d5713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (6cad0326-6e50-43fc-a28f-00022eb01a86), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:35.765300 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-8210b488-61fd-4e97-b171-3e3e200d5713 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:35.766111 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-8210b488-61fd-4e97-b171-3e3e200d5713 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/6cad0326-6e50-43fc-a28f-00022eb01a86 HTTP/1.1" status: 204 len: 168 time: 0.7868261 Aug 30 01:01:35.772483 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-beb80484-c863-4bf3-b340-ab0a8e6732e0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:35.775528 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-beb80484-c863-4bf3-b340-ab0a8e6732e0 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/4fe92419-2cba-4fc6-8f6e-95e67b8d1a93 HTTP/1.1" status: 204 len: 168 time: 0.7876072 Aug 30 01:01:35.778500 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 45256) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:35.780716 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-c1367363-6185-4aad-9a03-2c9ff95d5202 req-d6acc85e-a0d4-4355-a67d-48ff94ff09ea tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/quotas/0596692dbfb149139a1e72159c6f93db HTTP/1.1" status: 200 len: 375 time: 0.0474794 Aug 30 01:01:35.799600 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8210b488-61fd-4e97-b171-3e3e200d5713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cad0326-6e50-43fc-a28f-00022eb01a86,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:35.863314 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-99fe5547-ca2f-47bf-89ed-689d7f00e2f1 req-8c546bfb-fcfc-4661-9a8e-034c5a2d167b tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=fd73283f-0252-47d5-9b6c-21e114ae8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054909 Aug 30 01:01:35.872429 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-c1367363-6185-4aad-9a03-2c9ff95d5202 req-7535efcc-3d1d-4dbb-a98e-9ac2a7287fc5 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=0596692dbfb149139a1e72159c6f93db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0765812 Aug 30 01:01:35.873518 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Current status of the port eb3eabec-52c5-4365-8b1a-5c635538e30c is: DOWN; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:01:35.873984 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (eb3eabec-52c5-4365-8b1a-5c635538e30c), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:35.934334 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] For port eb3eabec-52c5-4365-8b1a-5c635538e30c, host dv-cinder-815146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=eb3eabec-52c5-4365-8b1a-5c635538e30c,segment=NetworkSegment(ca5db623-0af4-47b7-b5e7-bb87137b4f10),segment_id=ca5db623-0af4-47b7-b5e7-bb87137b4f10)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:01:35.941732 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (eb3eabec-52c5-4365-8b1a-5c635538e30c), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:35.965823 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-b16f913f-3a8d-4642-b4e9-c6c5d811aab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545373'] for network (ca5420ad-e078-4668-8038-24f9bcc845c8), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:35.979522 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a5fe8e8-29c0-4a23-abcc-86be092fafad x-openstack-request-id: req-5a5fe8e8-29c0-4a23-abcc-86be092fafad {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:01:35.979803 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "463f5c61-231b-435d-b0ec-440e941d8ae1", "tag": "5eb7c376-7d0c-4333-90b3-56b8d45e7089", "status": "completed", "code": 200}]} {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:01:35.982061 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5a5fe8e8-29c0-4a23-abcc-86be092fafad {{(pid=106206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:01:35.982611 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a5fe8e8-29c0-4a23-abcc-86be092fafad'] response: {'name': 'network-changed', 'server_uuid': '463f5c61-231b-435d-b0ec-440e941d8ae1', 'tag': '5eb7c376-7d0c-4333-90b3-56b8d45e7089', 'status': 'completed', 'code': 200} Aug 30 01:01:36.019357 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Pushing event updated for resources: {'Port': ['ID=eb3eabec-52c5-4365-8b1a-5c635538e30c,revision_number=5']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:36.048228 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:36.106752 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-c1367363-6185-4aad-9a03-2c9ff95d5202 req-bbaf4956-9e4f-4820-a383-f29e7c5b9064 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/dffca817-1d31-4c9c-99a3-2d8483c143b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158577 Aug 30 01:01:36.153450 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device 4c3a5c21-7f7c-4037-ac11-fe0d15ab9538 up at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:01:36.160346 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-b16f913f-3a8d-4642-b4e9-c6c5d811aab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-877315', 'neutron.services.segments.db._delete_segments_for_network-8737868099651'] for network (ca5420ad-e078-4668-8038-24f9bcc845c8), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:36.186220 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-b16f913f-3a8d-4642-b4e9-c6c5d811aab2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:01:36.186637 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-b16f913f-3a8d-4642-b4e9-c6c5d811aab2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:01:36.187443 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-b16f913f-3a8d-4642-b4e9-c6c5d811aab2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:01:36.187842 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-b16f913f-3a8d-4642-b4e9-c6c5d811aab2 admin admin] Subscribe: > port after_create 55550000 {{(pid=106206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:01:36.189048 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-b16f913f-3a8d-4642-b4e9-c6c5d811aab2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:01:36.189495 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-b16f913f-3a8d-4642-b4e9-c6c5d811aab2 admin admin] Subscribe: > port after_update 55550000 {{(pid=106206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:01:36.189903 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-b16f913f-3a8d-4642-b4e9-c6c5d811aab2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:01:36.191692 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-b16f913f-3a8d-4642-b4e9-c6c5d811aab2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:01:36.191692 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-b16f913f-3a8d-4642-b4e9-c6c5d811aab2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:01:36.191692 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-b16f913f-3a8d-4642-b4e9-c6c5d811aab2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:01:36.227133 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583650e9-5ce9-4897-b2b7-44f91d836856 req-c6fdb469-9ff5-4834-95a1-ccdd7e04204f tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:36.228685 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-583650e9-5ce9-4897-b2b7-44f91d836856 req-c6fdb469-9ff5-4834-95a1-ccdd7e04204f tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b59fedac-4fcb-47a8-8187-0a331d499fd2 HTTP/1.1" status: 200 len: 931 time: 0.1460335 Aug 30 01:01:36.234594 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Provisioning complete for port 4c3a5c21-7f7c-4037-ac11-fe0d15ab9538 triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:01:36.235191 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (4c3a5c21-7f7c-4037-ac11-fe0d15ab9538), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:36.307696 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-583650e9-5ce9-4897-b2b7-44f91d836856 req-b90dd1a8-7916-422d-9b6b-32c46e4f1b90 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cf795692-07ba-4120-b253-28f50a651d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720644 Aug 30 01:01:36.320065 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-c1367363-6185-4aad-9a03-2c9ff95d5202 req-c934b22f-4a94-4ccd-8517-18f130ba4aa8 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/dffca817-1d31-4c9c-99a3-2d8483c143b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947658 Aug 30 01:01:36.367814 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Current status of the port 4c3a5c21-7f7c-4037-ac11-fe0d15ab9538 is: ACTIVE; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:01:36.370054 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device 02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a up at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:01:36.443708 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Provisioning complete for port 02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:01:36.444092 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:36.472539 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-b16f913f-3a8d-4642-b4e9-c6c5d811aab2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:01:36.473103 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-b16f913f-3a8d-4642-b4e9-c6c5d811aab2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:01:36.473587 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-b16f913f-3a8d-4642-b4e9-c6c5d811aab2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:01:36.474068 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-b16f913f-3a8d-4642-b4e9-c6c5d811aab2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:01:36.474600 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.services.segments.db [None req-b16f913f-3a8d-4642-b4e9-c6c5d811aab2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca5420ad-e078-4668-8038-24f9bcc845c8']}} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:01:36.495548 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.services.segments.db [None req-b16f913f-3a8d-4642-b4e9-c6c5d811aab2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1460649a-0a01-4bfe-b857-06211867888c') {'for_net_delete': True} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:01:36.496342 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.services.segments.db [None req-b16f913f-3a8d-4642-b4e9-c6c5d811aab2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1460649a-0a01-4bfe-b857-06211867888c') {} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:01:36.521410 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-b16f913f-3a8d-4642-b4e9-c6c5d811aab2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737868127151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14420041'] for segment (1460649a-0a01-4bfe-b857-06211867888c), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:36.552608 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-b16f913f-3a8d-4642-b4e9-c6c5d811aab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879481'] for segment (1460649a-0a01-4bfe-b857-06211867888c), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:36.554603 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Current status of the port 02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a is: ACTIVE; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:01:36.555731 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device fdc381fb-c734-4005-9902-9049ce978ddd up at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:01:36.574029 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b16f913f-3a8d-4642-b4e9-c6c5d811aab2 admin admin] Releasing vlan 1064 on physical network physnet1 to pool {{(pid=106206) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 01:01:36.574443 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-b16f913f-3a8d-4642-b4e9-c6c5d811aab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14283361'] for segment (1460649a-0a01-4bfe-b857-06211867888c), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:36.588988 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-b9ec8e44-6f52-4312-ab70-b1d7daa98d7a req-edfe3edf-4fad-484a-9325-9b9a71bfdbc0 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8d2ed1b9-2567-4964-83fd-dd44533766ae HTTP/1.1" status: 200 len: 210 time: 0.0559514 Aug 30 01:01:36.655835 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Provisioning complete for port fdc381fb-c734-4005-9902-9049ce978ddd triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:01:36.656209 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (fdc381fb-c734-4005-9902-9049ce978ddd), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:36.682066 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-b16f913f-3a8d-4642-b4e9-c6c5d811aab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-877322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16316755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16466381'] for network (ca5420ad-e078-4668-8038-24f9bcc845c8), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:36.693619 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-b16f913f-3a8d-4642-b4e9-c6c5d811aab2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282183'] for network (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:36.702575 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-b16f913f-3a8d-4642-b4e9-c6c5d811aab2 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/ca5420ad-e078-4668-8038-24f9bcc845c8 HTTP/1.1" status: 204 len: 168 time: 0.9211273 Aug 30 01:01:36.713182 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2727fcc8-2bd3-4c29-98df-9ba8be556326 req-be35f505-c4fd-4903-b1c0-7859fcc473bb tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:36.727277 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-2727fcc8-2bd3-4c29-98df-9ba8be556326 req-be35f505-c4fd-4903-b1c0-7859fcc473bb tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 931 time: 0.0789413 Aug 30 01:01:36.728038 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 45294) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:36.747615 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f913f-3a8d-4642-b4e9-c6c5d811aab2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca5420ad-e078-4668-8038-24f9bcc845c8,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:36.818349 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-2727fcc8-2bd3-4c29-98df-9ba8be556326 req-96bc075e-bfc7-4212-a1ff-65315bd215e7 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896876 Aug 30 01:01:36.826904 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:36.846966 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Current status of the port fdc381fb-c734-4005-9902-9049ce978ddd is: ACTIVE; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:01:36.855432 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.db_base_plugin_v2 [None req-0170e4bb-0c4b-40da-979d-4f91f92a03ac admin admin] Deleting subnet ba11999f-3512-4726-ac18-bc90c49afc60 {{(pid=106206) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 01:01:36.859410 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-0170e4bb-0c4b-40da-979d-4f91f92a03ac admin admin] Publish callbacks [] for subnet (ba11999f-3512-4726-ac18-bc90c49afc60), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:36.916476 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-0170e4bb-0c4b-40da-979d-4f91f92a03ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14420034'] for subnet (ba11999f-3512-4726-ac18-bc90c49afc60), precommit_delete_associations {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:37.057685 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-0170e4bb-0c4b-40da-979d-4f91f92a03ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883296'] for subnet (ba11999f-3512-4726-ac18-bc90c49afc60), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:37.138739 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a26dc7f-c8fa-4c7f-a436-1e09de88ab3b req-2ae07c07-8373-4547-bb98-c2364ab4ff50 tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:37.148572 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-8a26dc7f-c8fa-4c7f-a436-1e09de88ab3b req-2ae07c07-8373-4547-bb98-c2364ab4ff50 tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=463f5c61-231b-435d-b0ec-440e941d8ae1 HTTP/1.1" status: 200 len: 943 time: 0.1061985 Aug 30 01:01:37.194768 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-0170e4bb-0c4b-40da-979d-4f91f92a03ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14283975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13728805'] for subnet (ba11999f-3512-4726-ac18-bc90c49afc60), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:37.219313 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-8a26dc7f-c8fa-4c7f-a436-1e09de88ab3b req-1558aa94-7aaa-4f74-9356-2d1674bdeb55 tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=fd73283f-0252-47d5-9b6c-21e114ae8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696108 Aug 30 01:01:37.488697 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.services.segments.plugin [-] Segment 1460649a-0a01-4bfe-b857-06211867888c resource provider aggregate not found Aug 30 01:01:37.495488 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0170e4bb-0c4b-40da-979d-4f91f92a03ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba11999f-3512-4726-ac18-bc90c49afc60,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:37.523334 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-0170e4bb-0c4b-40da-979d-4f91f92a03ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282183'] for subnet (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:37.528505 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-0170e4bb-0c4b-40da-979d-4f91f92a03ac admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/ba11999f-3512-4726-ac18-bc90c49afc60 HTTP/1.1" status: 204 len: 168 time: 0.7970419 Aug 30 01:01:37.531420 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 45332) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:37.548954 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.services.segments.plugin [-] Segment 1460649a-0a01-4bfe-b857-06211867888c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1460649a-0a01-4bfe-b857-06211867888c found for delete ", "request_id": "req-3dba04d4-e6bc-40c9-a6fb-c651c4fb0729"}]} Aug 30 01:01:37.596082 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719bab4f-2133-43bf-90b6-cd465b93c96d req-fd980622-5bce-400e-9554-06d928e7a426 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:37.604088 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-719bab4f-2133-43bf-90b6-cd465b93c96d req-fd980622-5bce-400e-9554-06d928e7a426 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b59fedac-4fcb-47a8-8187-0a331d499fd2 HTTP/1.1" status: 200 len: 931 time: 0.1073933 Aug 30 01:01:37.677351 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-719bab4f-2133-43bf-90b6-cd465b93c96d req-cd4d31dc-021e-4655-9646-d442035fc43d tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cf795692-07ba-4120-b253-28f50a651d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672390 Aug 30 01:01:37.705936 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-1c1d3820-9121-46a4-9c0a-3e1dfed7e683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545373'] for network (825f3b18-2c48-4065-8a94-07621cd2c3bf), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:37.762972 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-cd94e887-d573-4c3c-9576-a9932db8b3da req-c9fd2be8-4cc8-43f1-912c-790bbc396d8f tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8d2ed1b9-2567-4964-83fd-dd44533766ae HTTP/1.1" status: 200 len: 210 time: 0.0494173 Aug 30 01:01:37.844798 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-1c1d3820-9121-46a4-9c0a-3e1dfed7e683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-877315', 'neutron.services.segments.db._delete_segments_for_network-8737868099651'] for network (825f3b18-2c48-4065-8a94-07621cd2c3bf), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:37.878827 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.services.segments.db [None req-1c1d3820-9121-46a4-9c0a-3e1dfed7e683 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['825f3b18-2c48-4065-8a94-07621cd2c3bf']}} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:01:37.897386 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.services.segments.db [None req-1c1d3820-9121-46a4-9c0a-3e1dfed7e683 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cb5e599-6502-49be-baff-48a0d40ebdae') {'for_net_delete': True} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:01:37.898111 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.services.segments.db [None req-1c1d3820-9121-46a4-9c0a-3e1dfed7e683 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cb5e599-6502-49be-baff-48a0d40ebdae') {} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:01:37.918291 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-1c1d3820-9121-46a4-9c0a-3e1dfed7e683 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737868127151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14420041'] for segment (2cb5e599-6502-49be-baff-48a0d40ebdae), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:37.950048 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-1c1d3820-9121-46a4-9c0a-3e1dfed7e683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879481'] for segment (2cb5e599-6502-49be-baff-48a0d40ebdae), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:37.968637 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c1d3820-9121-46a4-9c0a-3e1dfed7e683 admin admin] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=106206) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 01:01:37.975619 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-1c1d3820-9121-46a4-9c0a-3e1dfed7e683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14283361'] for segment (2cb5e599-6502-49be-baff-48a0d40ebdae), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:38.044799 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2203e8b4-2e1f-4bb3-8bbe-a8d10c53bd9e req-8d46d038-e2e0-40e9-b996-be2f97cdec2a tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:38.047166 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-2203e8b4-2e1f-4bb3-8bbe-a8d10c53bd9e req-8d46d038-e2e0-40e9-b996-be2f97cdec2a tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 931 time: 0.1133289 Aug 30 01:01:38.123386 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device eb3eabec-52c5-4365-8b1a-5c635538e30c up at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:01:38.123981 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-1c1d3820-9121-46a4-9c0a-3e1dfed7e683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-877322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16316755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16466381'] for network (825f3b18-2c48-4065-8a94-07621cd2c3bf), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:38.144368 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-1c1d3820-9121-46a4-9c0a-3e1dfed7e683 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282183'] for network (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:38.158716 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-1c1d3820-9121-46a4-9c0a-3e1dfed7e683 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/825f3b18-2c48-4065-8a94-07621cd2c3bf HTTP/1.1" status: 204 len: 168 time: 0.6252663 Aug 30 01:01:38.194400 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-2203e8b4-2e1f-4bb3-8bbe-a8d10c53bd9e req-a136fdd8-08b0-4235-8751-6002d7203179 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406651 Aug 30 01:01:38.199818 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1d3820-9121-46a4-9c0a-3e1dfed7e683 admin admin] Pushing event deleted for resources: {'Network': ['ID=825f3b18-2c48-4065-8a94-07621cd2c3bf,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:38.276113 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:38.286182 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Provisioning complete for port eb3eabec-52c5-4365-8b1a-5c635538e30c triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:01:38.286913 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (eb3eabec-52c5-4365-8b1a-5c635538e30c), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:38.371930 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Current status of the port eb3eabec-52c5-4365-8b1a-5c635538e30c is: ACTIVE; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:01:38.481904 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc48a4-0ab2-4783-8cc6-1ec1e87adb85 req-226fe4f0-6961-4db9-bda2-91b209a99128 tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:38.483852 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-aabc48a4-0ab2-4783-8cc6-1ec1e87adb85 req-226fe4f0-6961-4db9-bda2-91b209a99128 tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=463f5c61-231b-435d-b0ec-440e941d8ae1 HTTP/1.1" status: 200 len: 943 time: 0.0859873 Aug 30 01:01:38.599670 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-aabc48a4-0ab2-4783-8cc6-1ec1e87adb85 req-b496d3be-1882-45ee-82ed-dc49b004cce7 tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=fd73283f-0252-47d5-9b6c-21e114ae8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994477 Aug 30 01:01:38.617605 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 45364) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:38.628145 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:38.671724 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-adfbdbeb-05ab-4a56-a87f-2d04b38c754d admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=5cb3a2f2ea2248c3a456ceeb0d71996e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0502276 Aug 30 01:01:38.672077 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 45370) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:38.799956 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-d6b5e1f9-e2d1-4476-8973-533525c929ec admin admin] Publish callbacks [] for security_group (9ee1bc4d-7a4a-4456-b625-5dc69f817001), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:38.843864 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:38.885734 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-d6b5e1f9-e2d1-4476-8973-533525c929ec admin admin] Publish callbacks [] for security_group (9ee1bc4d-7a4a-4456-b625-5dc69f817001), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:38.926952 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf256370-36ae-4f4b-a59c-045d9afb9ee9 req-e30bda9b-db2c-46b1-99f6-ca1aeb2db74f tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:38.935517 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-cf256370-36ae-4f4b-a59c-045d9afb9ee9 req-e30bda9b-db2c-46b1-99f6-ca1aeb2db74f tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b59fedac-4fcb-47a8-8187-0a331d499fd2 HTTP/1.1" status: 200 len: 931 time: 0.1568375 Aug 30 01:01:38.955462 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-ef12c152-9a63-4d91-aeb0-7d34a65f9b50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (fba0026e-8830-42b0-8a12-2be2a1203730), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:38.986709 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-a1bff625-504e-466b-9cd1-b8b3480a8eb9 req-c4e11198-7e4a-4083-8b17-604553f7ec7f tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8d2ed1b9-2567-4964-83fd-dd44533766ae HTTP/1.1" status: 200 len: 210 time: 0.1067245 Aug 30 01:01:39.017105 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 45378) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:39.042488 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:39.075681 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-cf256370-36ae-4f4b-a59c-045d9afb9ee9 req-c4787bf7-c0ad-4bbd-8586-a344e26c5784 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cf795692-07ba-4120-b253-28f50a651d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388543 Aug 30 01:01:39.097957 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-d6b5e1f9-e2d1-4476-8973-533525c929ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (9ee1bc4d-7a4a-4456-b625-5dc69f817001), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:39.100580 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-d6b5e1f9-e2d1-4476-8973-533525c929ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:39.101984 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-d6b5e1f9-e2d1-4476-8973-533525c929ec admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/9ee1bc4d-7a4a-4456-b625-5dc69f817001 HTTP/1.1" status: 204 len: 168 time: 0.4273500 Aug 30 01:01:39.110988 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b5e1f9-e2d1-4476-8973-533525c929ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee1bc4d-7a4a-4456-b625-5dc69f817001,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:39.185266 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-8663d0ab-eb6f-40fb-9a6f-19c736ca8af1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:39.220930 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=7,neutron:INSERT=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:39.289331 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-8663d0ab-eb6f-40fb-9a6f-19c736ca8af1 admin admin] Publish callbacks [] for security_group (f37f39a2-bee4-446c-9e47-4e525437713e), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:39.309050 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-8663d0ab-eb6f-40fb-9a6f-19c736ca8af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (f37f39a2-bee4-446c-9e47-4e525437713e), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:39.362016 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-8663d0ab-eb6f-40fb-9a6f-19c736ca8af1 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=965e0d552cd9492595bba638711d2609&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3543844 Aug 30 01:01:39.362137 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c1040a-5c14-43ef-8dc7-c8f00244e22a req-a42ef6eb-50cf-4316-a08d-0f4026578e9d tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:39.363630 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-78c1040a-5c14-43ef-8dc7-c8f00244e22a req-a42ef6eb-50cf-4316-a08d-0f4026578e9d tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 931 time: 0.0686693 Aug 30 01:01:39.364276 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 45392) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:39.370849 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8663d0ab-eb6f-40fb-9a6f-19c736ca8af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f37f39a2-bee4-446c-9e47-4e525437713e,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:39.439213 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-c0959437-d2f9-4fb6-8300-9d4d56d99eae admin admin] Publish callbacks [] for security_group (f37f39a2-bee4-446c-9e47-4e525437713e), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:39.445732 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-78c1040a-5c14-43ef-8dc7-c8f00244e22a req-9e81ccd3-91eb-4422-80e3-322a68fed7d2 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764689 Aug 30 01:01:39.473345 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-c0959437-d2f9-4fb6-8300-9d4d56d99eae admin admin] Publish callbacks [] for security_group (f37f39a2-bee4-446c-9e47-4e525437713e), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:39.493457 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 45396) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:39.556324 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-70331f3d-5b77-4c5d-a051-0b57990bb70a admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=56f1159c3d7a48b08d6ee1e2cf2dece6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0617685 Aug 30 01:01:39.558958 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 45400) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:39.572157 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-c0959437-d2f9-4fb6-8300-9d4d56d99eae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (f37f39a2-bee4-446c-9e47-4e525437713e), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:39.574917 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-c0959437-d2f9-4fb6-8300-9d4d56d99eae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:39.576019 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-c0959437-d2f9-4fb6-8300-9d4d56d99eae admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/f37f39a2-bee4-446c-9e47-4e525437713e HTTP/1.1" status: 204 len: 168 time: 0.2106915 Aug 30 01:01:39.579664 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.services.segments.plugin [-] Segment 2cb5e599-6502-49be-baff-48a0d40ebdae resource provider aggregate not found Aug 30 01:01:39.598989 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0959437-d2f9-4fb6-8300-9d4d56d99eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37f39a2-bee4-446c-9e47-4e525437713e,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:39.604406 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.services.segments.plugin [-] Segment 2cb5e599-6502-49be-baff-48a0d40ebdae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2cb5e599-6502-49be-baff-48a0d40ebdae found for delete ", "request_id": "req-a7f0cb16-455b-4132-81d2-e06fbb9b6b33"}]} Aug 30 01:01:39.635510 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-d46a15f6-afdf-4c62-a150-9e9ec4f41859 admin admin] Publish callbacks [] for security_group (4baabce9-4763-42a1-80a9-f58b5ed0376d), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:39.659828 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-d46a15f6-afdf-4c62-a150-9e9ec4f41859 admin admin] Publish callbacks [] for security_group (4baabce9-4763-42a1-80a9-f58b5ed0376d), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:39.710752 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-d46a15f6-afdf-4c62-a150-9e9ec4f41859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (4baabce9-4763-42a1-80a9-f58b5ed0376d), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:39.713372 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-d46a15f6-afdf-4c62-a150-9e9ec4f41859 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:39.714567 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-d46a15f6-afdf-4c62-a150-9e9ec4f41859 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/4baabce9-4763-42a1-80a9-f58b5ed0376d HTTP/1.1" status: 204 len: 168 time: 0.1546128 Aug 30 01:01:39.723428 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46a15f6-afdf-4c62-a150-9e9ec4f41859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4baabce9-4763-42a1-80a9-f58b5ed0376d,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:39.758711 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef1029-7cb6-468f-8497-57e25d8169ef req-60ace144-4456-494d-8aa8-b41b6e88b64e tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:39.761713 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-9eef1029-7cb6-468f-8497-57e25d8169ef req-60ace144-4456-494d-8aa8-b41b6e88b64e tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=463f5c61-231b-435d-b0ec-440e941d8ae1 HTTP/1.1" status: 200 len: 943 time: 0.0867925 Aug 30 01:01:39.821826 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-9eef1029-7cb6-468f-8497-57e25d8169ef req-a9c5598e-8c1d-4a46-a7b0-2203a01e94e2 tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=fd73283f-0252-47d5-9b6c-21e114ae8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528700 Aug 30 01:01:40.042765 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 45424) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:40.059162 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-b24dca90-2b0e-4ae3-bec0-659ad46bafea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:40.127824 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-1bfc8e5d-9620-47bc-aad5-84d17c54fc92 req-52e5fd5b-c477-4dd1-ab31-ccbf0651c0e0 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8d2ed1b9-2567-4964-83fd-dd44533766ae HTTP/1.1" status: 200 len: 210 time: 0.0400963 Aug 30 01:01:40.154970 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-b24dca90-2b0e-4ae3-bec0-659ad46bafea admin admin] Publish callbacks [] for security_group (be0bc4da-e0ee-4f3e-b661-41e8a34da794), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:40.160535 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-b24dca90-2b0e-4ae3-bec0-659ad46bafea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (be0bc4da-e0ee-4f3e-b661-41e8a34da794), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:40.202937 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-b24dca90-2b0e-4ae3-bec0-659ad46bafea admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=116ffc7fd32f41c3bdf8218e3a8de537&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1591182 Aug 30 01:01:40.205816 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 45434) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:40.218080 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24dca90-2b0e-4ae3-bec0-659ad46bafea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be0bc4da-e0ee-4f3e-b661-41e8a34da794,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:40.233021 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a08aa4c-19b5-4e9c-a455-be9d58c96425 req-0573d45b-b00d-4ffd-bc25-27a62e4ae01a tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:40.234672 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-0a08aa4c-19b5-4e9c-a455-be9d58c96425 req-0573d45b-b00d-4ffd-bc25-27a62e4ae01a tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b59fedac-4fcb-47a8-8187-0a331d499fd2 HTTP/1.1" status: 200 len: 931 time: 0.0672190 Aug 30 01:01:40.236604 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:40.277547 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-956cb4c4-3c6b-4b1b-b7e5-f8a19c24597d admin admin] Publish callbacks [] for security_group (be0bc4da-e0ee-4f3e-b661-41e8a34da794), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:40.293874 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-0a08aa4c-19b5-4e9c-a455-be9d58c96425 req-728c3138-208c-439f-a6a0-e95b168717cd tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cf795692-07ba-4120-b253-28f50a651d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508826 Aug 30 01:01:40.301472 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-956cb4c4-3c6b-4b1b-b7e5-f8a19c24597d admin admin] Publish callbacks [] for security_group (be0bc4da-e0ee-4f3e-b661-41e8a34da794), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:40.342930 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:40.428457 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-956cb4c4-3c6b-4b1b-b7e5-f8a19c24597d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (be0bc4da-e0ee-4f3e-b661-41e8a34da794), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:40.430977 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-956cb4c4-3c6b-4b1b-b7e5-f8a19c24597d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:40.432119 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-956cb4c4-3c6b-4b1b-b7e5-f8a19c24597d admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/be0bc4da-e0ee-4f3e-b661-41e8a34da794 HTTP/1.1" status: 204 len: 168 time: 0.2249205 Aug 30 01:01:40.450698 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956cb4c4-3c6b-4b1b-b7e5-f8a19c24597d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0bc4da-e0ee-4f3e-b661-41e8a34da794,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:40.456840 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-e79da576-5d81-4fe7-ae51-ac00adab07bf req-739e5679-3070-46ee-851a-8c2ee3b401ea service neutron] 10.222.0.47 "GET /networking/v2.0/networks/5ee6ec53-bf26-4fab-b55f-62bd4221ec41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261983 Aug 30 01:01:40.567259 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [req-0251b6e6-99ba-49c3-88ba-59cd562bb13c req-218ff389-6368-4da5-9150-779b8a96709f service neutron] Request body: {'port': {'device_id': '377d6898-d51c-4029-b9ce-3c96e2840dfd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:01:40.612785 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f659241f-3a5a-4c51-8f45-745d5b657c6b req-3222f1aa-613d-40c2-9cd1-105242fa125c tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:40.614366 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-f659241f-3a5a-4c51-8f45-745d5b657c6b req-3222f1aa-613d-40c2-9cd1-105242fa125c tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 931 time: 0.0842338 Aug 30 01:01:40.637053 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=11 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:40.642740 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=80,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:40.652418 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [req-377a3cc7-aff9-4320-b5d2-b7284015684b req-45fa8e60-20c5-4c0c-8427-4f2461304159 service neutron] Request body: {'port': {'device_id': 'b59fedac-4fcb-47a8-8187-0a331d499fd2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:01:40.665187 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-0251b6e6-99ba-49c3-88ba-59cd562bb13c req-218ff389-6368-4da5-9150-779b8a96709f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (77835519-6f8f-47e8-9710-2b48c7087257), before_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:40.733240 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-f659241f-3a5a-4c51-8f45-745d5b657c6b req-8992e1a3-f542-4767-bdf8-345b6bfc09be tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115947 Aug 30 01:01:40.909436 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eaaaad-cfb4-4e35-881c-8ba84759874d req-bef1a195-6c99-4b37-a80f-a79bc9b423b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:40.913424 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-85eaaaad-cfb4-4e35-881c-8ba84759874d req-bef1a195-6c99-4b37-a80f-a79bc9b423b9 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=0c0f91770bb14bb6920fc277936c189e&device_id=463f5c61-231b-435d-b0ec-440e941d8ae1 HTTP/1.1" status: 200 len: 1127 time: 0.2697222 Aug 30 01:01:40.973382 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-377a3cc7-aff9-4320-b5d2-b7284015684b req-45fa8e60-20c5-4c0c-8427-4f2461304159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (26facd73-81ff-4a35-9126-739f3f31881b), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:41.032914 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-85eaaaad-cfb4-4e35-881c-8ba84759874d req-3fbc23ef-cc1a-4a24-a610-60b3e7b019c7 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5eb7c376-7d0c-4333-90b3-56b8d45e7089 HTTP/1.1" status: 200 len: 217 time: 0.0964963 Aug 30 01:01:41.064862 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6fa340-2bb7-4e91-9ca3-9a19831e2662 req-4147615a-2efb-4db6-9a52-85c89ea80226 tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:41.067326 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-9e6fa340-2bb7-4e91-9ca3-9a19831e2662 req-4147615a-2efb-4db6-9a52-85c89ea80226 tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=463f5c61-231b-435d-b0ec-440e941d8ae1 HTTP/1.1" status: 200 len: 943 time: 0.1050892 Aug 30 01:01:41.127952 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-e79da576-5d81-4fe7-ae51-ac00adab07bf req-0e7df41f-29d4-4fa2-80a8-e7df6ed5e367 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/5ee6ec53-bf26-4fab-b55f-62bd4221ec41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4944298 Aug 30 01:01:41.154598 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eaaaad-cfb4-4e35-881c-8ba84759874d req-35ab4504-f704-4eda-9d4c-03d5683a63d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:41.158190 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-85eaaaad-cfb4-4e35-881c-8ba84759874d req-35ab4504-f704-4eda-9d4c-03d5683a63d3 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=36856127-a09c-4ab4-b4f6-601f02ca410d HTTP/1.1" status: 200 len: 851 time: 0.1165364 Aug 30 01:01:41.267545 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-9e6fa340-2bb7-4e91-9ca3-9a19831e2662 req-85243ca4-a400-46b5-9551-9521c04d03d0 tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=fd73283f-0252-47d5-9b6c-21e114ae8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836629 Aug 30 01:01:41.278036 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eaaaad-cfb4-4e35-881c-8ba84759874d req-95f33733-a663-4ef9-8028-50924b0a64d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:41.279564 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-85eaaaad-cfb4-4e35-881c-8ba84759874d req-95f33733-a663-4ef9-8028-50924b0a64d6 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=f64316af-4378-4002-9747-c897421bae08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1081803 Aug 30 01:01:41.312285 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-c8cd76c4-0203-4114-96a0-1169537a6b90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (613dbf26-5731-4391-8a29-3c5185f7ed3f), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:41.426901 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.notifiers.nova [req-0251b6e6-99ba-49c3-88ba-59cd562bb13c req-218ff389-6368-4da5-9150-779b8a96709f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77835519-6f8f-47e8-9710-2b48c7087257 {{(pid=106207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:01:41.441686 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:41.441686 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-0251b6e6-99ba-49c3-88ba-59cd562bb13c req-218ff389-6368-4da5-9150-779b8a96709f service neutron] Publish callbacks [] for port (77835519-6f8f-47e8-9710-2b48c7087257), precommit_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:41.522236 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-5b3afd0e-bf88-4620-9e08-a91dd0cee171 req-229e82ed-f536-4f05-98bc-54474f7d82e2 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8d2ed1b9-2567-4964-83fd-dd44533766ae HTTP/1.1" status: 200 len: 210 time: 0.0784864 Aug 30 01:01:41.527017 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.provisioning_blocks [req-0251b6e6-99ba-49c3-88ba-59cd562bb13c req-218ff389-6368-4da5-9150-779b8a96709f service neutron] Transition to ACTIVE for port object 77835519-6f8f-47e8-9710-2b48c7087257 will not be triggered until provisioned by entity L2. {{(pid=106207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 01:01:41.533480 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-0251b6e6-99ba-49c3-88ba-59cd562bb13c req-218ff389-6368-4da5-9150-779b8a96709f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (77835519-6f8f-47e8-9710-2b48c7087257), after_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:41.569594 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [req-377a3cc7-aff9-4320-b5d2-b7284015684b req-45fa8e60-20c5-4c0c-8427-4f2461304159 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26facd73-81ff-4a35-9126-739f3f31881b {{(pid=106206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:01:41.582851 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-377a3cc7-aff9-4320-b5d2-b7284015684b req-45fa8e60-20c5-4c0c-8427-4f2461304159 service neutron] Publish callbacks [] for port (26facd73-81ff-4a35-9126-739f3f31881b), precommit_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:41.597038 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [req-377a3cc7-aff9-4320-b5d2-b7284015684b req-45fa8e60-20c5-4c0c-8427-4f2461304159 service neutron] Transition to ACTIVE for port object 26facd73-81ff-4a35-9126-739f3f31881b will not be triggered until provisioned by entity L2. {{(pid=106206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 01:01:41.601334 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b854988-3eaf-4cb3-b0ed-fc88553fc58b req-7fba0d54-f9ff-49fd-bbd0-3a1311c6b985 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:41.602881 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-4b854988-3eaf-4cb3-b0ed-fc88553fc58b req-7fba0d54-f9ff-49fd-bbd0-3a1311c6b985 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b59fedac-4fcb-47a8-8187-0a331d499fd2 HTTP/1.1" status: 200 len: 931 time: 0.1581564 Aug 30 01:01:41.607856 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:41.615297 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-377a3cc7-aff9-4320-b5d2-b7284015684b req-45fa8e60-20c5-4c0c-8427-4f2461304159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14283325'] for port (26facd73-81ff-4a35-9126-739f3f31881b), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:41.709415 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa8e60-20c5-4c0c-8427-4f2461304159 service neutron] Pushing event updated for resources: {'Port': ['ID=26facd73-81ff-4a35-9126-739f3f31881b,revision_number=2']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:41.739769 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [req-377a3cc7-aff9-4320-b5d2-b7284015684b req-45fa8e60-20c5-4c0c-8427-4f2461304159 service neutron] Attempting to bind port 26facd73-81ff-4a35-9126-739f3f31881b on host hv-cinder-81514 for vnic_type normal with profile {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:01:41.740027 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [req-377a3cc7-aff9-4320-b5d2-b7284015684b req-45fa8e60-20c5-4c0c-8427-4f2461304159 service neutron] Attempting to bind port 26facd73-81ff-4a35-9126-739f3f31881b by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'ca5db623-0af4-47b7-b5e7-bb87137b4f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0b956883-0f29-4de3-9788-00541616d922'}] {{(pid=106206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:01:41.740654 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377a3cc7-aff9-4320-b5d2-b7284015684b req-45fa8e60-20c5-4c0c-8427-4f2461304159 service neutron] Attempting to bind port 26facd73-81ff-4a35-9126-739f3f31881b on network 0b956883-0f29-4de3-9788-00541616d922 {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:01:41.748195 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377a3cc7-aff9-4320-b5d2-b7284015684b req-45fa8e60-20c5-4c0c-8427-4f2461304159 service neutron] Port 26facd73-81ff-4a35-9126-739f3f31881b on network 0b956883-0f29-4de3-9788-00541616d922 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 01:01:41.748438 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377a3cc7-aff9-4320-b5d2-b7284015684b req-45fa8e60-20c5-4c0c-8427-4f2461304159 service neutron] Attempting to bind port 26facd73-81ff-4a35-9126-739f3f31881b on network 0b956883-0f29-4de3-9788-00541616d922 {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:01:41.752217 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:41.761029 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377a3cc7-aff9-4320-b5d2-b7284015684b req-45fa8e60-20c5-4c0c-8427-4f2461304159 service neutron] Checking agent: {'id': 'ec393def-3d84-45a3-8a6c-ed049d62fe0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 0, 59, 14), 'started_at': datetime.datetime(2022, 8, 30, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:01:41.762120 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377a3cc7-aff9-4320-b5d2-b7284015684b req-45fa8e60-20c5-4c0c-8427-4f2461304159 service neutron] Checking segment: {'id': 'ca5db623-0af4-47b7-b5e7-bb87137b4f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0b956883-0f29-4de3-9788-00541616d922'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:01:41.762493 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377a3cc7-aff9-4320-b5d2-b7284015684b req-45fa8e60-20c5-4c0c-8427-4f2461304159 service neutron] Bound using segment: {'id': 'ca5db623-0af4-47b7-b5e7-bb87137b4f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0b956883-0f29-4de3-9788-00541616d922'} {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:01:41.764075 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [req-377a3cc7-aff9-4320-b5d2-b7284015684b req-45fa8e60-20c5-4c0c-8427-4f2461304159 service neutron] Bound port: 26facd73-81ff-4a35-9126-739f3f31881b, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca5db623-0af4-47b7-b5e7-bb87137b4f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0b956883-0f29-4de3-9788-00541616d922'}}] {{(pid=106206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:01:41.764459 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-377a3cc7-aff9-4320-b5d2-b7284015684b req-45fa8e60-20c5-4c0c-8427-4f2461304159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (26facd73-81ff-4a35-9126-739f3f31881b), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:41.798043 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:41.825286 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218ff389-6368-4da5-9150-779b8a96709f service neutron] Pushing event updated for resources: {'Port': ['ID=77835519-6f8f-47e8-9710-2b48c7087257,revision_number=2']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:41.870439 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.managers [req-0251b6e6-99ba-49c3-88ba-59cd562bb13c req-218ff389-6368-4da5-9150-779b8a96709f service neutron] Attempting to bind port 77835519-6f8f-47e8-9710-2b48c7087257 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:01:41.871045 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.managers [req-0251b6e6-99ba-49c3-88ba-59cd562bb13c req-218ff389-6368-4da5-9150-779b8a96709f service neutron] Attempting to bind port 77835519-6f8f-47e8-9710-2b48c7087257 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'c47d2ff1-3cd9-4a2f-88ea-ac8145096927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '5ee6ec53-bf26-4fab-b55f-62bd4221ec41'}] {{(pid=106207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:01:41.871398 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0251b6e6-99ba-49c3-88ba-59cd562bb13c req-218ff389-6368-4da5-9150-779b8a96709f service neutron] Attempting to bind port 77835519-6f8f-47e8-9710-2b48c7087257 on network 5ee6ec53-bf26-4fab-b55f-62bd4221ec41 {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:01:41.893165 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [req-377a3cc7-aff9-4320-b5d2-b7284015684b req-45fa8e60-20c5-4c0c-8427-4f2461304159 service neutron] For port 26facd73-81ff-4a35-9126-739f3f31881b, host hv-cinder-81514, cleared binding levels {{(pid=106206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:01:41.897936 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [req-377a3cc7-aff9-4320-b5d2-b7284015684b req-45fa8e60-20c5-4c0c-8427-4f2461304159 service neutron] For port 26facd73-81ff-4a35-9126-739f3f31881b, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=26facd73-81ff-4a35-9126-739f3f31881b,segment=NetworkSegment(ca5db623-0af4-47b7-b5e7-bb87137b4f10),segment_id=ca5db623-0af4-47b7-b5e7-bb87137b4f10)] {{(pid=106206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:01:41.910806 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-377a3cc7-aff9-4320-b5d2-b7284015684b req-45fa8e60-20c5-4c0c-8427-4f2461304159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14283325'] for port (26facd73-81ff-4a35-9126-739f3f31881b), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:41.922325 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a3cc7-aff9-4320-b5d2-b7284015684b req-45fa8e60-20c5-4c0c-8427-4f2461304159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:41.923791 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-377a3cc7-aff9-4320-b5d2-b7284015684b req-45fa8e60-20c5-4c0c-8427-4f2461304159 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282183'] for port (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:41.927933 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-377a3cc7-aff9-4320-b5d2-b7284015684b req-45fa8e60-20c5-4c0c-8427-4f2461304159 service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/26facd73-81ff-4a35-9126-739f3f31881b HTTP/1.1" status: 200 len: 1093 time: 1.2851815 Aug 30 01:01:41.928165 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b59fedac-4fcb-47a8-8187-0a331d499fd2', 'tag': '26facd73-81ff-4a35-9126-739f3f31881b'}] {{(pid=106206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:01:41.932265 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068580ff6c600dbe59ab62011f5d984f60f6f54628162803fce2ed792aa7a021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31dc6f15-f320-4352-b0fa-633d926b0c9d" -d '{"events": [{"name": "network-changed", "server_uuid": "b59fedac-4fcb-47a8-8187-0a331d499fd2", "tag": "26facd73-81ff-4a35-9126-739f3f31881b"}]}' {{(pid=106206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:01:41.981283 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0251b6e6-99ba-49c3-88ba-59cd562bb13c req-218ff389-6368-4da5-9150-779b8a96709f service neutron] Port 77835519-6f8f-47e8-9710-2b48c7087257 on network 5ee6ec53-bf26-4fab-b55f-62bd4221ec41 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 01:01:41.982383 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0251b6e6-99ba-49c3-88ba-59cd562bb13c req-218ff389-6368-4da5-9150-779b8a96709f service neutron] Attempting to bind port 77835519-6f8f-47e8-9710-2b48c7087257 on network 5ee6ec53-bf26-4fab-b55f-62bd4221ec41 {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:01:42.009779 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa8e60-20c5-4c0c-8427-4f2461304159 service neutron] Pushing event updated for resources: {'Port': ['ID=26facd73-81ff-4a35-9126-739f3f31881b,revision_number=3']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:42.013425 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-4b854988-3eaf-4cb3-b0ed-fc88553fc58b req-8e9f835e-e875-4e9d-830b-c92153ca7eea tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cf795692-07ba-4120-b253-28f50a651d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4018705 Aug 30 01:01:42.021813 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b56272c-9021-4b54-b39d-a237082dab78 req-d4cb6a18-4e57-47ef-b333-fe370bfca565 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:42.029685 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-9b56272c-9021-4b54-b39d-a237082dab78 req-d4cb6a18-4e57-47ef-b333-fe370bfca565 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 943 time: 0.1628556 Aug 30 01:01:42.032212 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0251b6e6-99ba-49c3-88ba-59cd562bb13c req-218ff389-6368-4da5-9150-779b8a96709f service neutron] Checking agent: {'id': 'ec393def-3d84-45a3-8a6c-ed049d62fe0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 0, 59, 14), 'started_at': datetime.datetime(2022, 8, 30, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:01:42.032947 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0251b6e6-99ba-49c3-88ba-59cd562bb13c req-218ff389-6368-4da5-9150-779b8a96709f service neutron] Checking segment: {'id': 'c47d2ff1-3cd9-4a2f-88ea-ac8145096927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '5ee6ec53-bf26-4fab-b55f-62bd4221ec41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:01:42.034207 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0251b6e6-99ba-49c3-88ba-59cd562bb13c req-218ff389-6368-4da5-9150-779b8a96709f service neutron] Bound using segment: {'id': 'c47d2ff1-3cd9-4a2f-88ea-ac8145096927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '5ee6ec53-bf26-4fab-b55f-62bd4221ec41'} {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:01:42.034796 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.managers [req-0251b6e6-99ba-49c3-88ba-59cd562bb13c req-218ff389-6368-4da5-9150-779b8a96709f service neutron] Bound port: 77835519-6f8f-47e8-9710-2b48c7087257, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c47d2ff1-3cd9-4a2f-88ea-ac8145096927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '5ee6ec53-bf26-4fab-b55f-62bd4221ec41'}}] {{(pid=106207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:01:42.035444 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-0251b6e6-99ba-49c3-88ba-59cd562bb13c req-218ff389-6368-4da5-9150-779b8a96709f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (77835519-6f8f-47e8-9710-2b48c7087257), before_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:42.158272 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-9b56272c-9021-4b54-b39d-a237082dab78 req-bcadc07b-c0f0-4c59-b91d-31173bf225cd tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037309 Aug 30 01:01:42.177698 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.db [req-0251b6e6-99ba-49c3-88ba-59cd562bb13c req-218ff389-6368-4da5-9150-779b8a96709f service neutron] For port 77835519-6f8f-47e8-9710-2b48c7087257, host hv-cinder-81514, cleared binding levels {{(pid=106207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:01:42.182670 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.db [req-0251b6e6-99ba-49c3-88ba-59cd562bb13c req-218ff389-6368-4da5-9150-779b8a96709f service neutron] For port 77835519-6f8f-47e8-9710-2b48c7087257, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=77835519-6f8f-47e8-9710-2b48c7087257,segment=NetworkSegment(c47d2ff1-3cd9-4a2f-88ea-ac8145096927),segment_id=c47d2ff1-3cd9-4a2f-88ea-ac8145096927)] {{(pid=106207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:01:42.190880 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-0251b6e6-99ba-49c3-88ba-59cd562bb13c req-218ff389-6368-4da5-9150-779b8a96709f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (77835519-6f8f-47e8-9710-2b48c7087257), after_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:42.198712 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0251b6e6-99ba-49c3-88ba-59cd562bb13c req-218ff389-6368-4da5-9150-779b8a96709f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:42.199780 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-0251b6e6-99ba-49c3-88ba-59cd562bb13c req-218ff389-6368-4da5-9150-779b8a96709f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282183'] for port (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:42.201575 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-0251b6e6-99ba-49c3-88ba-59cd562bb13c req-218ff389-6368-4da5-9150-779b8a96709f service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/77835519-6f8f-47e8-9710-2b48c7087257 HTTP/1.1" status: 200 len: 1093 time: 1.6392319 Aug 30 01:01:42.202154 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '377d6898-d51c-4029-b9ce-3c96e2840dfd', 'tag': '77835519-6f8f-47e8-9710-2b48c7087257'}] {{(pid=106207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:01:42.205839 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-557333f7-ae97-4a0c-ae1e-02c8af85f5e7 x-openstack-request-id: req-557333f7-ae97-4a0c-ae1e-02c8af85f5e7 {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:01:42.206391 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b59fedac-4fcb-47a8-8187-0a331d499fd2", "tag": "26facd73-81ff-4a35-9126-739f3f31881b", "status": "completed", "code": 200}]} {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:01:42.206952 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-557333f7-ae97-4a0c-ae1e-02c8af85f5e7 {{(pid=106206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:01:42.207410 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-557333f7-ae97-4a0c-ae1e-02c8af85f5e7'] response: {'name': 'network-changed', 'server_uuid': 'b59fedac-4fcb-47a8-8187-0a331d499fd2', 'tag': '26facd73-81ff-4a35-9126-739f3f31881b', 'status': 'completed', 'code': 200} Aug 30 01:01:42.415623 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218ff389-6368-4da5-9150-779b8a96709f service neutron] Pushing event updated for resources: {'Port': ['ID=77835519-6f8f-47e8-9710-2b48c7087257,revision_number=3']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:42.484300 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6005f2eb-390f-4342-a35b-4dc4445a43c8 req-a1344569-514f-422c-8883-daafa6334e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:42.486881 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-6005f2eb-390f-4342-a35b-4dc4445a43c8 req-a1344569-514f-422c-8883-daafa6334e0b service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=ceebbaa5dd9d4110a6393190c5b466f0&device_id=12338ddc-349d-4f0b-b6d8-4bb83f19e320 HTTP/1.1" status: 200 len: 1128 time: 0.1619987 Aug 30 01:01:42.503774 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-25c1dd7e-d974-443e-806e-f641d8bbb77b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (0cb86657-2da7-42ea-bd2c-d65472391dc8), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:42.608479 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b724e4-278c-4c8f-802a-f3352871d5a3 req-c9ff81a6-d1e3-4478-b825-69699374b190 tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:42.614762 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-22b724e4-278c-4c8f-802a-f3352871d5a3 req-c9ff81a6-d1e3-4478-b825-69699374b190 tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=463f5c61-231b-435d-b0ec-440e941d8ae1 HTTP/1.1" status: 200 len: 943 time: 0.2250068 Aug 30 01:01:42.624855 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0251b6e6-99ba-49c3-88ba-59cd562bb13c req-178c1432-b582-42f6-a015-191ad4acffcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:42.630658 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-0251b6e6-99ba-49c3-88ba-59cd562bb13c req-178c1432-b582-42f6-a015-191ad4acffcd service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=ceebbaa5dd9d4110a6393190c5b466f0&device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 1127 time: 0.2174516 Aug 30 01:01:42.677105 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480b08bd5bc4b1a03c1b08d00e02a3f82783774d0c3347d038299e83f2d6db65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa473f9-7e58-49bc-8351-fc2961cd5e5e" -d '{"events": [{"name": "network-changed", "server_uuid": "377d6898-d51c-4029-b9ce-3c96e2840dfd", "tag": "77835519-6f8f-47e8-9710-2b48c7087257"}]}' {{(pid=106207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:01:42.725503 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-a695b669-5e8d-4cbf-bdb7-14fbfa5e759e req-0169daf1-dc44-4724-99e7-195d3aa5171e tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8d2ed1b9-2567-4964-83fd-dd44533766ae HTTP/1.1" status: 200 len: 210 time: 0.0373006 Aug 30 01:01:42.773299 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-22b724e4-278c-4c8f-802a-f3352871d5a3 req-b0621e75-c3f8-4806-bc31-d4e4b39c48bf tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=fd73283f-0252-47d5-9b6c-21e114ae8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416755 Aug 30 01:01:42.835279 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-85eaaaad-cfb4-4e35-881c-8ba84759874d req-c18fcebd-7e87-4889-9971-13be6fdb8983 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/f64316af-4378-4002-9747-c897421bae08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5255580 Aug 30 01:01:42.844935 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc6f15-f320-4352-b0fa-633d926b0c9d req-7b6158cb-747e-4b82-9758-a74a4a32a0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:42.846781 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-31dc6f15-f320-4352-b0fa-633d926b0c9d req-7b6158cb-747e-4b82-9758-a74a4a32a0b8 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=f40b3e29a18b48cba6800c9f3a0dfee9&device_id=b59fedac-4fcb-47a8-8187-0a331d499fd2 HTTP/1.1" status: 200 len: 1127 time: 0.3639660 Aug 30 01:01:42.926579 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.47', 64715) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:42.947508 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-0251b6e6-99ba-49c3-88ba-59cd562bb13c req-bef89eee-73af-4ff5-a9c0-cb69f8ef5dda service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77835519-6f8f-47e8-9710-2b48c7087257 HTTP/1.1" status: 200 len: 217 time: 0.1702266 Aug 30 01:01:43.326765 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0251b6e6-99ba-49c3-88ba-59cd562bb13c req-44217abc-9b58-45bc-878d-1e54a9cd7004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:43.328316 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-0251b6e6-99ba-49c3-88ba-59cd562bb13c req-44217abc-9b58-45bc-878d-1e54a9cd7004 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=4a91c71a-9152-4bb3-bae3-f34c8bf8c47c HTTP/1.1" status: 200 len: 857 time: 0.3633547 Aug 30 01:01:43.354290 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device d60f2857-a480-4c65-88cc-9e8dd6a7cbf4 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=106208) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 01:01:43.411456 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 45610) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:43.422555 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f998a85-6def-443e-8740-0bead09893d2 x-openstack-request-id: req-1f998a85-6def-443e-8740-0bead09893d2 {{(pid=106207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:01:43.422970 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "377d6898-d51c-4029-b9ce-3c96e2840dfd", "tag": "77835519-6f8f-47e8-9710-2b48c7087257", "status": "completed", "code": 200}]} {{(pid=106207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:01:43.423227 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1f998a85-6def-443e-8740-0bead09893d2 {{(pid=106207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:01:43.423848 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f998a85-6def-443e-8740-0bead09893d2'] response: {'name': 'network-changed', 'server_uuid': '377d6898-d51c-4029-b9ce-3c96e2840dfd', 'tag': '77835519-6f8f-47e8-9710-2b48c7087257', 'status': 'completed', 'code': 200} Aug 30 01:01:43.503748 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc6f15-f320-4352-b0fa-633d926b0c9d req-37197434-aa36-4aa2-a917-4e940ecbd1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:43.504319 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-31dc6f15-f320-4352-b0fa-633d926b0c9d req-37197434-aa36-4aa2-a917-4e940ecbd1d7 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?tenant_id=f40b3e29a18b48cba6800c9f3a0dfee9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.6222298 Aug 30 01:01:43.506205 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-85eaaaad-cfb4-4e35-881c-8ba84759874d req-6059a094-b625-4017-8317-34379c7731f3 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/f64316af-4378-4002-9747-c897421bae08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6581604 Aug 30 01:01:43.507581 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6005f2eb-390f-4342-a35b-4dc4445a43c8 req-097a7b3c-72f0-45de-91e6-0f30d58fd0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:43.508934 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-6005f2eb-390f-4342-a35b-4dc4445a43c8 req-097a7b3c-72f0-45de-91e6-0f30d58fd0bf service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=5ee6ec53-bf26-4fab-b55f-62bd4221ec41 HTTP/1.1" status: 200 len: 920 time: 0.9701011 Aug 30 01:01:43.567194 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 45630) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:43.660171 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port d60f2857-a480-4c65-88cc-9e8dd6a7cbf4, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=d60f2857-a480-4c65-88cc-9e8dd6a7cbf4,segment=NetworkSegment(c47d2ff1-3cd9-4a2f-88ea-ac8145096927),segment_id=c47d2ff1-3cd9-4a2f-88ea-ac8145096927)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:01:43.684284 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Returning: {'device': 'd60f2857-a480-4c65-88cc-9e8dd6a7cbf4', 'network_id': '5ee6ec53-bf26-4fab-b55f-62bd4221ec41', 'port_id': 'd60f2857-a480-4c65-88cc-9e8dd6a7cbf4', 'mac_address': 'fa:16:3e:e1:3f:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a91c71a-9152-4bb3-bae3-f34c8bf8c47c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106208) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 01:01:43.691321 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-6005f2eb-390f-4342-a35b-4dc4445a43c8 req-83415c5c-de1f-48f4-858f-1215a677c193 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d60f2857-a480-4c65-88cc-9e8dd6a7cbf4 HTTP/1.1" status: 200 len: 217 time: 0.1394222 Aug 30 01:01:43.733835 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0251b6e6-99ba-49c3-88ba-59cd562bb13c req-ecbae373-51bf-43a4-b894-893658a6bb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:43.736134 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-0251b6e6-99ba-49c3-88ba-59cd562bb13c req-ecbae373-51bf-43a4-b894-893658a6bb7c service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=5ee6ec53-bf26-4fab-b55f-62bd4221ec41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3166411 Aug 30 01:01:43.782714 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Current status of the port d60f2857-a480-4c65-88cc-9e8dd6a7cbf4 is: DOWN; New status is: BUILD {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:01:43.783705 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (d60f2857-a480-4c65-88cc-9e8dd6a7cbf4), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:43.804905 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d60f2857-a480-4c65-88cc-9e8dd6a7cbf4 {{(pid=106208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:01:43.806570 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925363d-39c9-47a8-8aef-6823ec176121 req-afc5782e-0fcc-414a-b265-110cd07ba4a1 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:43.815099 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-8925363d-39c9-47a8-8aef-6823ec176121 req-afc5782e-0fcc-414a-b265-110cd07ba4a1 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b59fedac-4fcb-47a8-8187-0a331d499fd2 HTTP/1.1" status: 200 len: 943 time: 0.4028103 Aug 30 01:01:43.826416 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc6f15-f320-4352-b0fa-633d926b0c9d req-1700d111-7835-4d76-ad80-f16f0eb6e057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:43.828858 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-31dc6f15-f320-4352-b0fa-633d926b0c9d req-1700d111-7835-4d76-ad80-f16f0eb6e057 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3088598 Aug 30 01:01:43.835125 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port d60f2857-a480-4c65-88cc-9e8dd6a7cbf4, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=d60f2857-a480-4c65-88cc-9e8dd6a7cbf4,segment=NetworkSegment(c47d2ff1-3cd9-4a2f-88ea-ac8145096927),segment_id=c47d2ff1-3cd9-4a2f-88ea-ac8145096927)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:01:43.848831 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (d60f2857-a480-4c65-88cc-9e8dd6a7cbf4), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:43.882411 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (ec393def-3d84-45a3-8a6c-ed049d62fe0a), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:43.897699 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-3ede0312-c2fe-4b51-84f7-095026375ae2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:43.914061 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa8df05-510a-4533-9536-c86be1e3d4fa req-0153046d-2c2c-42e5-80f0-ee610d182216 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:43.915308 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Pushing event updated for resources: {'Port': ['ID=d60f2857-a480-4c65-88cc-9e8dd6a7cbf4,revision_number=4']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:43.925771 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-6aa8df05-510a-4533-9536-c86be1e3d4fa req-0153046d-2c2c-42e5-80f0-ee610d182216 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 943 time: 0.4679987 Aug 30 01:01:43.939820 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-fcc9f199-ca51-4361-a106-8c09a2921e33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:43.944365 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:43.952164 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1367363-6185-4aad-9a03-2c9ff95d5202 req-3711be39-2d53-408a-b3c4-b1319a0e0aad tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:43.953975 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-c1367363-6185-4aad-9a03-2c9ff95d5202 req-3711be39-2d53-408a-b3c4-b1319a0e0aad tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.47 "GET /networking/v2.0/networks?id=dffca817-1d31-4c9c-99a3-2d8483c143b4 HTTP/1.1" status: 200 len: 814 time: 1.0248425 Aug 30 01:01:43.994029 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:44.003581 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-8925363d-39c9-47a8-8aef-6823ec176121 req-9c0de990-f41e-4d82-9a9d-3a74610c99bb tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cf795692-07ba-4120-b253-28f50a651d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1876075 Aug 30 01:01:44.009146 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-3ede0312-c2fe-4b51-84f7-095026375ae2 admin admin] Publish callbacks [] for security_group (a91be132-678e-459d-9ddf-15fecf248e86), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:44.017574 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-3ede0312-c2fe-4b51-84f7-095026375ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (a91be132-678e-459d-9ddf-15fecf248e86), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:44.066972 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-035fe171-2dca-49fc-a74e-5e6f2a9e45a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (976597ea-a902-4e5f-8c76-25f81ae4fb08), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:44.068399 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-6aa8df05-510a-4533-9536-c86be1e3d4fa req-71754909-eded-40a2-a63a-e0dfaa713f53 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415141 Aug 30 01:01:44.095790 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:44.117115 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ede0312-c2fe-4b51-84f7-095026375ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91be132-678e-459d-9ddf-15fecf248e86,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:44.127470 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-3ede0312-c2fe-4b51-84f7-095026375ae2 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=b6df348a7643492b86538f73919c5752&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5262074 Aug 30 01:01:44.128660 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 45656) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:44.137628 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-fcc9f199-ca51-4361-a106-8c09a2921e33 admin admin] Publish callbacks [] for security_group (4eaa7803-745b-465c-811d-57bd235db1f8), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:44.152710 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-fcc9f199-ca51-4361-a106-8c09a2921e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (4eaa7803-745b-465c-811d-57bd235db1f8), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:44.193860 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-4c5f68ce-1db7-4140-b2b9-b297aaacb943 req-018d1393-ee78-48cc-9eb0-641f56ec722e tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8d2ed1b9-2567-4964-83fd-dd44533766ae HTTP/1.1" status: 200 len: 210 time: 0.0644078 Aug 30 01:01:44.205227 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-211e5cd4-d1c1-41b4-9221-4eb4c8d57614 admin admin] Publish callbacks [] for security_group (a91be132-678e-459d-9ddf-15fecf248e86), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:44.233697 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-211e5cd4-d1c1-41b4-9221-4eb4c8d57614 admin admin] Publish callbacks [] for security_group (a91be132-678e-459d-9ddf-15fecf248e86), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:44.236427 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:UPDATE=2,neutron:SELECT=92,neutron:INSERT=6 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:44.244869 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc9f199-ca51-4361-a106-8c09a2921e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eaa7803-745b-465c-811d-57bd235db1f8,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:44.255434 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-fcc9f199-ca51-4361-a106-8c09a2921e33 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=7951cc4f90214786a438cc94e80ace18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8388689 Aug 30 01:01:44.256080 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 45658) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:44.267108 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] get_ports_and_sgs() called for port_ids ['d60f2857-a480-4c65-88cc-9e8dd6a7cbf4'] {{(pid=106208) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:01:44.290204 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (a0553951-7123-4403-ab2a-bb83048c1e52), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:44.307684 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-211e5cd4-d1c1-41b4-9221-4eb4c8d57614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (a91be132-678e-459d-9ddf-15fecf248e86), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:44.311649 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-211e5cd4-d1c1-41b4-9221-4eb4c8d57614 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:44.314813 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-211e5cd4-d1c1-41b4-9221-4eb4c8d57614 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/a91be132-678e-459d-9ddf-15fecf248e86 HTTP/1.1" status: 204 len: 168 time: 0.1841221 Aug 30 01:01:44.317313 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd7cd1-81f4-4cd3-863d-f191d124fdfd req-6b3410a7-e542-4b60-8953-62378f19e3f1 tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:44.318855 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-d7dd7cd1-81f4-4cd3-863d-f191d124fdfd req-6b3410a7-e542-4b60-8953-62378f19e3f1 tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=463f5c61-231b-435d-b0ec-440e941d8ae1 HTTP/1.1" status: 200 len: 943 time: 0.0920413 Aug 30 01:01:44.326263 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211e5cd4-d1c1-41b4-9221-4eb4c8d57614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91be132-678e-459d-9ddf-15fecf248e86,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:44.376993 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-806b941b-b88d-4ae5-800c-b9a863911c73 admin admin] Publish callbacks [] for security_group (4eaa7803-745b-465c-811d-57bd235db1f8), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:44.415737 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-806b941b-b88d-4ae5-800c-b9a863911c73 admin admin] Publish callbacks [] for security_group (4eaa7803-745b-465c-811d-57bd235db1f8), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:44.450255 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-d7dd7cd1-81f4-4cd3-863d-f191d124fdfd req-d9ad238b-6d2e-46fd-84e7-8208c616485d tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=fd73283f-0252-47d5-9b6c-21e114ae8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121552 Aug 30 01:01:44.614966 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-806b941b-b88d-4ae5-800c-b9a863911c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (4eaa7803-745b-465c-811d-57bd235db1f8), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:44.617440 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-806b941b-b88d-4ae5-800c-b9a863911c73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:44.618579 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-806b941b-b88d-4ae5-800c-b9a863911c73 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/4eaa7803-745b-465c-811d-57bd235db1f8 HTTP/1.1" status: 204 len: 168 time: 0.3411074 Aug 30 01:01:44.654372 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806b941b-b88d-4ae5-800c-b9a863911c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eaa7803-745b-465c-811d-57bd235db1f8,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:44.681033 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a3cc7-aff9-4320-b5d2-b7284015684b req-300e2a25-25b4-4b09-9494-e2bc2ddf208a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:44.682526 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-377a3cc7-aff9-4320-b5d2-b7284015684b req-300e2a25-25b4-4b09-9494-e2bc2ddf208a service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=f40b3e29a18b48cba6800c9f3a0dfee9&device_id=b59fedac-4fcb-47a8-8187-0a331d499fd2 HTTP/1.1" status: 200 len: 1127 time: 0.1437416 Aug 30 01:01:44.685408 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e1bcad-d3a5-49a5-83fd-4ce4c3eeb9f8 req-9a069927-3302-461d-8773-3846d64c14da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:44.687461 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-d7e1bcad-d3a5-49a5-83fd-4ce4c3eeb9f8 req-9a069927-3302-461d-8773-3846d64c14da service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=0c0f91770bb14bb6920fc277936c189e&device_id=463f5c61-231b-435d-b0ec-440e941d8ae1 HTTP/1.1" status: 200 len: 1127 time: 0.1849418 Aug 30 01:01:44.692934 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6005f2eb-390f-4342-a35b-4dc4445a43c8 req-79381e76-6be4-4447-adbc-d94ee41fe655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:44.694805 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-6005f2eb-390f-4342-a35b-4dc4445a43c8 req-79381e76-6be4-4447-adbc-d94ee41fe655 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=4a91c71a-9152-4bb3-bae3-f34c8bf8c47c HTTP/1.1" status: 200 len: 857 time: 0.1913946 Aug 30 01:01:44.754564 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-377a3cc7-aff9-4320-b5d2-b7284015684b req-9c648eeb-55e6-4d57-9485-a91499f82a8c service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=26facd73-81ff-4a35-9126-739f3f31881b HTTP/1.1" status: 200 len: 217 time: 0.0578964 Aug 30 01:01:44.796892 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-0251b6e6-99ba-49c3-88ba-59cd562bb13c req-48867f58-2ef2-41f1-a1a7-ad9d2e3032da service neutron] 10.222.0.47 "GET /networking/v2.0/networks/5ee6ec53-bf26-4fab-b55f-62bd4221ec41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847235 Aug 30 01:01:44.823845 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-c1367363-6185-4aad-9a03-2c9ff95d5202 req-dd4db275-59c7-4483-b4f9-a13ab917c0ab tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.47 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0596692dbfb149139a1e72159c6f93db HTTP/1.1" status: 200 len: 380 time: 0.3126886 Aug 30 01:01:44.834019 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 45680) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:44.842979 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [req-c1367363-6185-4aad-9a03-2c9ff95d5202 req-2259e839-e860-42f3-b3e0-f0035d12cd3c tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Request body: {'port': {'device_id': '8d2ed1b9-2567-4964-83fd-dd44533766ae', 'network_id': 'dffca817-1d31-4c9c-99a3-2d8483c143b4', 'admin_state_up': True, 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'security_groups': ['8cee015c-6f4d-4302-98d9-abaef09d5083']}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:01:44.914248 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6005f2eb-390f-4342-a35b-4dc4445a43c8 req-cb8d93ce-5bc7-468c-9b7a-07fa04cc7f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:44.915740 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-6005f2eb-390f-4342-a35b-4dc4445a43c8 req-cb8d93ce-5bc7-468c-9b7a-07fa04cc7f9d service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=5ee6ec53-bf26-4fab-b55f-62bd4221ec41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2097504 Aug 30 01:01:44.925779 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-4898b51d-2538-4604-a31d-8ec0251d3c4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:44.973326 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a3cc7-aff9-4320-b5d2-b7284015684b req-cf9d9608-365c-4f43-8c3a-5b869bb291ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:44.975209 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-377a3cc7-aff9-4320-b5d2-b7284015684b req-cf9d9608-365c-4f43-8c3a-5b869bb291ae service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=d2092925-3f88-4d08-9bce-f992f050b9ed HTTP/1.1" status: 200 len: 849 time: 0.1897602 Aug 30 01:01:45.027478 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-0251b6e6-99ba-49c3-88ba-59cd562bb13c req-22bb796a-800b-4908-8204-35a1812e6ffc service neutron] 10.222.0.47 "GET /networking/v2.0/networks/5ee6ec53-bf26-4fab-b55f-62bd4221ec41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159276 Aug 30 01:01:45.077112 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1367363-6185-4aad-9a03-2c9ff95d5202 req-2259e839-e860-42f3-b3e0-f0035d12cd3c tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Made reservation on behalf of 0596692dbfb149139a1e72159c6f93db for: {'port': 1} {{(pid=106207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:01:45.087215 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-c1367363-6185-4aad-9a03-2c9ff95d5202 req-2259e839-e860-42f3-b3e0-f0035d12cd3c tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:45.090964 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e1bcad-d3a5-49a5-83fd-4ce4c3eeb9f8 req-6e0a9b2e-b7d4-4bae-9653-ce66129a4d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:45.092434 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-d7e1bcad-d3a5-49a5-83fd-4ce4c3eeb9f8 req-6e0a9b2e-b7d4-4bae-9653-ce66129a4d85 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=f64316af-4378-4002-9747-c897421bae08 HTTP/1.1" status: 200 len: 914 time: 0.3888643 Aug 30 01:01:45.098867 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a3cc7-aff9-4320-b5d2-b7284015684b req-588a2fa7-b85e-42d0-9e77-4d8b4a85a8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:45.100384 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-377a3cc7-aff9-4320-b5d2-b7284015684b req-588a2fa7-b85e-42d0-9e77-4d8b4a85a8ff service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=0b956883-0f29-4de3-9788-00541616d922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0875323 Aug 30 01:01:45.199426 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:45.211716 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-6005f2eb-390f-4342-a35b-4dc4445a43c8 req-0884b7a8-8614-477d-988f-1f68431c8078 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/5ee6ec53-bf26-4fab-b55f-62bd4221ec41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709205 Aug 30 01:01:45.247822 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-4898b51d-2538-4604-a31d-8ec0251d3c4e admin admin] Publish callbacks [] for security_group (1068adcc-50da-4f0a-9d0c-337be97099e2), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:45.255181 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-4898b51d-2538-4604-a31d-8ec0251d3c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (1068adcc-50da-4f0a-9d0c-337be97099e2), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:45.262391 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 45696) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:45.278944 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:45.284481 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:45.290472 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae276ca-b4c2-4ff1-bfb6-0fae6c73ed53 req-221a8847-2fa0-44a8-8a3a-cf70caaf4e1a tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:45.291961 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-1ae276ca-b4c2-4ff1-bfb6-0fae6c73ed53 req-221a8847-2fa0-44a8-8a3a-cf70caaf4e1a tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b59fedac-4fcb-47a8-8187-0a331d499fd2 HTTP/1.1" status: 200 len: 943 time: 0.1862864 Aug 30 01:01:45.306193 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-04321fe2-13aa-4861-bd53-08dfa1ad048e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:45.320478 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4898b51d-2538-4604-a31d-8ec0251d3c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1068adcc-50da-4f0a-9d0c-337be97099e2,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:45.328109 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-4898b51d-2538-4604-a31d-8ec0251d3c4e admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=d14c5e9598944023a2b392e5351fd068&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4618311 Aug 30 01:01:45.332186 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 45698) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:45.346080 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908dedf2-0387-4324-be90-41177669b21e req-cfce5e5a-22c7-4844-a672-7401c0d041b3 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:45.346561 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device 5eb7c376-7d0c-4333-90b3-56b8d45e7089 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=106208) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 01:01:45.347619 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-908dedf2-0387-4324-be90-41177669b21e req-cfce5e5a-22c7-4844-a672-7401c0d041b3 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 943 time: 0.1286788 Aug 30 01:01:45.351011 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:45.374306 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device d60f2857-a480-4c65-88cc-9e8dd6a7cbf4 up at agent hyperv_hv-cinder-81514 {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:01:45.419892 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.db_base_plugin_common [req-c1367363-6185-4aad-9a03-2c9ff95d5202 req-2259e839-e860-42f3-b3e0-f0035d12cd3c tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Allocated IP 172.20.0.4 (dffca817-1d31-4c9c-99a3-2d8483c143b4/35e91298-8731-4ea1-81fe-d78c255b7ca6/d7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b) {{(pid=106207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:01:45.423502 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-e14fadb1-cd8a-463a-8321-cc9240fbdcce admin admin] Publish callbacks [] for security_group (1068adcc-50da-4f0a-9d0c-337be97099e2), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:45.465693 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-1ae276ca-b4c2-4ff1-bfb6-0fae6c73ed53 req-09644251-bc09-48ec-89b8-530bca8b4eec tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cf795692-07ba-4120-b253-28f50a651d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1606300 Aug 30 01:01:45.468928 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-e14fadb1-cd8a-463a-8321-cc9240fbdcce admin admin] Publish callbacks [] for security_group (1068adcc-50da-4f0a-9d0c-337be97099e2), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:45.470620 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:DELETE=2,neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:45.478501 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-908dedf2-0387-4324-be90-41177669b21e req-57c9b318-0b2d-440d-98c8-9e6246a89437 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110227 Aug 30 01:01:45.488142 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-04321fe2-13aa-4861-bd53-08dfa1ad048e admin admin] Publish callbacks [] for security_group (2fe379f7-6eca-4876-a0ab-fcd1ab8818e8), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:45.502472 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-04321fe2-13aa-4861-bd53-08dfa1ad048e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (2fe379f7-6eca-4876-a0ab-fcd1ab8818e8), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:45.540761 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Provisioning for port d60f2857-a480-4c65-88cc-9e8dd6a7cbf4 completed by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 01:01:45.560110 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Provisioning complete for port d60f2857-a480-4c65-88cc-9e8dd6a7cbf4 triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:01:45.560480 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (d60f2857-a480-4c65-88cc-9e8dd6a7cbf4), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:45.589693 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:45.602516 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port 5eb7c376-7d0c-4333-90b3-56b8d45e7089, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=5eb7c376-7d0c-4333-90b3-56b8d45e7089,segment=NetworkSegment(db4c58cb-7f56-46b6-bff7-10d93a889abe),segment_id=db4c58cb-7f56-46b6-bff7-10d93a889abe)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:01:45.616559 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-04321fe2-13aa-4861-bd53-08dfa1ad048e admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=20dbde44f7d84f87b124c48bb9d2fdaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3445430 Aug 30 01:01:45.618259 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 45704) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:45.623295 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Returning: {'device': '5eb7c376-7d0c-4333-90b3-56b8d45e7089', 'network_id': 'f64316af-4378-4002-9747-c897421bae08', 'port_id': '5eb7c376-7d0c-4333-90b3-56b8d45e7089', 'mac_address': 'fa:16:3e:66:23:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1052, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36856127-a09c-4ab4-b4f6-601f02ca410d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106208) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 01:01:45.625313 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04321fe2-13aa-4861-bd53-08dfa1ad048e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe379f7-6eca-4876-a0ab-fcd1ab8818e8,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:45.666005 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-e14fadb1-cd8a-463a-8321-cc9240fbdcce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (1068adcc-50da-4f0a-9d0c-337be97099e2), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:45.668567 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-e14fadb1-cd8a-463a-8321-cc9240fbdcce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:45.673401 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-e14fadb1-cd8a-463a-8321-cc9240fbdcce admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/1068adcc-50da-4f0a-9d0c-337be97099e2 HTTP/1.1" status: 204 len: 168 time: 0.3365464 Aug 30 01:01:45.688588 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14fadb1-cd8a-463a-8321-cc9240fbdcce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1068adcc-50da-4f0a-9d0c-337be97099e2,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:45.695143 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-c67ec728-cbdd-4bca-aca4-96bedf60bf00 admin admin] Publish callbacks [] for security_group (2fe379f7-6eca-4876-a0ab-fcd1ab8818e8), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:45.710822 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-5437a780-e20e-4fb4-b9a7-bf3af7f988b8 req-bb1a08f2-3b2b-4314-8847-7c8b20d9e4c4 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8d2ed1b9-2567-4964-83fd-dd44533766ae HTTP/1.1" status: 200 len: 210 time: 0.0988066 Aug 30 01:01:45.734244 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-c1367363-6185-4aad-9a03-2c9ff95d5202 req-2259e839-e860-42f3-b3e0-f0035d12cd3c tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for port (d7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:45.743575 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-c67ec728-cbdd-4bca-aca4-96bedf60bf00 admin admin] Publish callbacks [] for security_group (2fe379f7-6eca-4876-a0ab-fcd1ab8818e8), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:45.794323 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-c1367363-6185-4aad-9a03-2c9ff95d5202 req-2259e839-e860-42f3-b3e0-f0035d12cd3c tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737867580456'] for port (d7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:45.799333 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-c67ec728-cbdd-4bca-aca4-96bedf60bf00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (2fe379f7-6eca-4876-a0ab-fcd1ab8818e8), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:45.802706 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-c67ec728-cbdd-4bca-aca4-96bedf60bf00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:45.804371 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-c67ec728-cbdd-4bca-aca4-96bedf60bf00 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/2fe379f7-6eca-4876-a0ab-fcd1ab8818e8 HTTP/1.1" status: 204 len: 168 time: 0.1859236 Aug 30 01:01:45.814719 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67ec728-cbdd-4bca-aca4-96bedf60bf00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe379f7-6eca-4876-a0ab-fcd1ab8818e8,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:45.834505 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1367363-6185-4aad-9a03-2c9ff95d5202 req-2259e839-e860-42f3-b3e0-f0035d12cd3c tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Network dffca817-1d31-4c9c-99a3-2d8483c143b4 is already hosted by enough agents. {{(pid=106207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:01:45.845020 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35573eb0-1e0a-4500-bebc-4c627d934ad4 req-f0203cc5-66c2-465c-98f0-984f83c13637 tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:45.847719 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-35573eb0-1e0a-4500-bebc-4c627d934ad4 req-f0203cc5-66c2-465c-98f0-984f83c13637 tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=463f5c61-231b-435d-b0ec-440e941d8ae1 HTTP/1.1" status: 200 len: 943 time: 0.2396717 Aug 30 01:01:45.853727 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.base_scheduler [req-c1367363-6185-4aad-9a03-2c9ff95d5202 req-2259e839-e860-42f3-b3e0-f0035d12cd3c tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Resources bound (agent type, host, resource id): {{(pid=106207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:01:45.877772 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1367363-6185-4aad-9a03-2c9ff95d5202 req-2259e839-e860-42f3-b3e0-f0035d12cd3c tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Received port after_create {{(pid=106207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:01:45.888479 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1367363-6185-4aad-9a03-2c9ff95d5202 req-2259e839-e860-42f3-b3e0-f0035d12cd3c tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:45.888479 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-c1367363-6185-4aad-9a03-2c9ff95d5202 req-2259e839-e860-42f3-b3e0-f0035d12cd3c tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282183'] for port (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:46.072922 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Current status of the port 5eb7c376-7d0c-4333-90b3-56b8d45e7089 is: DOWN; New status is: BUILD {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:01:46.073611 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (5eb7c376-7d0c-4333-90b3-56b8d45e7089), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:46.080362 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Current status of the port d60f2857-a480-4c65-88cc-9e8dd6a7cbf4 is: BUILD; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:01:46.082136 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (d60f2857-a480-4c65-88cc-9e8dd6a7cbf4), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:46.097587 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-d7e1bcad-d3a5-49a5-83fd-4ce4c3eeb9f8 req-6fcc5d5c-27ac-4b47-8abd-adc63dad158a service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5eb7c376-7d0c-4333-90b3-56b8d45e7089 HTTP/1.1" status: 200 len: 217 time: 0.1857162 Aug 30 01:01:46.146787 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eb7c376-7d0c-4333-90b3-56b8d45e7089 {{(pid=106208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:01:46.153911 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa473f9-7e58-49bc-8351-fc2961cd5e5e req-993a5788-3dfb-476a-842c-6891cf2c1f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:46.156128 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-cfa473f9-7e58-49bc-8351-fc2961cd5e5e req-993a5788-3dfb-476a-842c-6891cf2c1f41 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=ceebbaa5dd9d4110a6393190c5b466f0&device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 1127 time: 0.1622138 Aug 30 01:01:46.168665 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-c1367363-6185-4aad-9a03-2c9ff95d5202 req-2259e839-e860-42f3-b3e0-f0035d12cd3c tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3299079 Aug 30 01:01:46.187128 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12338ddc-349d-4f0b-b6d8-4bb83f19e320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd60f2857-a480-4c65-88cc-9e8dd6a7cbf4'}] {{(pid=106208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:01:46.206369 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [req-c1367363-6185-4aad-9a03-2c9ff95d5202 req-70102536-600b-494a-8c63-2ce6f40c9f62 service neutron] Request body: {'port': {'device_id': '8d2ed1b9-2567-4964-83fd-dd44533766ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:01:46.350075 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port 5eb7c376-7d0c-4333-90b3-56b8d45e7089, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=5eb7c376-7d0c-4333-90b3-56b8d45e7089,segment=NetworkSegment(db4c58cb-7f56-46b6-bff7-10d93a889abe),segment_id=db4c58cb-7f56-46b6-bff7-10d93a889abe)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:01:46.352797 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port d60f2857-a480-4c65-88cc-9e8dd6a7cbf4, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=d60f2857-a480-4c65-88cc-9e8dd6a7cbf4,segment=NetworkSegment(c47d2ff1-3cd9-4a2f-88ea-ac8145096927),segment_id=c47d2ff1-3cd9-4a2f-88ea-ac8145096927)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:01:46.361824 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (5eb7c376-7d0c-4333-90b3-56b8d45e7089), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:46.373712 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (d60f2857-a480-4c65-88cc-9e8dd6a7cbf4), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:46.393023 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:46.400407 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-c1367363-6185-4aad-9a03-2c9ff95d5202 req-70102536-600b-494a-8c63-2ce6f40c9f62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (d7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b), before_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:46.404104 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2259e839-e860-42f3-b3e0-f0035d12cd3c tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Pushing event updated for resources: {'Port': ['ID=d7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:46.407904 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-30040db5-41ff-40a4-a333-f112b1c43eea None None] Provisioning complete for port d7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b triggered by entity DHCP. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:01:46.408502 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-30040db5-41ff-40a4-a333-f112b1c43eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (d7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:46.464560 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Pushing event updated for resources: {'Port': ['ID=5eb7c376-7d0c-4333-90b3-56b8d45e7089,revision_number=4']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:46.465911 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-377a3cc7-aff9-4320-b5d2-b7284015684b req-947596e5-7adb-4585-93ab-2f81eaeed06a service neutron] 10.222.0.47 "GET /networking/v2.0/networks/0b956883-0f29-4de3-9788-00541616d922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5555310 Aug 30 01:01:46.467797 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-30040db5-41ff-40a4-a333-f112b1c43eea None None] Port d7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b cannot update to ACTIVE because it is not bound. {{(pid=106208) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:01:46.487279 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:DELETE=8 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:46.539672 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Pushing event updated for resources: {'Port': ['ID=d60f2857-a480-4c65-88cc-9e8dd6a7cbf4,revision_number=5']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:46.573495 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c29b7fbecba6d5f29730e8e5f4edf6e9b002b1b00f6f5f73d69c4afba8ee411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8445562-c5ec-4eef-afb9-920fae26678c" -d '{"events": [{"server_uuid": "12338ddc-349d-4f0b-b6d8-4bb83f19e320", "name": "network-vif-plugged", "status": "completed", "tag": "d60f2857-a480-4c65-88cc-9e8dd6a7cbf4"}]}' {{(pid=106208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:01:46.573933 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-35573eb0-1e0a-4500-bebc-4c627d934ad4 req-e506daa8-d69d-4768-91f2-6bad3655e645 tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=fd73283f-0252-47d5-9b6c-21e114ae8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6956778 Aug 30 01:01:46.611970 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] get_ports_and_sgs() called for port_ids ['5eb7c376-7d0c-4333-90b3-56b8d45e7089'] {{(pid=106208) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:01:46.690358 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e1bcad-d3a5-49a5-83fd-4ce4c3eeb9f8 req-9a890075-eea6-4d00-8ca0-fb5b05b50923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:46.692076 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-d7e1bcad-d3a5-49a5-83fd-4ce4c3eeb9f8 req-9a890075-eea6-4d00-8ca0-fb5b05b50923 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=36856127-a09c-4ab4-b4f6-601f02ca410d HTTP/1.1" status: 200 len: 851 time: 0.2911639 Aug 30 01:01:46.754537 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-377a3cc7-aff9-4320-b5d2-b7284015684b req-bb86b7e5-4108-4238-b2ff-7c64c38bf30c service neutron] 10.222.0.47 "GET /networking/v2.0/networks/0b956883-0f29-4de3-9788-00541616d922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655280 Aug 30 01:01:46.756064 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e1bcad-d3a5-49a5-83fd-4ce4c3eeb9f8 req-a2a88ee9-945b-4496-972b-fcf646a41a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:46.758173 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-d7e1bcad-d3a5-49a5-83fd-4ce4c3eeb9f8 req-a2a88ee9-945b-4496-972b-fcf646a41a78 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=f64316af-4378-4002-9747-c897421bae08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0558403 Aug 30 01:01:46.809576 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa473f9-7e58-49bc-8351-fc2961cd5e5e req-9718d412-6e7c-4260-a952-c8084f41f305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:46.811823 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-cfa473f9-7e58-49bc-8351-fc2961cd5e5e req-9718d412-6e7c-4260-a952-c8084f41f305 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=5ee6ec53-bf26-4fab-b55f-62bd4221ec41 HTTP/1.1" status: 200 len: 920 time: 0.6346934 Aug 30 01:01:46.837174 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-6005f2eb-390f-4342-a35b-4dc4445a43c8 req-bc2a9222-5e0c-4d31-aab2-c7d4e103fa43 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/5ee6ec53-bf26-4fab-b55f-62bd4221ec41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9242866 Aug 30 01:01:46.887594 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:46.926401 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-d7e1bcad-d3a5-49a5-83fd-4ce4c3eeb9f8 req-99e7cf8f-dee0-40a9-9341-f6c9a3ca6a56 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/f64316af-4378-4002-9747-c897421bae08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523724 Aug 30 01:01:47.034795 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86c3523-501f-4be8-a4fd-4ce038850cbc req-99329248-c3b7-4978-93e9-d76f38c4dd9d tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:47.036350 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-d86c3523-501f-4be8-a4fd-4ce038850cbc req-99329248-c3b7-4978-93e9-d76f38c4dd9d tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 943 time: 0.2193372 Aug 30 01:01:47.041997 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb2b65-f6b9-48d0-b26a-d3004633a56f req-61895a8f-5f20-4fef-b503-8c1d14a964a8 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:47.043530 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-78fb2b65-f6b9-48d0-b26a-d3004633a56f req-61895a8f-5f20-4fef-b503-8c1d14a964a8 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b59fedac-4fcb-47a8-8187-0a331d499fd2 HTTP/1.1" status: 200 len: 943 time: 0.2299151 Aug 30 01:01:47.043966 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:47.170540 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-78fb2b65-f6b9-48d0-b26a-d3004633a56f req-ebe1f398-fbb8-4852-b38b-a5dfc78b9782 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cf795692-07ba-4120-b253-28f50a651d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079504 Aug 30 01:01:47.212719 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-d86c3523-501f-4be8-a4fd-4ce038850cbc req-85d87c67-5c1a-4354-bf22-10fa770476ca tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514792 Aug 30 01:01:47.345255 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.notifiers.nova [req-c1367363-6185-4aad-9a03-2c9ff95d5202 req-70102536-600b-494a-8c63-2ce6f40c9f62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b {{(pid=106207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:01:47.356823 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-c1367363-6185-4aad-9a03-2c9ff95d5202 req-70102536-600b-494a-8c63-2ce6f40c9f62 service neutron] Publish callbacks [] for port (d7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b), precommit_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:47.364577 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device 5eb7c376-7d0c-4333-90b3-56b8d45e7089 up at agent hyperv_hv-cinder-81514 {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:01:47.371741 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceba968-ebfa-4d50-8102-7538b9464bc1 req-53a50ae9-be18-44bd-9c7d-e539a6f05739 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:47.378860 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-7ceba968-ebfa-4d50-8102-7538b9464bc1 req-53a50ae9-be18-44bd-9c7d-e539a6f05739 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8d2ed1b9-2567-4964-83fd-dd44533766ae HTTP/1.1" status: 200 len: 931 time: 0.0744743 Aug 30 01:01:47.443308 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-7ceba968-ebfa-4d50-8102-7538b9464bc1 req-3095a81d-d81e-4ba2-9c21-7748a21469d5 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8cee015c-6f4d-4302-98d9-abaef09d5083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581021 Aug 30 01:01:47.444434 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.provisioning_blocks [req-c1367363-6185-4aad-9a03-2c9ff95d5202 req-70102536-600b-494a-8c63-2ce6f40c9f62 service neutron] Transition to ACTIVE for port object d7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b will not be triggered until provisioned by entity L2. {{(pid=106207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 01:01:47.455964 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b2cc17-2969-48ee-9fe4-f3be70afec19 x-openstack-request-id: req-48b2cc17-2969-48ee-9fe4-f3be70afec19 {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:01:47.456431 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12338ddc-349d-4f0b-b6d8-4bb83f19e320", "name": "network-vif-plugged", "status": "completed", "tag": "d60f2857-a480-4c65-88cc-9e8dd6a7cbf4", "code": 200}]} {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:01:47.456687 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-48b2cc17-2969-48ee-9fe4-f3be70afec19 {{(pid=106208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:01:47.457182 dv-cinder-815146-13-iscsi neutron-server[106208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48b2cc17-2969-48ee-9fe4-f3be70afec19'] response: {'server_uuid': '12338ddc-349d-4f0b-b6d8-4bb83f19e320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd60f2857-a480-4c65-88cc-9e8dd6a7cbf4', 'code': 200} Aug 30 01:01:47.457951 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Provisioning for port 5eb7c376-7d0c-4333-90b3-56b8d45e7089 completed by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 01:01:47.462626 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-c1367363-6185-4aad-9a03-2c9ff95d5202 req-70102536-600b-494a-8c63-2ce6f40c9f62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (d7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b), after_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:47.465099 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Provisioning complete for port 5eb7c376-7d0c-4333-90b3-56b8d45e7089 triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:01:47.465703 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (5eb7c376-7d0c-4333-90b3-56b8d45e7089), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:47.572668 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Current status of the port 5eb7c376-7d0c-4333-90b3-56b8d45e7089 is: BUILD; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:01:47.573183 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (5eb7c376-7d0c-4333-90b3-56b8d45e7089), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:47.622228 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port 5eb7c376-7d0c-4333-90b3-56b8d45e7089, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=5eb7c376-7d0c-4333-90b3-56b8d45e7089,segment=NetworkSegment(db4c58cb-7f56-46b6-bff7-10d93a889abe),segment_id=db4c58cb-7f56-46b6-bff7-10d93a889abe)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:01:47.630298 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (5eb7c376-7d0c-4333-90b3-56b8d45e7089), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:47.755068 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Pushing event updated for resources: {'Port': ['ID=5eb7c376-7d0c-4333-90b3-56b8d45e7089,revision_number=5']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:47.783713 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.managers [req-c1367363-6185-4aad-9a03-2c9ff95d5202 req-70102536-600b-494a-8c63-2ce6f40c9f62 service neutron] Attempting to bind port d7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b on host hv-cinder-81514 for vnic_type normal with profile {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:01:47.784323 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.managers [req-c1367363-6185-4aad-9a03-2c9ff95d5202 req-70102536-600b-494a-8c63-2ce6f40c9f62 service neutron] Attempting to bind port d7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'ac710424-0f03-41c7-8792-e4337957dd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'dffca817-1d31-4c9c-99a3-2d8483c143b4'}] {{(pid=106207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:01:47.784323 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1367363-6185-4aad-9a03-2c9ff95d5202 req-70102536-600b-494a-8c63-2ce6f40c9f62 service neutron] Attempting to bind port d7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b on network dffca817-1d31-4c9c-99a3-2d8483c143b4 {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:01:47.813643 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-cfa473f9-7e58-49bc-8351-fc2961cd5e5e req-8e413103-ccdd-494b-a2f8-cc91d4bc4b70 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77835519-6f8f-47e8-9710-2b48c7087257 HTTP/1.1" status: 200 len: 217 time: 0.1129422 Aug 30 01:01:47.820437 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1367363-6185-4aad-9a03-2c9ff95d5202 req-70102536-600b-494a-8c63-2ce6f40c9f62 service neutron] Port d7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b on network dffca817-1d31-4c9c-99a3-2d8483c143b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 01:01:47.820771 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1367363-6185-4aad-9a03-2c9ff95d5202 req-70102536-600b-494a-8c63-2ce6f40c9f62 service neutron] Attempting to bind port d7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b on network dffca817-1d31-4c9c-99a3-2d8483c143b4 {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:01:47.831958 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1367363-6185-4aad-9a03-2c9ff95d5202 req-70102536-600b-494a-8c63-2ce6f40c9f62 service neutron] Checking agent: {'id': 'ec393def-3d84-45a3-8a6c-ed049d62fe0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 0, 59, 14), 'started_at': datetime.datetime(2022, 8, 30, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:01:47.832361 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1367363-6185-4aad-9a03-2c9ff95d5202 req-70102536-600b-494a-8c63-2ce6f40c9f62 service neutron] Checking segment: {'id': 'ac710424-0f03-41c7-8792-e4337957dd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'dffca817-1d31-4c9c-99a3-2d8483c143b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:01:47.832703 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1367363-6185-4aad-9a03-2c9ff95d5202 req-70102536-600b-494a-8c63-2ce6f40c9f62 service neutron] Bound using segment: {'id': 'ac710424-0f03-41c7-8792-e4337957dd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'dffca817-1d31-4c9c-99a3-2d8483c143b4'} {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:01:47.833195 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.managers [req-c1367363-6185-4aad-9a03-2c9ff95d5202 req-70102536-600b-494a-8c63-2ce6f40c9f62 service neutron] Bound port: d7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac710424-0f03-41c7-8792-e4337957dd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'dffca817-1d31-4c9c-99a3-2d8483c143b4'}}] {{(pid=106207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:01:47.833564 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-c1367363-6185-4aad-9a03-2c9ff95d5202 req-70102536-600b-494a-8c63-2ce6f40c9f62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (d7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b), before_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:47.877258 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-d7e1bcad-d3a5-49a5-83fd-4ce4c3eeb9f8 req-e56082c9-39ac-49f9-a671-ef3b88a46807 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/f64316af-4378-4002-9747-c897421bae08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775773 Aug 30 01:01:47.884996 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 45800) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:47.895556 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:47.895811 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70102536-600b-494a-8c63-2ce6f40c9f62 service neutron] Pushing event updated for resources: {'Port': ['ID=d7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b,revision_number=2']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:47.931270 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db04237-df59-4c73-80c0-6d3f9d57e024 req-524368ad-6973-4a84-8eff-4dd72f46ed21 tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:47.932901 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-3db04237-df59-4c73-80c0-6d3f9d57e024 req-524368ad-6973-4a84-8eff-4dd72f46ed21 tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=463f5c61-231b-435d-b0ec-440e941d8ae1 HTTP/1.1" status: 200 len: 945 time: 0.2266264 Aug 30 01:01:47.936674 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa473f9-7e58-49bc-8351-fc2961cd5e5e req-0a0869ea-2a23-4df8-9c38-aaf89e5bc506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:47.938168 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-cfa473f9-7e58-49bc-8351-fc2961cd5e5e req-0a0869ea-2a23-4df8-9c38-aaf89e5bc506 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=4a91c71a-9152-4bb3-bae3-f34c8bf8c47c HTTP/1.1" status: 200 len: 857 time: 0.1075768 Aug 30 01:01:48.004861 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb21425-1ec0-48c1-8064-b88a976fc7b3 req-6dded8fb-4286-4a4c-8a6c-31c7686d23d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:48.007496 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-feb21425-1ec0-48c1-8064-b88a976fc7b3 req-6dded8fb-4286-4a4c-8a6c-31c7686d23d7 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=12338ddc-349d-4f0b-b6d8-4bb83f19e320 HTTP/1.1" status: 200 len: 1130 time: 0.1103535 Aug 30 01:01:48.034143 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-feb21425-1ec0-48c1-8064-b88a976fc7b3 req-bd7e0b48-745e-4077-8da5-042a55db55fc service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:48.075801 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.db [req-c1367363-6185-4aad-9a03-2c9ff95d5202 req-70102536-600b-494a-8c63-2ce6f40c9f62 service neutron] For port d7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b, host hv-cinder-81514, cleared binding levels {{(pid=106207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:01:48.086281 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa473f9-7e58-49bc-8351-fc2961cd5e5e req-7eabd80d-e46b-4392-97bb-f8efb5c16185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:48.095058 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-cfa473f9-7e58-49bc-8351-fc2961cd5e5e req-7eabd80d-e46b-4392-97bb-f8efb5c16185 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=5ee6ec53-bf26-4fab-b55f-62bd4221ec41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1334414 Aug 30 01:01:48.100283 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.db [req-c1367363-6185-4aad-9a03-2c9ff95d5202 req-70102536-600b-494a-8c63-2ce6f40c9f62 service neutron] For port d7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=d7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b,segment=NetworkSegment(ac710424-0f03-41c7-8792-e4337957dd44),segment_id=ac710424-0f03-41c7-8792-e4337957dd44)] {{(pid=106207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:01:48.135442 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-feb21425-1ec0-48c1-8064-b88a976fc7b3 req-bd7e0b48-745e-4077-8da5-042a55db55fc service neutron] Publish callbacks [] for security_group (1b76f9af-e3a4-43c3-b131-4333f34716c6), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:48.144060 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-feb21425-1ec0-48c1-8064-b88a976fc7b3 req-bd7e0b48-745e-4077-8da5-042a55db55fc service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (1b76f9af-e3a4-43c3-b131-4333f34716c6), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:48.183039 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-3db04237-df59-4c73-80c0-6d3f9d57e024 req-b1d01e70-4917-4b4c-9cff-0f06e76d343a tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=fd73283f-0252-47d5-9b6c-21e114ae8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370520 Aug 30 01:01:48.196815 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-c1367363-6185-4aad-9a03-2c9ff95d5202 req-70102536-600b-494a-8c63-2ce6f40c9f62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (d7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b), after_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:48.201938 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1367363-6185-4aad-9a03-2c9ff95d5202 req-70102536-600b-494a-8c63-2ce6f40c9f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:48.204839 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-c1367363-6185-4aad-9a03-2c9ff95d5202 req-70102536-600b-494a-8c63-2ce6f40c9f62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282183'] for port (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:48.210032 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-c1367363-6185-4aad-9a03-2c9ff95d5202 req-70102536-600b-494a-8c63-2ce6f40c9f62 service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/d7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b HTTP/1.1" status: 200 len: 1093 time: 2.0055509 Aug 30 01:01:48.217169 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-b89b1e03-e594-4920-aec8-3e5cd7918b69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:48.229704 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:48.269733 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-feb21425-1ec0-48c1-8064-b88a976fc7b3 req-bd7e0b48-745e-4077-8da5-042a55db55fc service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557197 Aug 30 01:01:48.270501 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7e0b48-745e-4077-8da5-042a55db55fc service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1b76f9af-e3a4-43c3-b131-4333f34716c6,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:48.338882 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d2ed1b9-2567-4964-83fd-dd44533766ae', 'tag': 'd7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b'}] {{(pid=106207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:01:48.344118 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480b08bd5bc4b1a03c1b08d00e02a3f82783774d0c3347d038299e83f2d6db65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6104f4-5756-446a-a38c-d55dac1426cc" -d '{"events": [{"name": "network-changed", "server_uuid": "8d2ed1b9-2567-4964-83fd-dd44533766ae", "tag": "d7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b"}]}' {{(pid=106207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:01:48.391606 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-b89b1e03-e594-4920-aec8-3e5cd7918b69 admin admin] Publish callbacks [] for security_group (e2df45d2-9c3d-4609-a425-086bfc8b6728), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:48.399514 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-b89b1e03-e594-4920-aec8-3e5cd7918b69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (e2df45d2-9c3d-4609-a425-086bfc8b6728), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:48.459215 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89b1e03-e594-4920-aec8-3e5cd7918b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2df45d2-9c3d-4609-a425-086bfc8b6728,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:48.488116 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-b89b1e03-e594-4920-aec8-3e5cd7918b69 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=297933af06fe49d99834d31c4aeb193e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6018527 Aug 30 01:01:48.490737 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 45832) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:48.508182 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:48.531480 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df586a3-c3a9-432c-9bd2-7f6d3ffbf6df req-474d929f-8e7e-43c9-bff6-4a751a9c038c tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:48.533569 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-2df586a3-c3a9-432c-9bd2-7f6d3ffbf6df req-474d929f-8e7e-43c9-bff6-4a751a9c038c tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 943 time: 0.1278102 Aug 30 01:01:48.553767 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:48.580323 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70102536-600b-494a-8c63-2ce6f40c9f62 service neutron] Pushing event updated for resources: {'Port': ['ID=d7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b,revision_number=3']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:48.588434 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1367363-6185-4aad-9a03-2c9ff95d5202 req-0c44d7e6-5995-470d-8467-7dbcd1596c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:48.591265 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-c1367363-6185-4aad-9a03-2c9ff95d5202 req-0c44d7e6-5995-470d-8467-7dbcd1596c62 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=0596692dbfb149139a1e72159c6f93db&device_id=8d2ed1b9-2567-4964-83fd-dd44533766ae HTTP/1.1" status: 200 len: 1127 time: 0.0799220 Aug 30 01:01:48.611456 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1680f256-7976-4cfc-a1ed-57c7696c7b64 req-07de1e14-b6e3-4632-81f0-3df0daf1d7ab tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:48.613002 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-1680f256-7976-4cfc-a1ed-57c7696c7b64 req-07de1e14-b6e3-4632-81f0-3df0daf1d7ab tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b59fedac-4fcb-47a8-8187-0a331d499fd2 HTTP/1.1" status: 200 len: 943 time: 0.2191424 Aug 30 01:01:48.648301 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-41d40842-0d75-4aec-ac59-ff329e30b91a admin admin] Publish callbacks [] for security_group (e2df45d2-9c3d-4609-a425-086bfc8b6728), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:48.649067 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-2df586a3-c3a9-432c-9bd2-7f6d3ffbf6df req-00efe3d9-4d6f-4f52-9658-36075008e1b4 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940213 Aug 30 01:01:48.653940 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-cfa473f9-7e58-49bc-8351-fc2961cd5e5e req-7f4c4b36-0d21-42bb-9315-d69e2543bf17 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/5ee6ec53-bf26-4fab-b55f-62bd4221ec41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5418589 Aug 30 01:01:48.686625 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-41d40842-0d75-4aec-ac59-ff329e30b91a admin admin] Publish callbacks [] for security_group (e2df45d2-9c3d-4609-a425-086bfc8b6728), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:48.710880 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4fa336-58fd-4002-a256-f1da64aba61f x-openstack-request-id: req-6a4fa336-58fd-4002-a256-f1da64aba61f {{(pid=106207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:01:48.711173 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d2ed1b9-2567-4964-83fd-dd44533766ae", "tag": "d7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b", "status": "completed", "code": 200}]} {{(pid=106207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:01:48.711420 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6a4fa336-58fd-4002-a256-f1da64aba61f {{(pid=106207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:01:48.711811 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a4fa336-58fd-4002-a256-f1da64aba61f'] response: {'name': 'network-changed', 'server_uuid': '8d2ed1b9-2567-4964-83fd-dd44533766ae', 'tag': 'd7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b', 'status': 'completed', 'code': 200} Aug 30 01:01:48.742536 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-c1367363-6185-4aad-9a03-2c9ff95d5202 req-25935e67-32ee-4784-abd7-8dc8aa4491c7 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b HTTP/1.1" status: 200 len: 217 time: 0.1394815 Aug 30 01:01:48.755547 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-41d40842-0d75-4aec-ac59-ff329e30b91a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (e2df45d2-9c3d-4609-a425-086bfc8b6728), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:48.760302 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-41d40842-0d75-4aec-ac59-ff329e30b91a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:48.761735 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-41d40842-0d75-4aec-ac59-ff329e30b91a admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/e2df45d2-9c3d-4609-a425-086bfc8b6728 HTTP/1.1" status: 204 len: 168 time: 0.2700129 Aug 30 01:01:48.773656 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d40842-0d75-4aec-ac59-ff329e30b91a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2df45d2-9c3d-4609-a425-086bfc8b6728,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:48.889617 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-1680f256-7976-4cfc-a1ed-57c7696c7b64 req-ed597b83-39f2-4c09-8135-f631aa8af5e1 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cf795692-07ba-4120-b253-28f50a651d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2473474 Aug 30 01:01:48.910022 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-cfa473f9-7e58-49bc-8351-fc2961cd5e5e req-5add0e3a-2031-4ed3-882e-4c7a398bd0af service neutron] 10.222.0.47 "GET /networking/v2.0/networks/5ee6ec53-bf26-4fab-b55f-62bd4221ec41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286775 Aug 30 01:01:48.918153 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac452c2f-dd0d-4601-81bf-29698a5ecdc6 req-f3b728b6-60fc-497d-b8c1-b939a2b4dfe9 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:48.919776 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-ac452c2f-dd0d-4601-81bf-29698a5ecdc6 req-f3b728b6-60fc-497d-b8c1-b939a2b4dfe9 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8d2ed1b9-2567-4964-83fd-dd44533766ae HTTP/1.1" status: 200 len: 943 time: 0.1117404 Aug 30 01:01:48.982796 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-ac452c2f-dd0d-4601-81bf-29698a5ecdc6 req-f37a208d-92b4-421b-9c51-6f111d9b66d5 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8cee015c-6f4d-4302-98d9-abaef09d5083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563688 Aug 30 01:01:49.336202 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7fdc8b-5d81-46ec-894d-57ea62258c6d req-7f279f63-88d8-4ce1-9985-87330dce024a tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:49.338011 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-ee7fdc8b-5d81-46ec-894d-57ea62258c6d req-7f279f63-88d8-4ce1-9985-87330dce024a tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=463f5c61-231b-435d-b0ec-440e941d8ae1 HTTP/1.1" status: 200 len: 945 time: 0.0737722 Aug 30 01:01:49.384370 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 45866) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:49.408496 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ec56f94b-0a38-4827-a281-aa3ccbe79d8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:49.411049 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-ee7fdc8b-5d81-46ec-894d-57ea62258c6d req-92e37244-4b75-4109-a4f5-d6b418c9da07 tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=fd73283f-0252-47d5-9b6c-21e114ae8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638154 Aug 30 01:01:49.458340 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '463f5c61-231b-435d-b0ec-440e941d8ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eb7c376-7d0c-4333-90b3-56b8d45e7089'}] {{(pid=106208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:01:49.461029 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c29b7fbecba6d5f29730e8e5f4edf6e9b002b1b00f6f5f73d69c4afba8ee411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3be9d73-9bcb-4be4-aedc-a82c23a3bf34" -d '{"events": [{"server_uuid": "463f5c61-231b-435d-b0ec-440e941d8ae1", "name": "network-vif-plugged", "status": "completed", "tag": "5eb7c376-7d0c-4333-90b3-56b8d45e7089"}]}' {{(pid=106208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:01:49.508363 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c145ae5f-4b7b-4c85-8be4-afe0f94fdd6a x-openstack-request-id: req-c145ae5f-4b7b-4c85-8be4-afe0f94fdd6a {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:01:49.508781 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "463f5c61-231b-435d-b0ec-440e941d8ae1", "name": "network-vif-plugged", "status": "completed", "tag": "5eb7c376-7d0c-4333-90b3-56b8d45e7089", "code": 200}]} {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:01:49.509037 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c145ae5f-4b7b-4c85-8be4-afe0f94fdd6a {{(pid=106208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:01:49.509581 dv-cinder-815146-13-iscsi neutron-server[106208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c145ae5f-4b7b-4c85-8be4-afe0f94fdd6a'] response: {'server_uuid': '463f5c61-231b-435d-b0ec-440e941d8ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eb7c376-7d0c-4333-90b3-56b8d45e7089', 'code': 200} Aug 30 01:01:49.519855 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ec56f94b-0a38-4827-a281-aa3ccbe79d8b admin admin] Publish callbacks [] for security_group (ac637c3f-c9e1-4d40-b8e6-32ce82e3eba6), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:49.523543 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ec56f94b-0a38-4827-a281-aa3ccbe79d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (ac637c3f-c9e1-4d40-b8e6-32ce82e3eba6), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:49.565651 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-ec56f94b-0a38-4827-a281-aa3ccbe79d8b admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=5f21a70ce0e14ca8bff3e3109d00e70e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1801369 Aug 30 01:01:49.568346 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 45876) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:49.576572 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec56f94b-0a38-4827-a281-aa3ccbe79d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac637c3f-c9e1-4d40-b8e6-32ce82e3eba6,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:49.644739 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-5e50bd4a-1516-4a39-b488-e19c86f729e6 admin admin] Publish callbacks [] for security_group (ac637c3f-c9e1-4d40-b8e6-32ce82e3eba6), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:49.666210 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-5e50bd4a-1516-4a39-b488-e19c86f729e6 admin admin] Publish callbacks [] for security_group (ac637c3f-c9e1-4d40-b8e6-32ce82e3eba6), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:49.728846 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-5e50bd4a-1516-4a39-b488-e19c86f729e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (ac637c3f-c9e1-4d40-b8e6-32ce82e3eba6), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:49.731394 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-5e50bd4a-1516-4a39-b488-e19c86f729e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:49.735514 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-5e50bd4a-1516-4a39-b488-e19c86f729e6 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/ac637c3f-c9e1-4d40-b8e6-32ce82e3eba6 HTTP/1.1" status: 204 len: 168 time: 0.1631935 Aug 30 01:01:49.741962 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e50bd4a-1516-4a39-b488-e19c86f729e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac637c3f-c9e1-4d40-b8e6-32ce82e3eba6,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:49.806200 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30525bd0-cf4f-4711-831f-cdfa44611f33 req-dfc4dc71-42d2-4b2d-8b95-3ab49b17f914 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:49.807979 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-30525bd0-cf4f-4711-831f-cdfa44611f33 req-dfc4dc71-42d2-4b2d-8b95-3ab49b17f914 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 943 time: 0.0877910 Aug 30 01:01:49.862352 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-30525bd0-cf4f-4711-831f-cdfa44611f33 req-50830681-b9de-4d80-bdeb-b0e567bc9abd tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474138 Aug 30 01:01:50.040525 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9401fd6-81bb-4a0a-ae23-8e37f0313b13 req-c2c139a3-323b-441c-92d3-b083998b0715 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:50.042076 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-b9401fd6-81bb-4a0a-ae23-8e37f0313b13 req-c2c139a3-323b-441c-92d3-b083998b0715 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b59fedac-4fcb-47a8-8187-0a331d499fd2 HTTP/1.1" status: 200 len: 943 time: 0.0535378 Aug 30 01:01:50.127805 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-b9401fd6-81bb-4a0a-ae23-8e37f0313b13 req-95258ee4-aee8-463b-8437-ba3e4b330c67 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cf795692-07ba-4120-b253-28f50a651d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781217 Aug 30 01:01:50.133951 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32325d69-7eb7-46d6-af85-6ea412c788dd req-4ae5b3bd-fae6-4d76-913b-1cc1435c8e9e tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:50.135438 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-32325d69-7eb7-46d6-af85-6ea412c788dd req-4ae5b3bd-fae6-4d76-913b-1cc1435c8e9e tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8d2ed1b9-2567-4964-83fd-dd44533766ae HTTP/1.1" status: 200 len: 943 time: 0.0649576 Aug 30 01:01:50.202810 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-32325d69-7eb7-46d6-af85-6ea412c788dd req-dbbcdc87-af6a-40d9-b6c8-6b60cda2c204 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8cee015c-6f4d-4302-98d9-abaef09d5083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611885 Aug 30 01:01:50.384450 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device 26facd73-81ff-4a35-9126-739f3f31881b details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=106208) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 01:01:50.499566 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port 26facd73-81ff-4a35-9126-739f3f31881b, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=26facd73-81ff-4a35-9126-739f3f31881b,segment=NetworkSegment(ca5db623-0af4-47b7-b5e7-bb87137b4f10),segment_id=ca5db623-0af4-47b7-b5e7-bb87137b4f10)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:01:50.513453 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Returning: {'device': '26facd73-81ff-4a35-9126-739f3f31881b', 'network_id': '0b956883-0f29-4de3-9788-00541616d922', 'port_id': '26facd73-81ff-4a35-9126-739f3f31881b', 'mac_address': 'fa:16:3e:9c:f2:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1095, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2092925-3f88-4d08-9bce-f992f050b9ed', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106208) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 01:01:50.521907 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:50.556929 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b778664-cf63-42cb-a762-872c4395eda3 req-b7166260-f47c-41e7-941a-626a339491d5 tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:50.558813 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-6b778664-cf63-42cb-a762-872c4395eda3 req-b7166260-f47c-41e7-941a-626a339491d5 tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=463f5c61-231b-435d-b0ec-440e941d8ae1 HTTP/1.1" status: 200 len: 945 time: 0.0541909 Aug 30 01:01:50.561233 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Current status of the port 26facd73-81ff-4a35-9126-739f3f31881b is: DOWN; New status is: BUILD {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:01:50.562742 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (26facd73-81ff-4a35-9126-739f3f31881b), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:50.576513 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26facd73-81ff-4a35-9126-739f3f31881b {{(pid=106208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:01:50.599267 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port 26facd73-81ff-4a35-9126-739f3f31881b, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=26facd73-81ff-4a35-9126-739f3f31881b,segment=NetworkSegment(ca5db623-0af4-47b7-b5e7-bb87137b4f10),segment_id=ca5db623-0af4-47b7-b5e7-bb87137b4f10)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:01:50.603168 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (26facd73-81ff-4a35-9126-739f3f31881b), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:50.604177 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device 77835519-6f8f-47e8-9710-2b48c7087257 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=106208) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 01:01:50.616461 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-6b778664-cf63-42cb-a762-872c4395eda3 req-187f4f04-2c2e-4a3a-9ea5-26c0b14c3179 tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=fd73283f-0252-47d5-9b6c-21e114ae8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498164 Aug 30 01:01:50.722595 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Pushing event updated for resources: {'Port': ['ID=26facd73-81ff-4a35-9126-739f3f31881b,revision_number=4']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:50.758338 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port 77835519-6f8f-47e8-9710-2b48c7087257, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=77835519-6f8f-47e8-9710-2b48c7087257,segment=NetworkSegment(c47d2ff1-3cd9-4a2f-88ea-ac8145096927),segment_id=c47d2ff1-3cd9-4a2f-88ea-ac8145096927)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:01:50.770347 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Returning: {'device': '77835519-6f8f-47e8-9710-2b48c7087257', 'network_id': '5ee6ec53-bf26-4fab-b55f-62bd4221ec41', 'port_id': '77835519-6f8f-47e8-9710-2b48c7087257', 'mac_address': 'fa:16:3e:2b:53:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a91c71a-9152-4bb3-bae3-f34c8bf8c47c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106208) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 01:01:50.810143 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Current status of the port 77835519-6f8f-47e8-9710-2b48c7087257 is: DOWN; New status is: BUILD {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:01:50.810534 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (77835519-6f8f-47e8-9710-2b48c7087257), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:50.819200 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:50.824395 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77835519-6f8f-47e8-9710-2b48c7087257 {{(pid=106208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:01:50.845873 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port 77835519-6f8f-47e8-9710-2b48c7087257, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=77835519-6f8f-47e8-9710-2b48c7087257,segment=NetworkSegment(c47d2ff1-3cd9-4a2f-88ea-ac8145096927),segment_id=c47d2ff1-3cd9-4a2f-88ea-ac8145096927)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:01:50.849892 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (77835519-6f8f-47e8-9710-2b48c7087257), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:50.899021 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Pushing event updated for resources: {'Port': ['ID=77835519-6f8f-47e8-9710-2b48c7087257,revision_number=4']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:50.947619 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 45928) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:50.957159 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:50.994397 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0990ea6b-dc3c-4e39-a081-b8767960188f req-271d32bd-897a-43c1-bb9f-36167256b815 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:50.996056 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-0990ea6b-dc3c-4e39-a081-b8767960188f req-271d32bd-897a-43c1-bb9f-36167256b815 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 944 time: 0.0492411 Aug 30 01:01:51.052544 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-0990ea6b-dc3c-4e39-a081-b8767960188f req-c2b33a18-a3aa-4bc3-972d-5fe3082cb7e8 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503364 Aug 30 01:01:51.063529 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-3688c024-0f17-4467-9534-6c5ed646030c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:51.092786 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:51.141238 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-3688c024-0f17-4467-9534-6c5ed646030c admin admin] Publish callbacks [] for security_group (ea4c54ea-5c33-4278-b4e4-37cee69ed37f), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:51.144841 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-3688c024-0f17-4467-9534-6c5ed646030c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (ea4c54ea-5c33-4278-b4e4-37cee69ed37f), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:51.185029 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-3688c024-0f17-4467-9534-6c5ed646030c admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=f75824b89f8e479d8ab387df96644b73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2363281 Aug 30 01:01:51.186243 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3688c024-0f17-4467-9534-6c5ed646030c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4c54ea-5c33-4278-b4e4-37cee69ed37f,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:51.188300 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 45936) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:51.259830 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:51.274846 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42ba6ba-3664-44a8-9002-10881978172e req-e66cbdc7-d24c-4597-86c6-08a7a1e6dcf2 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:51.276322 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-d42ba6ba-3664-44a8-9002-10881978172e req-e66cbdc7-d24c-4597-86c6-08a7a1e6dcf2 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b59fedac-4fcb-47a8-8187-0a331d499fd2 HTTP/1.1" status: 200 len: 944 time: 0.0645194 Aug 30 01:01:51.309157 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-cd1f0c8d-e746-47f6-b40d-1ed78a7c447e admin admin] Publish callbacks [] for security_group (ea4c54ea-5c33-4278-b4e4-37cee69ed37f), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:51.363797 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-cd1f0c8d-e746-47f6-b40d-1ed78a7c447e admin admin] Publish callbacks [] for security_group (ea4c54ea-5c33-4278-b4e4-37cee69ed37f), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:51.395820 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d6c55-dbde-4823-95df-d6cd21a54df2 req-73b7118e-6563-4948-a26c-c374f35c8ce7 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:51.397099 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-039d6c55-dbde-4823-95df-d6cd21a54df2 req-73b7118e-6563-4948-a26c-c374f35c8ce7 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8d2ed1b9-2567-4964-83fd-dd44533766ae HTTP/1.1" status: 200 len: 943 time: 0.1037598 Aug 30 01:01:51.410345 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-d42ba6ba-3664-44a8-9002-10881978172e req-b58c6518-40ec-4965-8731-ac59cf485c14 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cf795692-07ba-4120-b253-28f50a651d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277504 Aug 30 01:01:51.470139 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-039d6c55-dbde-4823-95df-d6cd21a54df2 req-fe6f27b9-1039-4876-a885-a464f8893436 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8cee015c-6f4d-4302-98d9-abaef09d5083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606968 Aug 30 01:01:51.474628 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-cd1f0c8d-e746-47f6-b40d-1ed78a7c447e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (ea4c54ea-5c33-4278-b4e4-37cee69ed37f), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:51.477467 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-cd1f0c8d-e746-47f6-b40d-1ed78a7c447e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:51.481687 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-cd1f0c8d-e746-47f6-b40d-1ed78a7c447e admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/ea4c54ea-5c33-4278-b4e4-37cee69ed37f HTTP/1.1" status: 204 len: 168 time: 0.2882509 Aug 30 01:01:51.487355 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1f0c8d-e746-47f6-b40d-1ed78a7c447e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea4c54ea-5c33-4278-b4e4-37cee69ed37f,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:51.610231 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:51.621684 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=4 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:51.733490 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1367363-6185-4aad-9a03-2c9ff95d5202 req-97427739-44e1-4a92-abd7-3db9a8ac46ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:51.734295 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] get_ports_and_sgs() called for port_ids ['77835519-6f8f-47e8-9710-2b48c7087257'] {{(pid=106208) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:01:51.735348 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-c1367363-6185-4aad-9a03-2c9ff95d5202 req-97427739-44e1-4a92-abd7-3db9a8ac46ac service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=35e91298-8731-4ea1-81fe-d78c255b7ca6 HTTP/1.1" status: 200 len: 853 time: 0.0896556 Aug 30 01:01:51.821377 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1367363-6185-4aad-9a03-2c9ff95d5202 req-90af1f2f-7291-4c34-85c1-d12b03478475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:51.823252 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-c1367363-6185-4aad-9a03-2c9ff95d5202 req-90af1f2f-7291-4c34-85c1-d12b03478475 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=dffca817-1d31-4c9c-99a3-2d8483c143b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0539253 Aug 30 01:01:51.869478 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ac5762-1322-41ef-ad3c-41990193b4e5 req-bf64bb69-4cf0-4457-9cfb-d3337a76420b tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:51.873047 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e4ac5762-1322-41ef-ad3c-41990193b4e5 req-bf64bb69-4cf0-4457-9cfb-d3337a76420b tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=463f5c61-231b-435d-b0ec-440e941d8ae1 HTTP/1.1" status: 200 len: 945 time: 0.1430635 Aug 30 01:01:51.879882 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] get_ports_and_sgs() called for port_ids ['26facd73-81ff-4a35-9126-739f3f31881b'] {{(pid=106208) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:01:52.073506 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-c1367363-6185-4aad-9a03-2c9ff95d5202 req-03777cb4-7156-4bb7-bb13-ba41b2455057 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/dffca817-1d31-4c9c-99a3-2d8483c143b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381625 Aug 30 01:01:52.084318 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e4ac5762-1322-41ef-ad3c-41990193b4e5 req-566c62ff-16cd-488c-843a-b752b76c52e4 tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=fd73283f-0252-47d5-9b6c-21e114ae8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044063 Aug 30 01:01:52.089398 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c4e93-9d32-46f9-be89-20f524a7444f req-2775b2a1-c8db-4160-8e61-fbd429c11017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:52.116951 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-db3c4e93-9d32-46f9-be89-20f524a7444f req-2775b2a1-c8db-4160-8e61-fbd429c11017 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=463f5c61-231b-435d-b0ec-440e941d8ae1 HTTP/1.1" status: 200 len: 1129 time: 0.1988845 Aug 30 01:01:52.186779 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:52.240042 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-db3c4e93-9d32-46f9-be89-20f524a7444f req-111b2277-335a-41f6-ae42-3a3fa8855f3c service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=fd73283f-0252-47d5-9b6c-21e114ae8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043882 Aug 30 01:01:52.285054 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:52.321948 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b29520-87b3-4222-ab44-ae47d3f9a95b req-5d347a43-0b63-4789-bcc0-5e4296d5ac30 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:52.323612 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e7b29520-87b3-4222-ab44-ae47d3f9a95b req-5d347a43-0b63-4789-bcc0-5e4296d5ac30 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 944 time: 0.0703232 Aug 30 01:01:52.330545 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-c1367363-6185-4aad-9a03-2c9ff95d5202 req-8203b842-83bc-4e29-b5f7-c2f9d10b797a service neutron] 10.222.0.47 "GET /networking/v2.0/networks/dffca817-1d31-4c9c-99a3-2d8483c143b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502859 Aug 30 01:01:52.382522 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e7b29520-87b3-4222-ab44-ae47d3f9a95b req-d20f7df9-0e79-4392-8231-6b1f65401f7d tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516856 Aug 30 01:01:52.555034 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9258cc-4472-4556-88c6-3462a2b19721 req-d7f5d695-903c-41ac-9283-7d0b4fc0c297 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:52.557040 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-0b9258cc-4472-4556-88c6-3462a2b19721 req-d7f5d695-903c-41ac-9283-7d0b4fc0c297 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b59fedac-4fcb-47a8-8187-0a331d499fd2 HTTP/1.1" status: 200 len: 944 time: 0.0525568 Aug 30 01:01:52.643803 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad2886-5599-48c2-8262-6a60066bd0bf req-1c7e087b-7156-4f41-a011-d6a835de24ef tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:52.645324 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-41ad2886-5599-48c2-8262-6a60066bd0bf req-1c7e087b-7156-4f41-a011-d6a835de24ef tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8d2ed1b9-2567-4964-83fd-dd44533766ae HTTP/1.1" status: 200 len: 943 time: 0.0750754 Aug 30 01:01:52.649607 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-0b9258cc-4472-4556-88c6-3462a2b19721 req-47481773-9014-43ab-80ba-9928516eed39 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cf795692-07ba-4120-b253-28f50a651d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871570 Aug 30 01:01:52.694056 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-41ad2886-5599-48c2-8262-6a60066bd0bf req-cfa8e617-eacd-42ea-a780-ab56715ca129 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8cee015c-6f4d-4302-98d9-abaef09d5083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432849 Aug 30 01:01:52.958468 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 46026) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:53.067120 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-d3f6fd1e-1551-4bf1-a9a5-84eb5213e4d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:53.139867 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:53.154951 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-d3f6fd1e-1551-4bf1-a9a5-84eb5213e4d6 admin admin] Publish callbacks [] for security_group (0a81275a-9f14-43dd-9b90-c297d8a34e33), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:53.159823 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-d3f6fd1e-1551-4bf1-a9a5-84eb5213e4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (0a81275a-9f14-43dd-9b90-c297d8a34e33), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:53.190083 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:53.237960 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f6fd1e-1551-4bf1-a9a5-84eb5213e4d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a81275a-9f14-43dd-9b90-c297d8a34e33,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:53.244552 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-d3f6fd1e-1551-4bf1-a9a5-84eb5213e4d6 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=0c6403e5ecc44c52ba972df67b70037e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2850108 Aug 30 01:01:53.247769 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 46042) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:53.278815 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c54f02c-2c09-4654-8591-99ad40eb10ae req-4326662c-d0dd-4a3b-95dc-932edde67f80 tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:53.280642 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-7c54f02c-2c09-4654-8591-99ad40eb10ae req-4326662c-d0dd-4a3b-95dc-932edde67f80 tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=463f5c61-231b-435d-b0ec-440e941d8ae1 HTTP/1.1" status: 200 len: 945 time: 0.1153622 Aug 30 01:01:53.354649 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-abb4894c-f413-403a-9518-7c23f0f869aa admin admin] Publish callbacks [] for security_group (0a81275a-9f14-43dd-9b90-c297d8a34e33), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:53.367784 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-7c54f02c-2c09-4654-8591-99ad40eb10ae req-0ca880f5-0961-4830-8bcd-3c3216a6409d tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=fd73283f-0252-47d5-9b6c-21e114ae8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783591 Aug 30 01:01:53.378538 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 46056) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:53.382999 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-abb4894c-f413-403a-9518-7c23f0f869aa admin admin] Publish callbacks [] for security_group (0a81275a-9f14-43dd-9b90-c297d8a34e33), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:53.444742 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-abb4894c-f413-403a-9518-7c23f0f869aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (0a81275a-9f14-43dd-9b90-c297d8a34e33), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:53.461319 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-abb4894c-f413-403a-9518-7c23f0f869aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:53.461319 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-abb4894c-f413-403a-9518-7c23f0f869aa admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/0a81275a-9f14-43dd-9b90-c297d8a34e33 HTTP/1.1" status: 204 len: 168 time: 0.1996861 Aug 30 01:01:53.473436 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb4894c-f413-403a-9518-7c23f0f869aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a81275a-9f14-43dd-9b90-c297d8a34e33,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:53.539959 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45899da1-0dc7-47ee-ae42-bb88851880b3 req-2a2c9f28-0fa1-47ce-8d77-d0222f5cca63 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:53.550306 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-45899da1-0dc7-47ee-ae42-bb88851880b3 req-2a2c9f28-0fa1-47ce-8d77-d0222f5cca63 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 944 time: 0.0702832 Aug 30 01:01:53.576256 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-18bf850b-1d46-4ad2-a5f0-0f3603ecedec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:53.621838 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-45899da1-0dc7-47ee-ae42-bb88851880b3 req-4fa8575a-4da2-40c4-aae8-0a64f74783fb tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706899 Aug 30 01:01:53.697387 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-18bf850b-1d46-4ad2-a5f0-0f3603ecedec admin admin] Publish callbacks [] for security_group (ac94f209-35b5-4faa-8551-eb4ead756a9f), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:53.701697 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-18bf850b-1d46-4ad2-a5f0-0f3603ecedec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (ac94f209-35b5-4faa-8551-eb4ead756a9f), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:53.757022 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-18bf850b-1d46-4ad2-a5f0-0f3603ecedec admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=bfc85d8bc0fb463e97503dc2b3a20390&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3768294 Aug 30 01:01:53.758074 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bf850b-1d46-4ad2-a5f0-0f3603ecedec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac94f209-35b5-4faa-8551-eb4ead756a9f,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:53.760561 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 46082) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:53.822762 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-70f70452-e335-4ffa-bb78-1e1f9ad4ec04 admin admin] Publish callbacks [] for security_group (ac94f209-35b5-4faa-8551-eb4ead756a9f), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:53.839487 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb91734-88d2-4a75-b0b3-f7c562a1fe82 req-099b5dcc-a444-401f-a6c0-efde52049bb0 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:53.841006 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-0fb91734-88d2-4a75-b0b3-f7c562a1fe82 req-099b5dcc-a444-401f-a6c0-efde52049bb0 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b59fedac-4fcb-47a8-8187-0a331d499fd2 HTTP/1.1" status: 200 len: 944 time: 0.1166191 Aug 30 01:01:53.849293 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-70f70452-e335-4ffa-bb78-1e1f9ad4ec04 admin admin] Publish callbacks [] for security_group (ac94f209-35b5-4faa-8551-eb4ead756a9f), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:53.853745 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897c52b4-36f0-49f9-bf6b-97cfd16e632d req-dccf0192-44f2-4065-9619-e9d87b7d9c7a tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:53.855365 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-897c52b4-36f0-49f9-bf6b-97cfd16e632d req-dccf0192-44f2-4065-9619-e9d87b7d9c7a tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8d2ed1b9-2567-4964-83fd-dd44533766ae HTTP/1.1" status: 200 len: 943 time: 0.0636225 Aug 30 01:01:53.905581 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-70f70452-e335-4ffa-bb78-1e1f9ad4ec04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (ac94f209-35b5-4faa-8551-eb4ead756a9f), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:53.909837 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-70f70452-e335-4ffa-bb78-1e1f9ad4ec04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:53.913771 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-70f70452-e335-4ffa-bb78-1e1f9ad4ec04 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/ac94f209-35b5-4faa-8551-eb4ead756a9f HTTP/1.1" status: 204 len: 168 time: 0.1493425 Aug 30 01:01:53.920240 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f70452-e335-4ffa-bb78-1e1f9ad4ec04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac94f209-35b5-4faa-8551-eb4ead756a9f,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:53.949726 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-0fb91734-88d2-4a75-b0b3-f7c562a1fe82 req-94e5513a-15ff-4b57-899d-3564b3373791 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cf795692-07ba-4120-b253-28f50a651d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932631 Aug 30 01:01:53.969924 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-897c52b4-36f0-49f9-bf6b-97cfd16e632d req-87fa729a-d768-44f1-872a-20e1118d95bd tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8cee015c-6f4d-4302-98d9-abaef09d5083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871258 Aug 30 01:01:54.304677 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 46102) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:54.321563 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-b543eb0d-1392-457e-9a6c-9a00a41fb142 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:54.351080 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 46104) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:54.362546 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:INSERT=12,neutron:SELECT=86,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:54.406379 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-b543eb0d-1392-457e-9a6c-9a00a41fb142 admin admin] Publish callbacks [] for security_group (61ffc7f0-d99c-4bc6-b82e-7af21f1ce901), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:54.412601 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-b543eb0d-1392-457e-9a6c-9a00a41fb142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (61ffc7f0-d99c-4bc6-b82e-7af21f1ce901), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:54.451577 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b543eb0d-1392-457e-9a6c-9a00a41fb142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ffc7f0-d99c-4bc6-b82e-7af21f1ce901,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:54.458431 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-b543eb0d-1392-457e-9a6c-9a00a41fb142 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=e64abef6418b4f6c86e0ee09cbc39a7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1502700 Aug 30 01:01:54.459385 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 46110) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:54.504929 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ea3f6-58a1-4cf1-9317-2c218ce26b0b req-5a559a5f-23ec-4e43-b94f-810a55f9e124 tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:54.506606 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-a56ea3f6-58a1-4cf1-9317-2c218ce26b0b req-5a559a5f-23ec-4e43-b94f-810a55f9e124 tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=463f5c61-231b-435d-b0ec-440e941d8ae1 HTTP/1.1" status: 200 len: 945 time: 0.0541620 Aug 30 01:01:54.512436 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-31beec4b-5754-4f6d-8a6e-850e4bac33d7 admin admin] Publish callbacks [] for security_group (61ffc7f0-d99c-4bc6-b82e-7af21f1ce901), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:54.534694 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-31beec4b-5754-4f6d-8a6e-850e4bac33d7 admin admin] Publish callbacks [] for security_group (61ffc7f0-d99c-4bc6-b82e-7af21f1ce901), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:54.536377 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [None req-8154d5d1-60dc-4dbb-a231-3ee51f1db9e2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1456161456-network', 'tenant_id': '2c18e1da199c437b809a45aada0b0e0e'}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:01:54.577329 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8154d5d1-60dc-4dbb-a231-3ee51f1db9e2 admin admin] Made reservation on behalf of 2c18e1da199c437b809a45aada0b0e0e for: {'network': 1} {{(pid=106207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:01:54.579887 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-8154d5d1-60dc-4dbb-a231-3ee51f1db9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for network (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:54.587720 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-31beec4b-5754-4f6d-8a6e-850e4bac33d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (61ffc7f0-d99c-4bc6-b82e-7af21f1ce901), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:54.590421 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-31beec4b-5754-4f6d-8a6e-850e4bac33d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:54.591752 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-31beec4b-5754-4f6d-8a6e-850e4bac33d7 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/61ffc7f0-d99c-4bc6-b82e-7af21f1ce901 HTTP/1.1" status: 204 len: 168 time: 0.1322117 Aug 30 01:01:54.592765 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-a56ea3f6-58a1-4cf1-9317-2c218ce26b0b req-6d2d076a-ce98-4144-9899-2dfe1bf1084f tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=fd73283f-0252-47d5-9b6c-21e114ae8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790942 Aug 30 01:01:54.594362 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-8154d5d1-60dc-4dbb-a231-3ee51f1db9e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:54.600617 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31beec4b-5754-4f6d-8a6e-850e4bac33d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ffc7f0-d99c-4bc6-b82e-7af21f1ce901,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:54.735723 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-8154d5d1-60dc-4dbb-a231-3ee51f1db9e2 admin admin] Publish callbacks [] for security_group (00b4fa40-2f76-4160-80c9-6907a1412044), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:54.745779 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-8154d5d1-60dc-4dbb-a231-3ee51f1db9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (00b4fa40-2f76-4160-80c9-6907a1412044), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:54.763379 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:54.782476 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611ec11a-133f-4a9c-b0a0-9a0cb00fb4c8 req-fe16ef47-ed90-48a5-989e-7ac1af664023 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:54.784037 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-611ec11a-133f-4a9c-b0a0-9a0cb00fb4c8 req-fe16ef47-ed90-48a5-989e-7ac1af664023 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 944 time: 0.0919299 Aug 30 01:01:54.798073 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8154d5d1-60dc-4dbb-a231-3ee51f1db9e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1056} {{(pid=106207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 01:01:54.813771 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:54.822915 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8154d5d1-60dc-4dbb-a231-3ee51f1db9e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b4fa40-2f76-4160-80c9-6907a1412044,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:54.830915 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-8154d5d1-60dc-4dbb-a231-3ee51f1db9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879481'] for segment (17eac527-492f-4c9e-afe0-e5f025f3f3f1), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:54.831256 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.db.segments_db [None req-8154d5d1-60dc-4dbb-a231-3ee51f1db9e2 admin admin] Added segment 17eac527-492f-4c9e-afe0-e5f025f3f3f1 of type vlan for network 9d1e59dd-5b38-4842-838d-cef49c8c8701 Aug 30 01:01:54.895455 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-8154d5d1-60dc-4dbb-a231-3ee51f1db9e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737867601237'] for network (9d1e59dd-5b38-4842-838d-cef49c8c8701), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:54.902103 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-611ec11a-133f-4a9c-b0a0-9a0cb00fb4c8 req-16009b47-0672-42e8-ba07-27c7831ee4d2 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121900 Aug 30 01:01:54.941231 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-8154d5d1-60dc-4dbb-a231-3ee51f1db9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16316755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197'] for network (9d1e59dd-5b38-4842-838d-cef49c8c8701), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:54.942391 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8154d5d1-60dc-4dbb-a231-3ee51f1db9e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:54.943016 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-8154d5d1-60dc-4dbb-a231-3ee51f1db9e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282183'] for network (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:55.019809 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 46134) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:55.019967 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-8154d5d1-60dc-4dbb-a231-3ee51f1db9e2 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6675718 Aug 30 01:01:55.027455 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [None req-661d43d0-4ad9-421b-8c34-cfbbbd0252f0 admin admin] Request body: {'subnet': {'network_id': '9d1e59dd-5b38-4842-838d-cef49c8c8701', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1456161456-subnet', 'tenant_id': '2c18e1da199c437b809a45aada0b0e0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:01:55.028981 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8154d5d1-60dc-4dbb-a231-3ee51f1db9e2 admin admin] Pushing event updated for resources: {'Network': ['ID=9d1e59dd-5b38-4842-838d-cef49c8c8701,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:55.078917 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661d43d0-4ad9-421b-8c34-cfbbbd0252f0 admin admin] Made reservation on behalf of 2c18e1da199c437b809a45aada0b0e0e for: {'subnet': 1} {{(pid=106206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:01:55.087546 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-661d43d0-4ad9-421b-8c34-cfbbbd0252f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13728826'] for subnet (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:55.089616 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Network 9d1e59dd-5b38-4842-838d-cef49c8c8701 details requested by agent ovs-agent-dv-cinder-815146-13-iscsi with host dv-cinder-815146-13-iscsi {{(pid=106208) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 01:01:55.100931 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:55.149525 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cee2fe-3c50-437b-9db9-e05b0a95b0a9 req-8d5f9b18-edae-496d-8818-c7bace520300 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:55.156721 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-46cee2fe-3c50-437b-9db9-e05b0a95b0a9 req-8d5f9b18-edae-496d-8818-c7bace520300 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b59fedac-4fcb-47a8-8187-0a331d499fd2 HTTP/1.1" status: 200 len: 944 time: 0.0887694 Aug 30 01:01:55.194540 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4daabd3-1d43-459d-b5c3-c7abd2369f79 req-c29b7a4a-575b-4129-a930-ef15b15641c1 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:55.196200 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-f4daabd3-1d43-459d-b5c3-c7abd2369f79 req-c29b7a4a-575b-4129-a930-ef15b15641c1 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8d2ed1b9-2567-4964-83fd-dd44533766ae HTTP/1.1" status: 200 len: 943 time: 0.0898690 Aug 30 01:01:55.238300 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-46cee2fe-3c50-437b-9db9-e05b0a95b0a9 req-db2fa0d0-7a37-4f40-bffb-7d11e5a9a45f tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cf795692-07ba-4120-b253-28f50a651d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802634 Aug 30 01:01:55.283747 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-661d43d0-4ad9-421b-8c34-cfbbbd0252f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14283908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13728812'] for subnet (02513918-8146-498c-b447-f297c474a5c4), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:55.289761 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-f4daabd3-1d43-459d-b5c3-c7abd2369f79 req-70bc0921-e641-4c2c-8f5f-8e7dc8832fab tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8cee015c-6f4d-4302-98d9-abaef09d5083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766504 Aug 30 01:01:55.348490 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661d43d0-4ad9-421b-8c34-cfbbbd0252f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02513918-8146-498c-b447-f297c474a5c4,revision_number=0']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:55.357549 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661d43d0-4ad9-421b-8c34-cfbbbd0252f0 admin admin] Checking segment: {'id': '17eac527-492f-4c9e-afe0-e5f025f3f3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '9d1e59dd-5b38-4842-838d-cef49c8c8701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:01:55.357904 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661d43d0-4ad9-421b-8c34-cfbbbd0252f0 admin admin] Network hostable DHCP agents. Network: 9d1e59dd-5b38-4842-838d-cef49c8c8701, hostable agents: ['fba0026e-8830-42b0-8a12-2be2a1203730'], hosted agents: [] {{(pid=106206) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 01:01:55.376147 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661d43d0-4ad9-421b-8c34-cfbbbd0252f0 admin admin] Network 9d1e59dd-5b38-4842-838d-cef49c8c8701 is scheduled to be hosted by DHCP agent fba0026e-8830-42b0-8a12-2be2a1203730 with binding_index 1 {{(pid=106206) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 01:01:55.386375 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.base_scheduler [None req-661d43d0-4ad9-421b-8c34-cfbbbd0252f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-13-iscsi, 9d1e59dd-5b38-4842-838d-cef49c8c8701) {{(pid=106206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:01:55.390972 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661d43d0-4ad9-421b-8c34-cfbbbd0252f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:55.391654 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-661d43d0-4ad9-421b-8c34-cfbbbd0252f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282183'] for subnet (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:55.395947 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0f8099-60cf-425e-8258-578d44fe3f84 None None] Network 9d1e59dd-5b38-4842-838d-cef49c8c8701 requested from dv-cinder-815146-13-iscsi {{(pid=106208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:01:55.409249 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-661d43d0-4ad9-421b-8c34-cfbbbd0252f0 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3878338 Aug 30 01:01:55.516951 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6529f3b0-d6a5-411c-b30a-7a03940b4159 None None] Network 9d1e59dd-5b38-4842-838d-cef49c8c8701 requested from dv-cinder-815146-13-iscsi {{(pid=106208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:01:55.737298 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c2724f-f8c9-401a-89be-ed8a07f48c3b req-fafb6418-2017-48af-8e3b-0876fd24fd8f tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:55.738927 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-75c2724f-f8c9-401a-89be-ed8a07f48c3b req-fafb6418-2017-48af-8e3b-0876fd24fd8f tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=463f5c61-231b-435d-b0ec-440e941d8ae1 HTTP/1.1" status: 200 len: 945 time: 0.0592697 Aug 30 01:01:55.798279 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-75c2724f-f8c9-401a-89be-ed8a07f48c3b req-f7872432-eaae-4465-bf7a-35acc77f8ce3 tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=fd73283f-0252-47d5-9b6c-21e114ae8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521200 Aug 30 01:01:56.047153 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbae9ba8-e5d6-488a-90af-41124e4e1011 req-bb1051f6-e0a8-4dc2-a5b5-5f4ada3d2933 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:56.048880 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-dbae9ba8-e5d6-488a-90af-41124e4e1011 req-bb1051f6-e0a8-4dc2-a5b5-5f4ada3d2933 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 944 time: 0.0558968 Aug 30 01:01:56.068393 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device 26facd73-81ff-4a35-9126-739f3f31881b up at agent hyperv_hv-cinder-81514 {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:01:56.108110 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-dbae9ba8-e5d6-488a-90af-41124e4e1011 req-a3273c41-50d2-42ca-b409-da6a0ea67877 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528653 Aug 30 01:01:56.130669 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Provisioning for port 26facd73-81ff-4a35-9126-739f3f31881b completed by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 01:01:56.142382 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Provisioning complete for port 26facd73-81ff-4a35-9126-739f3f31881b triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:01:56.142831 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (26facd73-81ff-4a35-9126-739f3f31881b), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:56.247288 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Current status of the port 26facd73-81ff-4a35-9126-739f3f31881b is: BUILD; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:01:56.247684 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (26facd73-81ff-4a35-9126-739f3f31881b), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:56.277821 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b59fedac-4fcb-47a8-8187-0a331d499fd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26facd73-81ff-4a35-9126-739f3f31881b'}] {{(pid=106208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:01:56.281587 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c29b7fbecba6d5f29730e8e5f4edf6e9b002b1b00f6f5f73d69c4afba8ee411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a866d5-69ce-4697-88ff-d1b18ddcf411" -d '{"events": [{"server_uuid": "b59fedac-4fcb-47a8-8187-0a331d499fd2", "name": "network-vif-plugged", "status": "completed", "tag": "26facd73-81ff-4a35-9126-739f3f31881b"}]}' {{(pid=106208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:01:56.294529 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port 26facd73-81ff-4a35-9126-739f3f31881b, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=26facd73-81ff-4a35-9126-739f3f31881b,segment=NetworkSegment(ca5db623-0af4-47b7-b5e7-bb87137b4f10),segment_id=ca5db623-0af4-47b7-b5e7-bb87137b4f10)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:01:56.300084 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (26facd73-81ff-4a35-9126-739f3f31881b), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:56.300991 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device 77835519-6f8f-47e8-9710-2b48c7087257 up at agent hyperv_hv-cinder-81514 {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:01:56.327290 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:56.333238 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea66729-92ea-4d70-837c-a9837f67a0a2 x-openstack-request-id: req-7ea66729-92ea-4d70-837c-a9837f67a0a2 {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:01:56.333840 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b59fedac-4fcb-47a8-8187-0a331d499fd2", "name": "network-vif-plugged", "status": "completed", "tag": "26facd73-81ff-4a35-9126-739f3f31881b", "code": 200}]} {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:01:56.334235 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7ea66729-92ea-4d70-837c-a9837f67a0a2 {{(pid=106208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:01:56.335054 dv-cinder-815146-13-iscsi neutron-server[106208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ea66729-92ea-4d70-837c-a9837f67a0a2'] response: {'server_uuid': 'b59fedac-4fcb-47a8-8187-0a331d499fd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26facd73-81ff-4a35-9126-739f3f31881b', 'code': 200} Aug 30 01:01:56.401356 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Provisioning for port 77835519-6f8f-47e8-9710-2b48c7087257 completed by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 01:01:56.405007 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Pushing event updated for resources: {'Port': ['ID=26facd73-81ff-4a35-9126-739f3f31881b,revision_number=5']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:56.405685 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786741b-9017-48ab-8e09-164fdc9c1946 req-3f915d1e-0101-4027-be1b-68868f30eebb tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:56.416257 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-8786741b-9017-48ab-8e09-164fdc9c1946 req-3f915d1e-0101-4027-be1b-68868f30eebb tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b59fedac-4fcb-47a8-8187-0a331d499fd2 HTTP/1.1" status: 200 len: 945 time: 0.0741117 Aug 30 01:01:56.417013 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Provisioning complete for port 77835519-6f8f-47e8-9710-2b48c7087257 triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:01:56.419781 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (77835519-6f8f-47e8-9710-2b48c7087257), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:56.502194 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e54ae21-ff97-4a32-99d3-34f5d990872f req-7be7a50a-fa9e-45e0-ba72-9fb6d823f845 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:56.504230 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-7e54ae21-ff97-4a32-99d3-34f5d990872f req-7be7a50a-fa9e-45e0-ba72-9fb6d823f845 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8d2ed1b9-2567-4964-83fd-dd44533766ae HTTP/1.1" status: 200 len: 943 time: 0.0806525 Aug 30 01:01:56.530532 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-8786741b-9017-48ab-8e09-164fdc9c1946 req-dc271b1d-d563-4eac-a325-db50873e9ba1 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cf795692-07ba-4120-b253-28f50a651d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055822 Aug 30 01:01:56.550330 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Current status of the port 77835519-6f8f-47e8-9710-2b48c7087257 is: BUILD; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:01:56.550656 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (77835519-6f8f-47e8-9710-2b48c7087257), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:56.584233 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-7e54ae21-ff97-4a32-99d3-34f5d990872f req-0c526b96-f92f-4529-bc80-a6eb8756d21d tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8cee015c-6f4d-4302-98d9-abaef09d5083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710111 Aug 30 01:01:56.585789 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port 77835519-6f8f-47e8-9710-2b48c7087257, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=77835519-6f8f-47e8-9710-2b48c7087257,segment=NetworkSegment(c47d2ff1-3cd9-4a2f-88ea-ac8145096927),segment_id=c47d2ff1-3cd9-4a2f-88ea-ac8145096927)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:01:56.592023 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (77835519-6f8f-47e8-9710-2b48c7087257), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:56.646697 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Pushing event updated for resources: {'Port': ['ID=77835519-6f8f-47e8-9710-2b48c7087257,revision_number=5']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:56.972187 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed2d137-38a3-4b2a-bd36-cc194a9f16e6 req-f003d256-9123-46df-9b06-68d4a4de975f tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:56.973836 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-1ed2d137-38a3-4b2a-bd36-cc194a9f16e6 req-f003d256-9123-46df-9b06-68d4a4de975f tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=463f5c61-231b-435d-b0ec-440e941d8ae1 HTTP/1.1" status: 200 len: 945 time: 0.0589967 Aug 30 01:01:57.039001 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-1ed2d137-38a3-4b2a-bd36-cc194a9f16e6 req-8b4927cc-4e25-4fa1-b683-b35e9bdaefb2 tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=fd73283f-0252-47d5-9b6c-21e114ae8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556920 Aug 30 01:01:57.255375 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d532b9ab-629c-43df-8e8f-3160f31827ca req-e0146987-dcc9-4d82-a59c-e10228f97b13 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:57.258064 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-d532b9ab-629c-43df-8e8f-3160f31827ca req-e0146987-dcc9-4d82-a59c-e10228f97b13 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 945 time: 0.0614908 Aug 30 01:01:57.319320 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-d532b9ab-629c-43df-8e8f-3160f31827ca req-b5ae106a-0229-4fd0-ae36-f0d9e70a6eea tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554774 Aug 30 01:01:57.364072 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6104f4-5756-446a-a38c-d55dac1426cc req-b278ec7a-d910-4c82-8f12-38c8ea5a73f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:57.366696 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-5f6104f4-5756-446a-a38c-d55dac1426cc req-b278ec7a-d910-4c82-8f12-38c8ea5a73f5 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=0596692dbfb149139a1e72159c6f93db&device_id=8d2ed1b9-2567-4964-83fd-dd44533766ae HTTP/1.1" status: 200 len: 1127 time: 0.0722103 Aug 30 01:01:57.558526 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:57.585917 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:57.682429 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 46266) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:57.692316 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a2150c-8387-4533-9a59-c8661d4848ec req-2e76584e-c4b3-4b1d-bbc7-47b35041f4f2 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:57.697964 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6104f4-5756-446a-a38c-d55dac1426cc req-ab29b6fa-911f-463a-af9a-00eb96bac56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:57.699216 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-83a2150c-8387-4533-9a59-c8661d4848ec req-2e76584e-c4b3-4b1d-bbc7-47b35041f4f2 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] 10.222.0.78 "GET /networking/v2.0/networks?id=9d1e59dd-5b38-4842-838d-cef49c8c8701 HTTP/1.1" status: 200 len: 809 time: 0.2034628 Aug 30 01:01:57.699625 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-5f6104f4-5756-446a-a38c-d55dac1426cc req-ab29b6fa-911f-463a-af9a-00eb96bac56a service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=dffca817-1d31-4c9c-99a3-2d8483c143b4 HTTP/1.1" status: 200 len: 916 time: 0.1273623 Aug 30 01:01:57.718089 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-83a2150c-8387-4533-9a59-c8661d4848ec req-4e18547e-a977-4bcd-8fc9-e31a5c81147b tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] 10.222.0.78 "GET /networking/v2.0/quotas/2c18e1da199c437b809a45aada0b0e0e HTTP/1.1" status: 200 len: 375 time: 0.0179904 Aug 30 01:01:57.726319 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e80c542-e2e5-4948-b3e3-da9a1ac228d5 req-07868dbe-649a-48cb-ab28-82f86061ecb2 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:57.727757 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-5e80c542-e2e5-4948-b3e3-da9a1ac228d5 req-07868dbe-649a-48cb-ab28-82f86061ecb2 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b59fedac-4fcb-47a8-8187-0a331d499fd2 HTTP/1.1" status: 200 len: 945 time: 0.0791602 Aug 30 01:01:57.770560 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-83a2150c-8387-4533-9a59-c8661d4848ec req-80aab566-0f78-4f24-a70b-b6d3f1e970ba tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=2c18e1da199c437b809a45aada0b0e0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418632 Aug 30 01:01:57.802581 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-59f6887d-77f8-497b-a230-653cf6bb9998 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:57.844647 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-5e80c542-e2e5-4948-b3e3-da9a1ac228d5 req-aa5b4101-de25-4525-b03e-89fa035a3f61 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cf795692-07ba-4120-b253-28f50a651d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059661 Aug 30 01:01:57.852578 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:57.893827 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-83a2150c-8387-4533-9a59-c8661d4848ec req-89499265-8815-4204-b6ae-07f0bc9e91b8 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/9d1e59dd-5b38-4842-838d-cef49c8c8701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117132 Aug 30 01:01:57.898055 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-59f6887d-77f8-497b-a230-653cf6bb9998 admin admin] Publish callbacks [] for security_group (a3d035dd-f090-4437-87e7-b95ef356e117), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:57.903523 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-59f6887d-77f8-497b-a230-653cf6bb9998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (a3d035dd-f090-4437-87e7-b95ef356e117), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:57.948623 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-59f6887d-77f8-497b-a230-653cf6bb9998 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=7728131ac0f34701b17f8508a83c1e96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2650025 Aug 30 01:01:57.950756 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f6887d-77f8-497b-a230-653cf6bb9998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d035dd-f090-4437-87e7-b95ef356e117,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:57.953227 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 46274) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:58.035326 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-5f6104f4-5756-446a-a38c-d55dac1426cc req-2d3e177a-2433-474d-9f66-d75c9d51075f service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b HTTP/1.1" status: 200 len: 217 time: 0.0400171 Aug 30 01:01:58.082256 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-0cedb091-4a61-4a75-b186-3c4af3e67903 admin admin] Publish callbacks [] for security_group (a3d035dd-f090-4437-87e7-b95ef356e117), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:58.088843 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device d7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=106208) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 01:01:58.116778 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-0cedb091-4a61-4a75-b186-3c4af3e67903 admin admin] Publish callbacks [] for security_group (a3d035dd-f090-4437-87e7-b95ef356e117), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:58.125414 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6104f4-5756-446a-a38c-d55dac1426cc req-9fc35644-21d9-4467-a967-c89e1452eade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:58.127185 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-5f6104f4-5756-446a-a38c-d55dac1426cc req-9fc35644-21d9-4467-a967-c89e1452eade service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=35e91298-8731-4ea1-81fe-d78c255b7ca6 HTTP/1.1" status: 200 len: 853 time: 0.0771267 Aug 30 01:01:58.149041 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:INSERT=12,neutron:SELECT=87,neutron:DELETE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:58.197834 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6104f4-5756-446a-a38c-d55dac1426cc req-a1fbc726-6454-4a16-895f-523b24445738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:58.199457 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-5f6104f4-5756-446a-a38c-d55dac1426cc req-a1fbc726-6454-4a16-895f-523b24445738 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=dffca817-1d31-4c9c-99a3-2d8483c143b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0599248 Aug 30 01:01:58.273825 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port d7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=d7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b,segment=NetworkSegment(ac710424-0f03-41c7-8792-e4337957dd44),segment_id=ac710424-0f03-41c7-8792-e4337957dd44)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:01:58.276958 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-0cedb091-4a61-4a75-b186-3c4af3e67903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (a3d035dd-f090-4437-87e7-b95ef356e117), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:58.280240 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-0cedb091-4a61-4a75-b186-3c4af3e67903 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:58.281769 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-0cedb091-4a61-4a75-b186-3c4af3e67903 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/a3d035dd-f090-4437-87e7-b95ef356e117 HTTP/1.1" status: 204 len: 168 time: 0.3274491 Aug 30 01:01:58.301423 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cedb091-4a61-4a75-b186-3c4af3e67903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d035dd-f090-4437-87e7-b95ef356e117,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:58.322443 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Returning: {'device': 'd7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b', 'network_id': 'dffca817-1d31-4c9c-99a3-2d8483c143b4', 'port_id': 'd7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b', 'mac_address': 'fa:16:3e:15:0c:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1057, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e91298-8731-4ea1-81fe-d78c255b7ca6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106208) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 01:01:58.333352 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb98b8a-20b9-45f5-9890-1b6ac6c3aa57 req-365d888e-3d87-479a-97d8-af8f42e15ddc tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:58.341158 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '377d6898-d51c-4029-b9ce-3c96e2840dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77835519-6f8f-47e8-9710-2b48c7087257'}] {{(pid=106208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:01:58.341526 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-abb98b8a-20b9-45f5-9890-1b6ac6c3aa57 req-365d888e-3d87-479a-97d8-af8f42e15ddc tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8d2ed1b9-2567-4964-83fd-dd44533766ae HTTP/1.1" status: 200 len: 943 time: 0.3808846 Aug 30 01:01:58.344213 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-5f6104f4-5756-446a-a38c-d55dac1426cc req-a2d68577-eab5-493a-9706-b4adc4a86915 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/dffca817-1d31-4c9c-99a3-2d8483c143b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375494 Aug 30 01:01:58.346586 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c29b7fbecba6d5f29730e8e5f4edf6e9b002b1b00f6f5f73d69c4afba8ee411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a4dcd53-d72e-4a01-8349-2d722b52bea1" -d '{"events": [{"server_uuid": "377d6898-d51c-4029-b9ce-3c96e2840dfd", "name": "network-vif-plugged", "status": "completed", "tag": "77835519-6f8f-47e8-9710-2b48c7087257"}]}' {{(pid=106208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:01:58.356044 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b60f01-a8af-4368-b6b8-2141f0d7bdca req-d9c7bdae-4aaa-4264-b643-2dd89ffe068e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:58.357534 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-42b60f01-a8af-4368-b6b8-2141f0d7bdca req-d9c7bdae-4aaa-4264-b643-2dd89ffe068e service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=b59fedac-4fcb-47a8-8187-0a331d499fd2 HTTP/1.1" status: 200 len: 1129 time: 0.1043253 Aug 30 01:01:58.417291 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:58.438730 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Current status of the port d7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b is: DOWN; New status is: BUILD {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:01:58.439164 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (d7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:58.465947 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-83a2150c-8387-4533-9a59-c8661d4848ec req-f2ddf42e-5f96-4a85-9c49-a6659d22093a service neutron] 10.222.0.78 "GET /networking/v2.0/networks/9d1e59dd-5b38-4842-838d-cef49c8c8701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5627742 Aug 30 01:01:58.554811 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-abb98b8a-20b9-45f5-9890-1b6ac6c3aa57 req-cfc675c8-7f6b-484b-9beb-334a1b0e794c tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8cee015c-6f4d-4302-98d9-abaef09d5083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2130480 Aug 30 01:01:58.556196 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-5f6104f4-5756-446a-a38c-d55dac1426cc req-534fa699-5f1c-4625-b1b5-45f86da47d7f service neutron] 10.222.0.47 "GET /networking/v2.0/networks/dffca817-1d31-4c9c-99a3-2d8483c143b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050052 Aug 30 01:01:58.558822 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-42b60f01-a8af-4368-b6b8-2141f0d7bdca req-f2086c7e-a59d-43ea-93af-fe168b838546 service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=cf795692-07ba-4120-b253-28f50a651d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1904867 Aug 30 01:01:58.642670 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b {{(pid=106208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:01:58.679571 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port d7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=d7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b,segment=NetworkSegment(ac710424-0f03-41c7-8792-e4337957dd44),segment_id=ac710424-0f03-41c7-8792-e4337957dd44)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:01:58.688359 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (d7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:58.756467 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Pushing event updated for resources: {'Port': ['ID=d7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b,revision_number=4']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:58.797424 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883ff902-6ba5-4bb1-8bc7-8d9319050060 req-baf88cc7-908a-4015-a11d-042f5e3384d8 tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:58.799127 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-883ff902-6ba5-4bb1-8bc7-8d9319050060 req-baf88cc7-908a-4015-a11d-042f5e3384d8 tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=463f5c61-231b-435d-b0ec-440e941d8ae1 HTTP/1.1" status: 200 len: 945 time: 0.1326110 Aug 30 01:01:58.821499 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 46300) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:58.829208 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99befee1-a955-4d0a-8543-08f41fee4b0b req-38782d15-92c2-42c2-916a-430e07fde464 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:58.831063 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-99befee1-a955-4d0a-8543-08f41fee4b0b req-38782d15-92c2-42c2-916a-430e07fde464 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 945 time: 0.0844333 Aug 30 01:01:58.856584 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-7f6bb121-9010-4232-9361-371fee7fd55b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:58.907041 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-883ff902-6ba5-4bb1-8bc7-8d9319050060 req-f0f2c626-081c-49cc-b97c-fb34bdc04f11 tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=fd73283f-0252-47d5-9b6c-21e114ae8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975542 Aug 30 01:01:58.912626 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-99befee1-a955-4d0a-8543-08f41fee4b0b req-cc592068-cf07-49aa-b04b-89a0688552b5 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701680 Aug 30 01:01:58.970550 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a42fbab-655b-4065-accd-155e541f171f x-openstack-request-id: req-4a42fbab-655b-4065-accd-155e541f171f {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:01:58.971053 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "377d6898-d51c-4029-b9ce-3c96e2840dfd", "name": "network-vif-plugged", "status": "completed", "tag": "77835519-6f8f-47e8-9710-2b48c7087257", "code": 200}]} {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:01:58.971446 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4a42fbab-655b-4065-accd-155e541f171f {{(pid=106208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:01:58.971983 dv-cinder-815146-13-iscsi neutron-server[106208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a42fbab-655b-4065-accd-155e541f171f'] response: {'server_uuid': '377d6898-d51c-4029-b9ce-3c96e2840dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77835519-6f8f-47e8-9710-2b48c7087257', 'code': 200} Aug 30 01:01:58.996559 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-7f6bb121-9010-4232-9361-371fee7fd55b admin admin] Publish callbacks [] for security_group (117c26ae-022d-41da-bb3f-873a06d6d495), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:59.006084 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-7f6bb121-9010-4232-9361-371fee7fd55b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (117c26ae-022d-41da-bb3f-873a06d6d495), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:59.029121 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-a3ec820b-0731-4088-9a8f-174355ada6c6 req-6e8e6bae-bf27-4af4-9a32-b671193b98c4 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5b6e02bc-7faf-41fa-a8f0-ddbee00ab71c HTTP/1.1" status: 200 len: 210 time: 0.0424383 Aug 30 01:01:59.029516 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] get_ports_and_sgs() called for port_ids ['d7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b'] {{(pid=106208) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:01:59.124169 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-7f6bb121-9010-4232-9361-371fee7fd55b admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=56487006d08942f996065d66c17e2fd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3011928 Aug 30 01:01:59.124977 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 46310) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:01:59.129097 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6bb121-9010-4232-9361-371fee7fd55b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=117c26ae-022d-41da-bb3f-873a06d6d495,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:59.142642 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a885b98-108d-4c35-8615-03787a1b643d req-7871dafb-80a3-4178-a6f5-b906cbf9e5b3 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:59.147401 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-9a885b98-108d-4c35-8615-03787a1b643d req-7871dafb-80a3-4178-a6f5-b906cbf9e5b3 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b59fedac-4fcb-47a8-8187-0a331d499fd2 HTTP/1.1" status: 200 len: 945 time: 0.0885115 Aug 30 01:01:59.242613 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-23856a3a-d419-499a-8a20-11bb072f2689 admin admin] Publish callbacks [] for security_group (117c26ae-022d-41da-bb3f-873a06d6d495), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:59.247482 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-9a885b98-108d-4c35-8615-03787a1b643d req-25d050b6-fabc-480d-82d8-73160ef0b801 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cf795692-07ba-4120-b253-28f50a651d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807889 Aug 30 01:01:59.278353 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-23856a3a-d419-499a-8a20-11bb072f2689 admin admin] Publish callbacks [] for security_group (117c26ae-022d-41da-bb3f-873a06d6d495), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:59.286449 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:59.330880 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-23856a3a-d419-499a-8a20-11bb072f2689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (117c26ae-022d-41da-bb3f-873a06d6d495), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:59.333504 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-23856a3a-d419-499a-8a20-11bb072f2689 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:01:59.334718 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-23856a3a-d419-499a-8a20-11bb072f2689 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/117c26ae-022d-41da-bb3f-873a06d6d495 HTTP/1.1" status: 204 len: 168 time: 0.2082193 Aug 30 01:01:59.343718 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23856a3a-d419-499a-8a20-11bb072f2689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=117c26ae-022d-41da-bb3f-873a06d6d495,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:01:59.543455 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52300aea-df36-4289-bc00-5687a05d4e2d req-a8c03d62-7396-4575-a578-ae04d3af3d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:59.546794 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-52300aea-df36-4289-bc00-5687a05d4e2d req-a8c03d62-7396-4575-a578-ae04d3af3d6e service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 1129 time: 0.0675156 Aug 30 01:01:59.675003 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:01:59.738494 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe6f0bb-42e5-44ee-bbf3-2a9cfc175352 req-fc1cae62-5207-445a-bc95-9aa2e8e5a1d1 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:01:59.748638 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-bfe6f0bb-42e5-44ee-bbf3-2a9cfc175352 req-fc1cae62-5207-445a-bc95-9aa2e8e5a1d1 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8d2ed1b9-2567-4964-83fd-dd44533766ae HTTP/1.1" status: 200 len: 944 time: 0.0996356 Aug 30 01:01:59.752217 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-52300aea-df36-4289-bc00-5687a05d4e2d req-1854a151-4932-4e52-a5cb-772c8ece1259 service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580529 Aug 30 01:01:59.804865 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-bfe6f0bb-42e5-44ee-bbf3-2a9cfc175352 req-c92d3fed-aec2-4934-a5ef-641dee7bae96 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8cee015c-6f4d-4302-98d9-abaef09d5083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572286 Aug 30 01:02:00.066914 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4b81ba-b125-4fb7-9715-50077b35e5e3 req-76db4a3f-8f9a-4460-adab-3848ba735e75 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:00.068475 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-ce4b81ba-b125-4fb7-9715-50077b35e5e3 req-76db4a3f-8f9a-4460-adab-3848ba735e75 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 945 time: 0.0745769 Aug 30 01:02:00.106438 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device d7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b up at agent hyperv_hv-cinder-81514 {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:02:00.153857 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-6e4493ef-4311-4059-8323-8195c110aae4 req-da25464b-d619-4a96-9f31-a6ecdf6fbbc8 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5b6e02bc-7faf-41fa-a8f0-ddbee00ab71c HTTP/1.1" status: 200 len: 210 time: 0.0543146 Aug 30 01:02:00.170926 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:00.196646 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Provisioning for port d7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b completed by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 01:02:00.211406 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Provisioning complete for port d7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:02:00.213099 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (d7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:00.215401 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-ce4b81ba-b125-4fb7-9715-50077b35e5e3 req-ae7894c3-7fce-46a5-8860-135946ffd869 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399667 Aug 30 01:02:00.320044 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 46364) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:02:00.322179 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Current status of the port d7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b is: BUILD; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:02:00.322645 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (d7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:00.361376 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port d7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=d7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b,segment=NetworkSegment(ac710424-0f03-41c7-8792-e4337957dd44),segment_id=ac710424-0f03-41c7-8792-e4337957dd44)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:02:00.366966 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (d7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:00.409527 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8742ce3-0b5a-4b74-b2d5-2dc695569ee8 req-9b4f23b6-8ea2-42f5-bdd7-2fb44eb52b57 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:00.411200 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-a8742ce3-0b5a-4b74-b2d5-2dc695569ee8 req-9b4f23b6-8ea2-42f5-bdd7-2fb44eb52b57 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b59fedac-4fcb-47a8-8187-0a331d499fd2 HTTP/1.1" status: 200 len: 945 time: 0.0714219 Aug 30 01:02:00.426947 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Pushing event updated for resources: {'Port': ['ID=d7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b,revision_number=5']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:00.457467 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-dd3644a1-9a45-4249-b942-4ad2790e84b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:00.499225 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-a8742ce3-0b5a-4b74-b2d5-2dc695569ee8 req-0366efb7-2704-4dd6-955c-782b66a3583a tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cf795692-07ba-4120-b253-28f50a651d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814838 Aug 30 01:02:00.592493 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-dd3644a1-9a45-4249-b942-4ad2790e84b9 admin admin] Publish callbacks [] for security_group (2734221f-8888-4a2d-9c74-c268e74b5324), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:00.602468 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-dd3644a1-9a45-4249-b942-4ad2790e84b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (2734221f-8888-4a2d-9c74-c268e74b5324), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:00.671289 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-dd3644a1-9a45-4249-b942-4ad2790e84b9 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=0b22b91373e24bca8a52332a8d66d77c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3495543 Aug 30 01:02:00.674624 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 46384) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:02:00.683455 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3644a1-9a45-4249-b942-4ad2790e84b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2734221f-8888-4a2d-9c74-c268e74b5324,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:00.739239 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-34d2ebe8-61b7-4841-b2be-ee335ff6e2bd admin admin] Publish callbacks [] for security_group (2734221f-8888-4a2d-9c74-c268e74b5324), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:00.752959 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcdda40-cb82-4926-8560-0f3b91f68fad req-a3f2d48a-5557-477b-b105-39a11bdd3c0a tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:00.754721 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-dbcdda40-cb82-4926-8560-0f3b91f68fad req-a3f2d48a-5557-477b-b105-39a11bdd3c0a tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b59fedac-4fcb-47a8-8187-0a331d499fd2 HTTP/1.1" status: 200 len: 945 time: 0.0806539 Aug 30 01:02:00.766701 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 46390) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:02:00.772559 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [None req-0069a0e8-3fe7-4f94-b57a-c31c0202de91 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Request body: {'floatingip': {'port_id': '26facd73-81ff-4a35-9126-739f3f31881b'}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:02:00.777347 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-34d2ebe8-61b7-4841-b2be-ee335ff6e2bd admin admin] Publish callbacks [] for security_group (2734221f-8888-4a2d-9c74-c268e74b5324), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:00.840194 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-34d2ebe8-61b7-4841-b2be-ee335ff6e2bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (2734221f-8888-4a2d-9c74-c268e74b5324), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:00.843920 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-34d2ebe8-61b7-4841-b2be-ee335ff6e2bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:00.845314 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-34d2ebe8-61b7-4841-b2be-ee335ff6e2bd admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/2734221f-8888-4a2d-9c74-c268e74b5324 HTTP/1.1" status: 204 len: 168 time: 0.1694393 Aug 30 01:02:00.854064 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-0069a0e8-3fe7-4f94-b57a-c31c0202de91 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks [] for floatingip (d38ba8cf-bc48-4036-8adb-8114af100cfc), before_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:00.883110 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d2ebe8-61b7-4841-b2be-ee335ff6e2bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2734221f-8888-4a2d-9c74-c268e74b5324,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:00.973193 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d2ed1b9-2567-4964-83fd-dd44533766ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b'}] {{(pid=106208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:02:00.978474 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c29b7fbecba6d5f29730e8e5f4edf6e9b002b1b00f6f5f73d69c4afba8ee411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4791d20-4445-4e10-9b36-d657819e7000" -d '{"events": [{"server_uuid": "8d2ed1b9-2567-4964-83fd-dd44533766ae", "name": "network-vif-plugged", "status": "completed", "tag": "d7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b"}]}' {{(pid=106208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:02:01.044701 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6794d8-b233-4550-ab48-9cf10669fda2 req-20597cb3-1883-44a0-8c18-d7c2c1ec0364 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:01.047389 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-3d6794d8-b233-4550-ab48-9cf10669fda2 req-20597cb3-1883-44a0-8c18-d7c2c1ec0364 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8d2ed1b9-2567-4964-83fd-dd44533766ae HTTP/1.1" status: 200 len: 945 time: 0.0977292 Aug 30 01:02:01.215121 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-3d6794d8-b233-4550-ab48-9cf10669fda2 req-bddc1794-76db-4707-8592-f540fa9fd1f4 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8cee015c-6f4d-4302-98d9-abaef09d5083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536889 Aug 30 01:02:01.288991 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bedb743-209d-4678-891a-83c64e6660eb x-openstack-request-id: req-9bedb743-209d-4678-891a-83c64e6660eb {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:02:01.289545 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d2ed1b9-2567-4964-83fd-dd44533766ae", "name": "network-vif-plugged", "status": "completed", "tag": "d7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b", "code": 200}]} {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:02:01.289545 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9bedb743-209d-4678-891a-83c64e6660eb {{(pid=106208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:02:01.289961 dv-cinder-815146-13-iscsi neutron-server[106208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bedb743-209d-4678-891a-83c64e6660eb'] response: {'server_uuid': '8d2ed1b9-2567-4964-83fd-dd44533766ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b', 'code': 200} Aug 30 01:02:01.404353 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:01.492403 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-41522f69-36e8-4b6c-870f-2c3a20902c49 req-1f791385-b49d-4c46-a3cc-fc4472169f12 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5b6e02bc-7faf-41fa-a8f0-ddbee00ab71c HTTP/1.1" status: 200 len: 210 time: 0.1263497 Aug 30 01:02:01.660196 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:01.763032 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cfd2f8-df64-4185-992a-743399e35ab0 req-ce3d30a8-abf3-4bf4-8845-4900667f409e tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:01.765827 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e1cfd2f8-df64-4185-992a-743399e35ab0 req-ce3d30a8-abf3-4bf4-8845-4900667f409e tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 945 time: 0.0972905 Aug 30 01:02:01.835262 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 46436) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:02:01.944362 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e1cfd2f8-df64-4185-992a-743399e35ab0 req-fa68f2f1-05fb-400d-9833-fc0a7cb25a8a tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247401 Aug 30 01:02:02.016644 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 46444) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:02:02.023716 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:02.033261 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-d1a66279-fae3-4478-a769-843ac54c4934 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:02.054409 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.db.resource_extend [None req-0069a0e8-3fe7-4f94-b57a-c31c0202de91 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 30 01:02:02.064804 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-0a91aa62-4e57-45e3-b6c2-0cf8c19a9025 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:02.141979 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-0069a0e8-3fe7-4f94-b57a-c31c0202de91 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:02.146657 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-0069a0e8-3fe7-4f94-b57a-c31c0202de91 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16466402'] for floatingip (d38ba8cf-bc48-4036-8adb-8114af100cfc), after_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:02.203163 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-d1a66279-fae3-4478-a769-843ac54c4934 admin admin] Publish callbacks [] for security_group (1692dbeb-ddce-4cd6-849f-580ee43f896f), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:02.208329 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:DELETE=2,neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:02.212984 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-d1a66279-fae3-4478-a769-843ac54c4934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (1692dbeb-ddce-4cd6-849f-580ee43f896f), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:02.216386 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-0a91aa62-4e57-45e3-b6c2-0cf8c19a9025 admin admin] Publish callbacks [] for security_group (e54c27e4-0951-4c43-a5fe-7246cc6ad84a), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:02.235342 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-0a91aa62-4e57-45e3-b6c2-0cf8c19a9025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (e54c27e4-0951-4c43-a5fe-7246cc6ad84a), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:02.272875 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.db.l3_db [None req-0069a0e8-3fe7-4f94-b57a-c31c0202de91 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Floating IP d38ba8cf-bc48-4036-8adb-8114af100cfc associated. External IP: 172.27.4.3, port: 26facd73-81ff-4a35-9126-739f3f31881b. Aug 30 01:02:02.303389 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-d1a66279-fae3-4478-a769-843ac54c4934 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=c560627674ee4116ad7071cfab067859&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2856293 Aug 30 01:02:02.305994 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 46460) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:02:02.317174 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a66279-fae3-4478-a769-843ac54c4934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1692dbeb-ddce-4cd6-849f-580ee43f896f,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:02.321054 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-0a91aa62-4e57-45e3-b6c2-0cf8c19a9025 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=4428d7d5c4c7442582b432e02d2fbddb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4823906 Aug 30 01:02:02.328814 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 46464) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:02:02.338553 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a66279-fae3-4478-a769-843ac54c4934 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:02.338902 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a66279-fae3-4478-a769-843ac54c4934 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:02.339240 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a66279-fae3-4478-a769-843ac54c4934 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:02.339572 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a66279-fae3-4478-a769-843ac54c4934 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:02.339898 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a66279-fae3-4478-a769-843ac54c4934 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:02.340228 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a66279-fae3-4478-a769-843ac54c4934 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:02.340552 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a66279-fae3-4478-a769-843ac54c4934 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:02.341201 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a66279-fae3-4478-a769-843ac54c4934 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:02.341526 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a66279-fae3-4478-a769-843ac54c4934 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:02.341849 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a66279-fae3-4478-a769-843ac54c4934 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:02.342172 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a66279-fae3-4478-a769-843ac54c4934 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:02.342490 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a66279-fae3-4478-a769-843ac54c4934 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:02.342815 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a66279-fae3-4478-a769-843ac54c4934 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:02.343115 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a66279-fae3-4478-a769-843ac54c4934 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:02.343600 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a66279-fae3-4478-a769-843ac54c4934 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:02.396076 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a91aa62-4e57-45e3-b6c2-0cf8c19a9025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e54c27e4-0951-4c43-a5fe-7246cc6ad84a,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:02.407606 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-e49c9e06-9195-4abb-88a3-3dc1aba8d611 admin admin] Publish callbacks [] for security_group (1692dbeb-ddce-4cd6-849f-580ee43f896f), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:02.449916 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-e49c9e06-9195-4abb-88a3-3dc1aba8d611 admin admin] Publish callbacks [] for security_group (1692dbeb-ddce-4cd6-849f-580ee43f896f), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:02.539492 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-e49c9e06-9195-4abb-88a3-3dc1aba8d611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (1692dbeb-ddce-4cd6-849f-580ee43f896f), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:02.548093 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-e49c9e06-9195-4abb-88a3-3dc1aba8d611 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:02.549576 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-e49c9e06-9195-4abb-88a3-3dc1aba8d611 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/1692dbeb-ddce-4cd6-849f-580ee43f896f HTTP/1.1" status: 204 len: 168 time: 0.2426620 Aug 30 01:02:02.560127 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c9e06-9195-4abb-88a3-3dc1aba8d611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1692dbeb-ddce-4cd6-849f-580ee43f896f,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:02.676770 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5237fcdc-7fa6-44c5-8ba3-b857206247e7 req-d1237d08-9a7c-4085-a620-1d16dd535538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:02.680191 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-5237fcdc-7fa6-44c5-8ba3-b857206247e7 req-d1237d08-9a7c-4085-a620-1d16dd535538 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=8d2ed1b9-2567-4964-83fd-dd44533766ae HTTP/1.1" status: 200 len: 1129 time: 0.1128950 Aug 30 01:02:02.788628 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-5d407607-7d70-47a3-b2f8-f7e45a7da33f req-47b38476-7a15-4cc3-b26d-89217f2929d3 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5b6e02bc-7faf-41fa-a8f0-ddbee00ab71c HTTP/1.1" status: 200 len: 210 time: 0.0773757 Aug 30 01:02:02.841364 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-5237fcdc-7fa6-44c5-8ba3-b857206247e7 req-a1778d6c-416a-48f0-b96a-e3c86a5022e5 service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8cee015c-6f4d-4302-98d9-abaef09d5083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721900 Aug 30 01:02:02.859772 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd545d-f343-431c-b50a-aea222e9a825 req-c8777661-a5b6-4bda-98c3-ffe59dd92b09 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:02.866658 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e1dd545d-f343-431c-b50a-aea222e9a825 req-c8777661-a5b6-4bda-98c3-ffe59dd92b09 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8d2ed1b9-2567-4964-83fd-dd44533766ae HTTP/1.1" status: 200 len: 945 time: 0.5394893 Aug 30 01:02:02.929736 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-f9d46e40-d3a1-423d-b576-3adddcc997c5 admin admin] Publish callbacks [] for security_group (e54c27e4-0951-4c43-a5fe-7246cc6ad84a), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:03.034709 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-f9d46e40-d3a1-423d-b576-3adddcc997c5 admin admin] Publish callbacks [] for security_group (e54c27e4-0951-4c43-a5fe-7246cc6ad84a), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:03.050973 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e1dd545d-f343-431c-b50a-aea222e9a825 req-80dbf3b2-9b25-4f8a-a37f-b87f9b264c57 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8cee015c-6f4d-4302-98d9-abaef09d5083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1833375 Aug 30 01:02:03.064548 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a2150c-8387-4533-9a59-c8661d4848ec req-da037261-d544-401d-bb03-96b003c25a22 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:03.066153 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-83a2150c-8387-4533-9a59-c8661d4848ec req-da037261-d544-401d-bb03-96b003c25a22 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] 10.222.0.47 "GET /networking/v2.0/networks?id=9d1e59dd-5b38-4842-838d-cef49c8c8701 HTTP/1.1" status: 200 len: 809 time: 0.3586180 Aug 30 01:02:03.126477 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [req-83a2150c-8387-4533-9a59-c8661d4848ec req-5b129ef7-530e-4d34-8381-c4def3a0648c tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] Request body: {'port': {'device_id': '5b6e02bc-7faf-41fa-a8f0-ddbee00ab71c', 'network_id': '9d1e59dd-5b38-4842-838d-cef49c8c8701', 'admin_state_up': True, 'tenant_id': '2c18e1da199c437b809a45aada0b0e0e'}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:02:03.224840 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:03.235589 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4274265d-855c-4387-b628-5e4725d0c4fc req-6193d12e-927b-4944-a9cf-002b42a4749d tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:03.237166 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-4274265d-855c-4387-b628-5e4725d0c4fc req-6193d12e-927b-4944-a9cf-002b42a4749d tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 945 time: 0.1853526 Aug 30 01:02:03.237603 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:03.281944 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0069a0e8-3fe7-4f94-b57a-c31c0202de91 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Router 4ac67fb5-f9e8-4423-ba99-3faec60e5969 has already been hosted by L3 agent 613dbf26-5731-4391-8a29-3c5185f7ed3f {{(pid=106207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:02:03.308885 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-f9d46e40-d3a1-423d-b576-3adddcc997c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (e54c27e4-0951-4c43-a5fe-7246cc6ad84a), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:03.311386 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-f9d46e40-d3a1-423d-b576-3adddcc997c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:03.317357 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-f9d46e40-d3a1-423d-b576-3adddcc997c5 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/e54c27e4-0951-4c43-a5fe-7246cc6ad84a HTTP/1.1" status: 204 len: 168 time: 0.9873762 Aug 30 01:02:03.355396 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d46e40-d3a1-423d-b576-3adddcc997c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54c27e4-0951-4c43-a5fe-7246cc6ad84a,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:03.364731 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-4274265d-855c-4387-b628-5e4725d0c4fc req-c7bb50be-feb5-4e09-a96b-d2ebb8b31fbe tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213725 Aug 30 01:02:03.379124 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d46e40-d3a1-423d-b576-3adddcc997c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:03.379480 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d46e40-d3a1-423d-b576-3adddcc997c5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:03.379821 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d46e40-d3a1-423d-b576-3adddcc997c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:03.380284 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d46e40-d3a1-423d-b576-3adddcc997c5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:03.380478 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d46e40-d3a1-423d-b576-3adddcc997c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:03.380811 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d46e40-d3a1-423d-b576-3adddcc997c5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:03.381262 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d46e40-d3a1-423d-b576-3adddcc997c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:03.381475 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d46e40-d3a1-423d-b576-3adddcc997c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:03.381801 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d46e40-d3a1-423d-b576-3adddcc997c5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:03.382117 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d46e40-d3a1-423d-b576-3adddcc997c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:03.382549 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d46e40-d3a1-423d-b576-3adddcc997c5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:03.382761 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d46e40-d3a1-423d-b576-3adddcc997c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:03.383111 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d46e40-d3a1-423d-b576-3adddcc997c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:03.383394 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d46e40-d3a1-423d-b576-3adddcc997c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:03.383711 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d46e40-d3a1-423d-b576-3adddcc997c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:03.491527 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83a2150c-8387-4533-9a59-c8661d4848ec req-5b129ef7-530e-4d34-8381-c4def3a0648c tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] Made reservation on behalf of 2c18e1da199c437b809a45aada0b0e0e for: {'port': 1} {{(pid=106207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:02:03.495823 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-83a2150c-8387-4533-9a59-c8661d4848ec req-5b129ef7-530e-4d34-8381-c4def3a0648c tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:03.575264 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0069a0e8-3fe7-4f94-b57a-c31c0202de91 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Notify agent at l3_agent.dv-cinder-815146-13-iscsi the message routers_updated {{(pid=106207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:02:03.585603 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-0069a0e8-3fe7-4f94-b57a-c31c0202de91 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for floatingip (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:03.593771 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13990706-7a6a-45d4-903f-c247d50729e5 None None] Sync routers for ids ['4ac67fb5-f9e8-4423-ba99-3faec60e5969'] in dv-cinder-815146-13-iscsi {{(pid=106209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:02:03.624894 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13990706-7a6a-45d4-903f-c247d50729e5 None None] Routers {'4ac67fb5-f9e8-4423-ba99-3faec60e5969'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:02:03.626287 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-13990706-7a6a-45d4-903f-c247d50729e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:01:41Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['4ac67fb5-f9e8-4423-ba99-3faec60e5969'], 'active': True} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:02:03.725790 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-0069a0e8-3fe7-4f94-b57a-c31c0202de91 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "PUT /networking/v2.0/floatingips/d38ba8cf-bc48-4036-8adb-8114af100cfc HTTP/1.1" status: 200 len: 989 time: 2.9575415 Aug 30 01:02:03.757144 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b59fedac-4fcb-47a8-8187-0a331d499fd2', 'tag': '26facd73-81ff-4a35-9126-739f3f31881b'}] {{(pid=106207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:02:03.760296 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480b08bd5bc4b1a03c1b08d00e02a3f82783774d0c3347d038299e83f2d6db65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e9fe6b-c31f-426b-8009-3619f11bc81d" -d '{"events": [{"name": "network-changed", "server_uuid": "b59fedac-4fcb-47a8-8187-0a331d499fd2", "tag": "26facd73-81ff-4a35-9126-739f3f31881b"}]}' {{(pid=106207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:02:03.814010 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.db_base_plugin_common [req-83a2150c-8387-4533-9a59-c8661d4848ec req-5b129ef7-530e-4d34-8381-c4def3a0648c tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] Allocated IP 172.20.0.11 (9d1e59dd-5b38-4842-838d-cef49c8c8701/02513918-8146-498c-b447-f297c474a5c4/d5901c41-4417-480b-839a-adeac6440d5f) {{(pid=106207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:02:03.834384 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 46572) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:02:03.880915 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-27cc11e9-3177-4688-81e5-090629818015 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:03.897437 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvr_db [None req-13990706-7a6a-45d4-903f-c247d50729e5 None None] Set router 4ac67fb5-f9e8-4423-ba99-3faec60e5969 gateway port host: dv-cinder-815146-13-iscsi {{(pid=106209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:02:03.948555 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-306c4db6-2c6d-42ad-9151-c24b94f6cbd9 x-openstack-request-id: req-306c4db6-2c6d-42ad-9151-c24b94f6cbd9 {{(pid=106207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:02:03.955885 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b59fedac-4fcb-47a8-8187-0a331d499fd2", "tag": "26facd73-81ff-4a35-9126-739f3f31881b", "status": "completed", "code": 200}]} {{(pid=106207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:02:03.957107 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-306c4db6-2c6d-42ad-9151-c24b94f6cbd9 {{(pid=106207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:02:03.959544 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-306c4db6-2c6d-42ad-9151-c24b94f6cbd9'] response: {'name': 'network-changed', 'server_uuid': 'b59fedac-4fcb-47a8-8187-0a331d499fd2', 'tag': '26facd73-81ff-4a35-9126-739f3f31881b', 'status': 'completed', 'code': 200} Aug 30 01:02:04.179460 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:04.190067 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-83a2150c-8387-4533-9a59-c8661d4848ec req-5b129ef7-530e-4d34-8381-c4def3a0648c tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] Publish callbacks [] for port (d5901c41-4417-480b-839a-adeac6440d5f), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:04.206605 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-27cc11e9-3177-4688-81e5-090629818015 admin admin] Publish callbacks [] for security_group (797f5fe4-dfe4-4e9a-8ce3-ecc35295629f), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:04.216530 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e9fe6b-c31f-426b-8009-3619f11bc81d req-40fd87e1-b472-4538-a9fb-16baa468804b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:04.220117 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-11e9fe6b-c31f-426b-8009-3619f11bc81d req-40fd87e1-b472-4538-a9fb-16baa468804b service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=f40b3e29a18b48cba6800c9f3a0dfee9&device_id=b59fedac-4fcb-47a8-8187-0a331d499fd2 HTTP/1.1" status: 200 len: 1129 time: 0.1316535 Aug 30 01:02:04.223671 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-27cc11e9-3177-4688-81e5-090629818015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (797f5fe4-dfe4-4e9a-8ce3-ecc35295629f), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:04.323545 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-abda226e-2b65-41dd-a8a8-6f25c37a371f req-8cf51fb1-847b-4aec-a0b0-f79d885affbd tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5b6e02bc-7faf-41fa-a8f0-ddbee00ab71c HTTP/1.1" status: 200 len: 210 time: 0.1199825 Aug 30 01:02:04.375796 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2883595-da5c-4fbe-8fd5-a0c9d8f9e4f9 req-dae41278-a32c-4888-84aa-c576d1adae20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:04.378157 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e2883595-da5c-4fbe-8fd5-a0c9d8f9e4f9 req-dae41278-a32c-4888-84aa-c576d1adae20 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=ceebbaa5dd9d4110a6393190c5b466f0&device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 1129 time: 0.1770461 Aug 30 01:02:04.389533 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac345975-9d8d-480c-a531-802b3654bb6f req-5464bc89-27d0-4aeb-985f-28c21266f6f5 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:04.401499 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-ac345975-9d8d-480c-a531-802b3654bb6f req-5464bc89-27d0-4aeb-985f-28c21266f6f5 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 945 time: 0.1989722 Aug 30 01:02:04.413516 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-13990706-7a6a-45d4-903f-c247d50729e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac67fb5-f9e8-4423-ba99-3faec60e5969', 'name': 'tempest-AttachVolumeTestJSON-319731533-router', 'tenant_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.245'}], 'enable_snat': True}, 'gw_port_id': 'a9a6d0e7-457f-40e3-ae5d-60150733af77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:01:05Z', 'updated_at': '2022-08-30T01:01:15Z', 'revision_number': 4, 'project_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'gw_port': {'id': 'a9a6d0e7-457f-40e3-ae5d-60150733af77', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:08:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac67fb5-f9e8-4423-ba99-3faec60e5969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:06Z', 'updated_at': '2022-08-30T01:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_floatingips': [{'id': 'd38ba8cf-bc48-4036-8adb-8114af100cfc', 'tenant_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'floating_ip_address': '172.27.4.3', 'floating_network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'router_id': '4ac67fb5-f9e8-4423-ba99-3faec60e5969', 'port_id': '26facd73-81ff-4a35-9126-739f3f31881b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b956883-0f29-4de3-9788-00541616d922', 'mac_address': 'fa:16:3e:9c:f2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59fedac-4fcb-47a8-8187-0a331d499fd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:01:22Z', 'updated_at': '2022-08-30T01:02:01Z', 'revision_number': 1, 'project_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb3eabec-52c5-4365-8b1a-5c635538e30c', 'name': '', 'network_id': '0b956883-0f29-4de3-9788-00541616d922', 'tenant_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'mac_address': 'fa:16:3e:5b:3b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac67fb5-f9e8-4423-ba99-3faec60e5969', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd2092925-3f88-4d08-9bce-f992f050b9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:13Z', 'updated_at': '2022-08-30T01:01:35Z', 'revision_number': 5, 'project_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'subnets': [{'id': 'd2092925-3f88-4d08-9bce-f992f050b9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:02:04.440542 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-83a2150c-8387-4533-9a59-c8661d4848ec req-5b129ef7-530e-4d34-8381-c4def3a0648c tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737867580456'] for port (d5901c41-4417-480b-839a-adeac6440d5f), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:04.447087 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cc11e9-3177-4688-81e5-090629818015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=797f5fe4-dfe4-4e9a-8ce3-ecc35295629f,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:04.461585 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-27cc11e9-3177-4688-81e5-090629818015 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=32f2feac56d34a4e890d9b2ae1a213d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6217728 Aug 30 01:02:04.461585 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 46592) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:02:04.476168 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13990706-7a6a-45d4-903f-c247d50729e5 None None] Checking router: 4ac67fb5-f9e8-4423-ba99-3faec60e5969 for host: dv-cinder-815146-13-iscsi {{(pid=106209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:02:04.497840 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13990706-7a6a-45d4-903f-c247d50729e5 None None] Routers {'4ac67fb5-f9e8-4423-ba99-3faec60e5969'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:02:04.502633 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-13990706-7a6a-45d4-903f-c247d50729e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:01:41Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['4ac67fb5-f9e8-4423-ba99-3faec60e5969'], 'active': True} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:02:04.513643 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:04.519775 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:04.545726 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83a2150c-8387-4533-9a59-c8661d4848ec req-5b129ef7-530e-4d34-8381-c4def3a0648c tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] Network 9d1e59dd-5b38-4842-838d-cef49c8c8701 is already hosted by enough agents. {{(pid=106207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:02:04.557905 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 46594) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:02:04.564186 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-ac345975-9d8d-480c-a531-802b3654bb6f req-4e268937-cfc5-48b2-8ae4-e2029c8e35ea tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617410 Aug 30 01:02:04.583813 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ac49988d-06ab-412d-b479-dc34f98b4065 admin admin] Publish callbacks [] for security_group (797f5fe4-dfe4-4e9a-8ce3-ecc35295629f), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:04.592261 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.base_scheduler [req-83a2150c-8387-4533-9a59-c8661d4848ec req-5b129ef7-530e-4d34-8381-c4def3a0648c tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] Resources bound (agent type, host, resource id): {{(pid=106207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:02:04.604544 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [req-83a2150c-8387-4533-9a59-c8661d4848ec req-5b129ef7-530e-4d34-8381-c4def3a0648c tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] Received port after_create {{(pid=106207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:02:04.612801 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a2150c-8387-4533-9a59-c8661d4848ec req-5b129ef7-530e-4d34-8381-c4def3a0648c tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:04.614117 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-83a2150c-8387-4533-9a59-c8661d4848ec req-5b129ef7-530e-4d34-8381-c4def3a0648c tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282183'] for port (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:04.615475 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ac49988d-06ab-412d-b479-dc34f98b4065 admin admin] Publish callbacks [] for security_group (797f5fe4-dfe4-4e9a-8ce3-ecc35295629f), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:04.641210 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ebbf5-c97b-4f1e-8465-3818228726d9 req-1c20a43a-1766-48ed-b1ce-89ca12de710f tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:04.649542 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-072ebbf5-c97b-4f1e-8465-3818228726d9 req-1c20a43a-1766-48ed-b1ce-89ca12de710f tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8d2ed1b9-2567-4964-83fd-dd44533766ae HTTP/1.1" status: 200 len: 945 time: 0.1722972 Aug 30 01:02:04.659748 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:04.664309 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e9fe6b-c31f-426b-8009-3619f11bc81d req-f5e0c3d3-49e5-46ca-8329-52b9216d8252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:04.666507 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-11e9fe6b-c31f-426b-8009-3619f11bc81d req-f5e0c3d3-49e5-46ca-8329-52b9216d8252 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=0b956883-0f29-4de3-9788-00541616d922 HTTP/1.1" status: 200 len: 912 time: 0.4166129 Aug 30 01:02:04.684981 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ac49988d-06ab-412d-b479-dc34f98b4065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (797f5fe4-dfe4-4e9a-8ce3-ecc35295629f), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:04.685335 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b129ef7-530e-4d34-8381-c4def3a0648c tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] Pushing event updated for resources: {'Port': ['ID=d5901c41-4417-480b-839a-adeac6440d5f,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:04.687869 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ac49988d-06ab-412d-b479-dc34f98b4065 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:04.695783 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-ac49988d-06ab-412d-b479-dc34f98b4065 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/797f5fe4-dfe4-4e9a-8ce3-ecc35295629f HTTP/1.1" status: 204 len: 168 time: 0.2272007 Aug 30 01:02:04.721529 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-83a2150c-8387-4533-9a59-c8661d4848ec req-5b129ef7-530e-4d34-8381-c4def3a0648c tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6314390 Aug 30 01:02:04.723879 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvr_db [None req-13990706-7a6a-45d4-903f-c247d50729e5 None None] Set router 4ac67fb5-f9e8-4423-ba99-3faec60e5969 gateway port host: dv-cinder-815146-13-iscsi {{(pid=106209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:02:04.735888 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac49988d-06ab-412d-b479-dc34f98b4065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=797f5fe4-dfe4-4e9a-8ce3-ecc35295629f,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:04.798144 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-072ebbf5-c97b-4f1e-8465-3818228726d9 req-be598cc1-cf2d-4225-a251-b21cd112305d tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8cee015c-6f4d-4302-98d9-abaef09d5083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467006 Aug 30 01:02:04.846568 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-cd648cbd-749e-4c60-a502-1f257a9a6e31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:04.974396 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-cd648cbd-749e-4c60-a502-1f257a9a6e31 admin admin] Publish callbacks [] for security_group (f645fe51-b577-4387-8cd2-30fdbe6b4723), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:04.981282 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-cd648cbd-749e-4c60-a502-1f257a9a6e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (f645fe51-b577-4387-8cd2-30fdbe6b4723), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:05.029069 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [req-83a2150c-8387-4533-9a59-c8661d4848ec req-91d6e99b-9e47-4108-af45-ab7663317769 service neutron] Request body: {'port': {'device_id': '5b6e02bc-7faf-41fa-a8f0-ddbee00ab71c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:02:05.039942 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-cd648cbd-749e-4c60-a502-1f257a9a6e31 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=e9e6db6621b948a18a31157ebaf6f7e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4757922 Aug 30 01:02:05.053906 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 46642) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:02:05.064352 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-13990706-7a6a-45d4-903f-c247d50729e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac67fb5-f9e8-4423-ba99-3faec60e5969', 'name': 'tempest-AttachVolumeTestJSON-319731533-router', 'tenant_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.245'}], 'enable_snat': True}, 'gw_port_id': 'a9a6d0e7-457f-40e3-ae5d-60150733af77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:01:05Z', 'updated_at': '2022-08-30T01:01:15Z', 'revision_number': 4, 'project_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'gw_port': {'id': 'a9a6d0e7-457f-40e3-ae5d-60150733af77', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:08:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac67fb5-f9e8-4423-ba99-3faec60e5969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:06Z', 'updated_at': '2022-08-30T01:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_floatingips': [{'id': 'd38ba8cf-bc48-4036-8adb-8114af100cfc', 'tenant_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'floating_ip_address': '172.27.4.3', 'floating_network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'router_id': '4ac67fb5-f9e8-4423-ba99-3faec60e5969', 'port_id': '26facd73-81ff-4a35-9126-739f3f31881b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b956883-0f29-4de3-9788-00541616d922', 'mac_address': 'fa:16:3e:9c:f2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59fedac-4fcb-47a8-8187-0a331d499fd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:01:22Z', 'updated_at': '2022-08-30T01:02:01Z', 'revision_number': 1, 'project_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb3eabec-52c5-4365-8b1a-5c635538e30c', 'name': '', 'network_id': '0b956883-0f29-4de3-9788-00541616d922', 'tenant_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'mac_address': 'fa:16:3e:5b:3b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac67fb5-f9e8-4423-ba99-3faec60e5969', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd2092925-3f88-4d08-9bce-f992f050b9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:13Z', 'updated_at': '2022-08-30T01:01:35Z', 'revision_number': 5, 'project_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'subnets': [{'id': 'd2092925-3f88-4d08-9bce-f992f050b9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:02:05.112038 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13990706-7a6a-45d4-903f-c247d50729e5 None None] The sync data for ids ['4ac67fb5-f9e8-4423-ba99-3faec60e5969'] in dv-cinder-815146-13-iscsi is: [{'id': '4ac67fb5-f9e8-4423-ba99-3faec60e5969', 'name': 'tempest-AttachVolumeTestJSON-319731533-router', 'tenant_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.245'}], 'enable_snat': True}, 'gw_port_id': 'a9a6d0e7-457f-40e3-ae5d-60150733af77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:01:05Z', 'updated_at': '2022-08-30T01:01:15Z', 'revision_number': 4, 'project_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'gw_port': {'id': 'a9a6d0e7-457f-40e3-ae5d-60150733af77', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:08:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac67fb5-f9e8-4423-ba99-3faec60e5969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:06Z', 'updated_at': '2022-08-30T01:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_floatingips': [{'id': 'd38ba8cf-bc48-4036-8adb-8114af100cfc', 'tenant_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'floating_ip_address': '172.27.4.3', 'floating_network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'router_id': '4ac67fb5-f9e8-4423-ba99-3faec60e5969', 'port_id': '26facd73-81ff-4a35-9126-739f3f31881b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b956883-0f29-4de3-9788-00541616d922', 'mac_address': 'fa:16:3e:9c:f2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59fedac-4fcb-47a8-8187-0a331d499fd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:01:22Z', 'updated_at': '2022-08-30T01:02:01Z', 'revision_number': 1, 'project_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb3eabec-52c5-4365-8b1a-5c635538e30c', 'name': '', 'network_id': '0b956883-0f29-4de3-9788-00541616d922', 'tenant_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'mac_address': 'fa:16:3e:5b:3b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac67fb5-f9e8-4423-ba99-3faec60e5969', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd2092925-3f88-4d08-9bce-f992f050b9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:13Z', 'updated_at': '2022-08-30T01:01:35Z', 'revision_number': 5, 'project_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'subnets': [{'id': 'd2092925-3f88-4d08-9bce-f992f050b9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:02:05.123036 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.agents_db [None req-fbf18308-e14c-4042-905c-b7f1770ec079 None None] Agent healthcheck: found 6 active agents {{(pid=106209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:02:05.212080 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd648cbd-749e-4c60-a502-1f257a9a6e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f645fe51-b577-4387-8cd2-30fdbe6b4723,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:05.219282 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-11e9fe6b-c31f-426b-8009-3619f11bc81d req-d248ce64-1daf-4da1-874f-253cf966cf76 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=26facd73-81ff-4a35-9126-739f3f31881b HTTP/1.1" status: 200 len: 997 time: 0.1836290 Aug 30 01:02:05.275037 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-26e58f85-e8cc-4a55-b0a6-33b04fe1d8b5 admin admin] Publish callbacks [] for security_group (f645fe51-b577-4387-8cd2-30fdbe6b4723), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:05.294105 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2883595-da5c-4fbe-8fd5-a0c9d8f9e4f9 req-a8661016-645f-45b3-95b9-24d35174489e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:05.294105 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e2883595-da5c-4fbe-8fd5-a0c9d8f9e4f9 req-a8661016-645f-45b3-95b9-24d35174489e service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=5ee6ec53-bf26-4fab-b55f-62bd4221ec41 HTTP/1.1" status: 200 len: 920 time: 0.2547657 Aug 30 01:02:05.306192 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-83a2150c-8387-4533-9a59-c8661d4848ec req-91d6e99b-9e47-4108-af45-ab7663317769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (d5901c41-4417-480b-839a-adeac6440d5f), before_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:05.314667 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-26e58f85-e8cc-4a55-b0a6-33b04fe1d8b5 admin admin] Publish callbacks [] for security_group (f645fe51-b577-4387-8cd2-30fdbe6b4723), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:05.455857 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-26e58f85-e8cc-4a55-b0a6-33b04fe1d8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (f645fe51-b577-4387-8cd2-30fdbe6b4723), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:05.458414 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-26e58f85-e8cc-4a55-b0a6-33b04fe1d8b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:05.459569 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-26e58f85-e8cc-4a55-b0a6-33b04fe1d8b5 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/f645fe51-b577-4387-8cd2-30fdbe6b4723 HTTP/1.1" status: 204 len: 168 time: 0.4044161 Aug 30 01:02:05.482404 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e58f85-e8cc-4a55-b0a6-33b04fe1d8b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f645fe51-b577-4387-8cd2-30fdbe6b4723,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:05.503556 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e2883595-da5c-4fbe-8fd5-a0c9d8f9e4f9 req-b3fb91d4-31cd-4d18-8714-e9c6fb418532 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77835519-6f8f-47e8-9710-2b48c7087257 HTTP/1.1" status: 200 len: 217 time: 0.0899725 Aug 30 01:02:05.508963 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e9fe6b-c31f-426b-8009-3619f11bc81d req-c966fba1-9fc7-47a9-9983-5aae2e7e1eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:05.510843 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-11e9fe6b-c31f-426b-8009-3619f11bc81d req-c966fba1-9fc7-47a9-9983-5aae2e7e1eae service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=d2092925-3f88-4d08-9bce-f992f050b9ed HTTP/1.1" status: 200 len: 849 time: 0.1204591 Aug 30 01:02:05.514252 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e3495f-e8c6-40f5-b66c-c4a2446bb869 None None] New status for floating IP d38ba8cf-bc48-4036-8adb-8114af100cfc: ACTIVE {{(pid=106208) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:02:05.683764 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2883595-da5c-4fbe-8fd5-a0c9d8f9e4f9 req-2d464a50-088c-4a1b-a0c3-ce6ea9216d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:05.685207 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e2883595-da5c-4fbe-8fd5-a0c9d8f9e4f9 req-2d464a50-088c-4a1b-a0c3-ce6ea9216d83 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=4a91c71a-9152-4bb3-bae3-f34c8bf8c47c HTTP/1.1" status: 200 len: 857 time: 0.1102912 Aug 30 01:02:05.767010 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f702428e-4ad0-4d04-8472-b713bdfdd588 req-742a4703-4813-4820-a351-e93a1bf5eb3f tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:05.768597 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-f702428e-4ad0-4d04-8472-b713bdfdd588 req-742a4703-4813-4820-a351-e93a1bf5eb3f tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5b6e02bc-7faf-41fa-a8f0-ddbee00ab71c HTTP/1.1" status: 200 len: 932 time: 0.3139791 Aug 30 01:02:05.843850 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0daf2a2-34c6-437f-9cc3-bb8433cd6910 req-f6ba8077-af79-4f2c-abd9-5647dc12ce91 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:05.851493 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e0daf2a2-34c6-437f-9cc3-bb8433cd6910 req-f6ba8077-af79-4f2c-abd9-5647dc12ce91 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 945 time: 0.1606283 Aug 30 01:02:05.935235 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2883595-da5c-4fbe-8fd5-a0c9d8f9e4f9 req-e6ac6973-8649-4a0b-9577-48c6088b6502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:05.937343 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e2883595-da5c-4fbe-8fd5-a0c9d8f9e4f9 req-e6ac6973-8649-4a0b-9577-48c6088b6502 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=5ee6ec53-bf26-4fab-b55f-62bd4221ec41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2266953 Aug 30 01:02:05.951681 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e9fe6b-c31f-426b-8009-3619f11bc81d req-ec4c7969-5317-4917-98a0-1f15d39b1924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:05.954393 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-11e9fe6b-c31f-426b-8009-3619f11bc81d req-ec4c7969-5317-4917-98a0-1f15d39b1924 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=0b956883-0f29-4de3-9788-00541616d922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.4283960 Aug 30 01:02:05.976109 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-f702428e-4ad0-4d04-8472-b713bdfdd588 req-48ee125d-5382-49c3-89d9-4401e2956702 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=00b4fa40-2f76-4160-80c9-6907a1412044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699929 Aug 30 01:02:06.121035 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e0daf2a2-34c6-437f-9cc3-bb8433cd6910 req-c1812861-604b-49d2-a981-f08da5468770 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635536 Aug 30 01:02:06.161160 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-11e9fe6b-c31f-426b-8009-3619f11bc81d req-4d8ce31a-aa10-47bc-8ee3-ac888f72d2ee service neutron] 10.222.0.47 "GET /networking/v2.0/networks/0b956883-0f29-4de3-9788-00541616d922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936963 Aug 30 01:02:06.205361 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 46690) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:02:06.211013 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:06.266292 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-11e9fe6b-c31f-426b-8009-3619f11bc81d req-e418e165-467d-4559-bc18-10c165c46e00 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/0b956883-0f29-4de3-9788-00541616d922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979681 Aug 30 01:02:06.293020 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:06.300715 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-411fe1ba-0b35-4326-851e-b9c9d1d189bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:06.313985 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e2883595-da5c-4fbe-8fd5-a0c9d8f9e4f9 req-4f5df0e6-80ea-4b1e-92df-ff8f922696d2 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/5ee6ec53-bf26-4fab-b55f-62bd4221ec41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3453085 Aug 30 01:02:06.321089 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.notifiers.nova [req-83a2150c-8387-4533-9a59-c8661d4848ec req-91d6e99b-9e47-4108-af45-ab7663317769 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5901c41-4417-480b-839a-adeac6440d5f {{(pid=106207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:02:06.332166 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-83a2150c-8387-4533-9a59-c8661d4848ec req-91d6e99b-9e47-4108-af45-ab7663317769 service neutron] Publish callbacks [] for port (d5901c41-4417-480b-839a-adeac6440d5f), precommit_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:06.354144 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e1c25-49bd-43d0-b120-8ab2316e6797 req-84ec56cb-aadf-4471-9d5f-f5acaad67d97 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:06.355961 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-770e1c25-49bd-43d0-b120-8ab2316e6797 req-84ec56cb-aadf-4471-9d5f-f5acaad67d97 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8d2ed1b9-2567-4964-83fd-dd44533766ae HTTP/1.1" status: 200 len: 945 time: 0.1761630 Aug 30 01:02:06.444960 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.provisioning_blocks [req-83a2150c-8387-4533-9a59-c8661d4848ec req-91d6e99b-9e47-4108-af45-ab7663317769 service neutron] Transition to ACTIVE for port object d5901c41-4417-480b-839a-adeac6440d5f will not be triggered until provisioned by entity L2. {{(pid=106207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 01:02:06.460851 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-83a2150c-8387-4533-9a59-c8661d4848ec req-91d6e99b-9e47-4108-af45-ab7663317769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (d5901c41-4417-480b-839a-adeac6440d5f), after_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:06.599669 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-770e1c25-49bd-43d0-b120-8ab2316e6797 req-0285edbe-c30f-495e-80ac-7dae94ebf4ec tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8cee015c-6f4d-4302-98d9-abaef09d5083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2119746 Aug 30 01:02:06.611171 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d6e99b-9e47-4108-af45-ab7663317769 service neutron] Pushing event updated for resources: {'Port': ['ID=d5901c41-4417-480b-839a-adeac6440d5f,revision_number=2']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:06.646104 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e2883595-da5c-4fbe-8fd5-a0c9d8f9e4f9 req-ee809150-f01e-4ca7-b8cd-0c5c5411d86b service neutron] 10.222.0.47 "GET /networking/v2.0/networks/5ee6ec53-bf26-4fab-b55f-62bd4221ec41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3160665 Aug 30 01:02:06.656933 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.managers [req-83a2150c-8387-4533-9a59-c8661d4848ec req-91d6e99b-9e47-4108-af45-ab7663317769 service neutron] Attempting to bind port d5901c41-4417-480b-839a-adeac6440d5f on host hv-cinder-81514 for vnic_type normal with profile {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:02:06.657219 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.managers [req-83a2150c-8387-4533-9a59-c8661d4848ec req-91d6e99b-9e47-4108-af45-ab7663317769 service neutron] Attempting to bind port d5901c41-4417-480b-839a-adeac6440d5f by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '17eac527-492f-4c9e-afe0-e5f025f3f3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '9d1e59dd-5b38-4842-838d-cef49c8c8701'}] {{(pid=106207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:02:06.657556 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a2150c-8387-4533-9a59-c8661d4848ec req-91d6e99b-9e47-4108-af45-ab7663317769 service neutron] Attempting to bind port d5901c41-4417-480b-839a-adeac6440d5f on network 9d1e59dd-5b38-4842-838d-cef49c8c8701 {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:02:06.670599 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a2150c-8387-4533-9a59-c8661d4848ec req-91d6e99b-9e47-4108-af45-ab7663317769 service neutron] Port d5901c41-4417-480b-839a-adeac6440d5f on network 9d1e59dd-5b38-4842-838d-cef49c8c8701 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 01:02:06.671130 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a2150c-8387-4533-9a59-c8661d4848ec req-91d6e99b-9e47-4108-af45-ab7663317769 service neutron] Attempting to bind port d5901c41-4417-480b-839a-adeac6440d5f on network 9d1e59dd-5b38-4842-838d-cef49c8c8701 {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:02:06.684952 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-411fe1ba-0b35-4326-851e-b9c9d1d189bc admin admin] Publish callbacks [] for security_group (8617dd46-211e-4431-987f-2b6ddcb24c7c), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:06.695384 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a2150c-8387-4533-9a59-c8661d4848ec req-91d6e99b-9e47-4108-af45-ab7663317769 service neutron] Checking agent: {'id': 'ec393def-3d84-45a3-8a6c-ed049d62fe0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 0, 59, 14), 'started_at': datetime.datetime(2022, 8, 30, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:02:06.695733 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a2150c-8387-4533-9a59-c8661d4848ec req-91d6e99b-9e47-4108-af45-ab7663317769 service neutron] Checking segment: {'id': '17eac527-492f-4c9e-afe0-e5f025f3f3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '9d1e59dd-5b38-4842-838d-cef49c8c8701'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:02:06.696120 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a2150c-8387-4533-9a59-c8661d4848ec req-91d6e99b-9e47-4108-af45-ab7663317769 service neutron] Bound using segment: {'id': '17eac527-492f-4c9e-afe0-e5f025f3f3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '9d1e59dd-5b38-4842-838d-cef49c8c8701'} {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:02:06.696577 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.managers [req-83a2150c-8387-4533-9a59-c8661d4848ec req-91d6e99b-9e47-4108-af45-ab7663317769 service neutron] Bound port: d5901c41-4417-480b-839a-adeac6440d5f, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17eac527-492f-4c9e-afe0-e5f025f3f3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '9d1e59dd-5b38-4842-838d-cef49c8c8701'}}] {{(pid=106207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:02:06.696942 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-83a2150c-8387-4533-9a59-c8661d4848ec req-91d6e99b-9e47-4108-af45-ab7663317769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (d5901c41-4417-480b-839a-adeac6440d5f), before_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:06.720561 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-411fe1ba-0b35-4326-851e-b9c9d1d189bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (8617dd46-211e-4431-987f-2b6ddcb24c7c), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:06.802549 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-411fe1ba-0b35-4326-851e-b9c9d1d189bc admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=ff043b59e5974d409e86988d01ba170d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5923319 Aug 30 01:02:06.805201 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 46710) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:02:06.808602 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5eeb32-da02-438b-b6ae-b35a511b8f76 req-dfc0ba02-cb39-40e8-b34b-42bc6015b032 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:06.810178 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-fd5eeb32-da02-438b-b6ae-b35a511b8f76 req-dfc0ba02-cb39-40e8-b34b-42bc6015b032 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8d2ed1b9-2567-4964-83fd-dd44533766ae HTTP/1.1" status: 200 len: 945 time: 0.1307497 Aug 30 01:02:06.813501 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411fe1ba-0b35-4326-851e-b9c9d1d189bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8617dd46-211e-4431-987f-2b6ddcb24c7c,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:06.822244 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 46712) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:02:06.829777 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [None req-ea17764b-77a1-4fc0-8d6b-1b6b1d615a81 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Request body: {'floatingip': {'port_id': 'd7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b'}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:02:06.836468 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:06.854090 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.db [req-83a2150c-8387-4533-9a59-c8661d4848ec req-91d6e99b-9e47-4108-af45-ab7663317769 service neutron] For port d5901c41-4417-480b-839a-adeac6440d5f, host hv-cinder-81514, cleared binding levels {{(pid=106207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:02:06.857479 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.db [req-83a2150c-8387-4533-9a59-c8661d4848ec req-91d6e99b-9e47-4108-af45-ab7663317769 service neutron] For port d5901c41-4417-480b-839a-adeac6440d5f, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=d5901c41-4417-480b-839a-adeac6440d5f,segment=NetworkSegment(17eac527-492f-4c9e-afe0-e5f025f3f3f1),segment_id=17eac527-492f-4c9e-afe0-e5f025f3f3f1)] {{(pid=106207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:02:06.868162 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-83a2150c-8387-4533-9a59-c8661d4848ec req-91d6e99b-9e47-4108-af45-ab7663317769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (d5901c41-4417-480b-839a-adeac6440d5f), after_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:06.874499 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a2150c-8387-4533-9a59-c8661d4848ec req-91d6e99b-9e47-4108-af45-ab7663317769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:06.875295 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-83a2150c-8387-4533-9a59-c8661d4848ec req-91d6e99b-9e47-4108-af45-ab7663317769 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282183'] for port (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:06.876797 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-83a2150c-8387-4533-9a59-c8661d4848ec req-91d6e99b-9e47-4108-af45-ab7663317769 service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/d5901c41-4417-480b-839a-adeac6440d5f HTTP/1.1" status: 200 len: 1094 time: 1.8541212 Aug 30 01:02:06.879358 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b6e02bc-7faf-41fa-a8f0-ddbee00ab71c', 'tag': 'd5901c41-4417-480b-839a-adeac6440d5f'}] {{(pid=106207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:02:06.881221 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480b08bd5bc4b1a03c1b08d00e02a3f82783774d0c3347d038299e83f2d6db65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e110aa-a5d0-45bf-b268-0d2b8a9b8512" -d '{"events": [{"name": "network-changed", "server_uuid": "5b6e02bc-7faf-41fa-a8f0-ddbee00ab71c", "tag": "d5901c41-4417-480b-839a-adeac6440d5f"}]}' {{(pid=106207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:02:06.937174 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ea17764b-77a1-4fc0-8d6b-1b6b1d615a81 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for floatingip (1c5e5197-a28b-4423-81f5-daa81fdeebf0), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:06.943564 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:06.960709 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f9cf341-06f3-4cca-96e9-6b04aad6cb55 x-openstack-request-id: req-8f9cf341-06f3-4cca-96e9-6b04aad6cb55 {{(pid=106207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:02:06.960997 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b6e02bc-7faf-41fa-a8f0-ddbee00ab71c", "tag": "d5901c41-4417-480b-839a-adeac6440d5f", "status": "completed", "code": 200}]} {{(pid=106207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:02:06.961282 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8f9cf341-06f3-4cca-96e9-6b04aad6cb55 {{(pid=106207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:02:06.961688 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f9cf341-06f3-4cca-96e9-6b04aad6cb55'] response: {'name': 'network-changed', 'server_uuid': '5b6e02bc-7faf-41fa-a8f0-ddbee00ab71c', 'tag': 'd5901c41-4417-480b-839a-adeac6440d5f', 'status': 'completed', 'code': 200} Aug 30 01:02:06.964763 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d6e99b-9e47-4108-af45-ab7663317769 service neutron] Pushing event updated for resources: {'Port': ['ID=d5901c41-4417-480b-839a-adeac6440d5f,revision_number=3']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:07.001389 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a2150c-8387-4533-9a59-c8661d4848ec req-f4bbafdb-51cd-49b9-a4fd-0936b0053c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:07.002914 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-83a2150c-8387-4533-9a59-c8661d4848ec req-f4bbafdb-51cd-49b9-a4fd-0936b0053c8e service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=2c18e1da199c437b809a45aada0b0e0e&device_id=5b6e02bc-7faf-41fa-a8f0-ddbee00ab71c HTTP/1.1" status: 200 len: 1128 time: 0.0545969 Aug 30 01:02:07.042354 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-c7b1310b-9034-4f06-93bc-16a6eb256dec admin admin] Publish callbacks [] for security_group (8617dd46-211e-4431-987f-2b6ddcb24c7c), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:07.102501 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-c7b1310b-9034-4f06-93bc-16a6eb256dec admin admin] Publish callbacks [] for security_group (8617dd46-211e-4431-987f-2b6ddcb24c7c), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:07.265465 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-c7b1310b-9034-4f06-93bc-16a6eb256dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (8617dd46-211e-4431-987f-2b6ddcb24c7c), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:07.270127 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-c7b1310b-9034-4f06-93bc-16a6eb256dec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:07.275100 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-c7b1310b-9034-4f06-93bc-16a6eb256dec admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/8617dd46-211e-4431-987f-2b6ddcb24c7c HTTP/1.1" status: 204 len: 168 time: 0.4685049 Aug 30 01:02:07.300247 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b1310b-9034-4f06-93bc-16a6eb256dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8617dd46-211e-4431-987f-2b6ddcb24c7c,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:07.326868 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-83a2150c-8387-4533-9a59-c8661d4848ec req-f4d3a350-c7ac-4407-b411-6223fb6225b9 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5901c41-4417-480b-839a-adeac6440d5f HTTP/1.1" status: 200 len: 217 time: 0.3083043 Aug 30 01:02:07.336915 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=9 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:07.444737 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a2150c-8387-4533-9a59-c8661d4848ec req-42f1f6f8-90e7-41e7-9347-b8b9724df703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:07.446073 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-83a2150c-8387-4533-9a59-c8661d4848ec req-42f1f6f8-90e7-41e7-9347-b8b9724df703 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=02513918-8146-498c-b447-f297c474a5c4 HTTP/1.1" status: 200 len: 849 time: 0.1058300 Aug 30 01:02:07.452733 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3039b0b3-731e-42df-b9bd-b3d0212e8154 req-fc9b59f2-843a-485c-bb77-cc8e25504eea tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:07.460300 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-3039b0b3-731e-42df-b9bd-b3d0212e8154 req-fc9b59f2-843a-485c-bb77-cc8e25504eea tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 945 time: 0.1541469 Aug 30 01:02:07.467438 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be07e322-be7e-4252-90c5-5faa25e615b8 req-3031f08e-01cc-436e-a602-2f804bea4b59 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:07.470207 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-be07e322-be7e-4252-90c5-5faa25e615b8 req-3031f08e-01cc-436e-a602-2f804bea4b59 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5b6e02bc-7faf-41fa-a8f0-ddbee00ab71c HTTP/1.1" status: 200 len: 944 time: 0.1655746 Aug 30 01:02:07.507299 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-83a2150c-8387-4533-9a59-c8661d4848ec req-4ab80b80-fdd7-4c5a-8072-13b423f8b638 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=9d1e59dd-5b38-4842-838d-cef49c8c8701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361304 Aug 30 01:02:07.597990 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:07.642561 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-3039b0b3-731e-42df-b9bd-b3d0212e8154 req-ce6c606a-df4e-406e-b10f-29be4fdda4c8 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813936 Aug 30 01:02:07.652132 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-be07e322-be7e-4252-90c5-5faa25e615b8 req-bb3fef06-d996-463e-afcd-e883cb380e57 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=00b4fa40-2f76-4160-80c9-6907a1412044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484096 Aug 30 01:02:07.702896 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-83a2150c-8387-4533-9a59-c8661d4848ec req-3de535ac-1fbf-4693-b349-7d8577460130 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/9d1e59dd-5b38-4842-838d-cef49c8c8701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779177 Aug 30 01:02:07.850632 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-83a2150c-8387-4533-9a59-c8661d4848ec req-840121c9-f0fe-499e-a879-74b813723a5c service neutron] 10.222.0.47 "GET /networking/v2.0/networks/9d1e59dd-5b38-4842-838d-cef49c8c8701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353941 Aug 30 01:02:07.881634 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ea17764b-77a1-4fc0-8d6b-1b6b1d615a81 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:07.886644 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ea17764b-77a1-4fc0-8d6b-1b6b1d615a81 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16466402'] for floatingip (1c5e5197-a28b-4423-81f5-daa81fdeebf0), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:07.897436 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 46756) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:02:08.006977 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.db.l3_db [None req-ea17764b-77a1-4fc0-8d6b-1b6b1d615a81 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Floating IP 1c5e5197-a28b-4423-81f5-daa81fdeebf0 associated. External IP: 172.27.4.95, port: d7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b. Aug 30 01:02:08.093431 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-10c9975d-3fc7-402f-bf4e-8b3f057c22ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:08.191089 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-10c9975d-3fc7-402f-bf4e-8b3f057c22ac admin admin] Publish callbacks [] for security_group (21af9e17-986a-4155-af37-17dd62fd3b48), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:08.195683 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-10c9975d-3fc7-402f-bf4e-8b3f057c22ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (21af9e17-986a-4155-af37-17dd62fd3b48), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:08.259686 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-10c9975d-3fc7-402f-bf4e-8b3f057c22ac admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=b43c4817974a4d7f85dedbc102c083ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3610415 Aug 30 01:02:08.260777 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c9975d-3fc7-402f-bf4e-8b3f057c22ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21af9e17-986a-4155-af37-17dd62fd3b48,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:08.263631 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 46770) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:02:08.356716 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-8b644c23-76da-4400-afe6-b76eebf768e0 admin admin] Publish callbacks [] for security_group (21af9e17-986a-4155-af37-17dd62fd3b48), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:08.388826 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-8b644c23-76da-4400-afe6-b76eebf768e0 admin admin] Publish callbacks [] for security_group (21af9e17-986a-4155-af37-17dd62fd3b48), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:08.423908 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:08.428437 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea17764b-77a1-4fc0-8d6b-1b6b1d615a81 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Router bd1c6eaf-677c-4555-8d4e-2fd99795de73 has already been hosted by L3 agent 613dbf26-5731-4391-8a29-3c5185f7ed3f {{(pid=106206) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:02:08.448380 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-8b644c23-76da-4400-afe6-b76eebf768e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (21af9e17-986a-4155-af37-17dd62fd3b48), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:08.454222 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-8b644c23-76da-4400-afe6-b76eebf768e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:08.459262 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-8b644c23-76da-4400-afe6-b76eebf768e0 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/21af9e17-986a-4155-af37-17dd62fd3b48 HTTP/1.1" status: 204 len: 168 time: 0.1775875 Aug 30 01:02:08.475973 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b644c23-76da-4400-afe6-b76eebf768e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21af9e17-986a-4155-af37-17dd62fd3b48,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:08.565416 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea17764b-77a1-4fc0-8d6b-1b6b1d615a81 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Notify agent at l3_agent.dv-cinder-815146-13-iscsi the message routers_updated {{(pid=106206) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:02:08.580347 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26573c48-29f8-453d-8f42-bf5de0620b7b None None] Sync routers for ids ['bd1c6eaf-677c-4555-8d4e-2fd99795de73'] in dv-cinder-815146-13-iscsi {{(pid=106209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:02:08.595192 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ea17764b-77a1-4fc0-8d6b-1b6b1d615a81 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for floatingip (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:08.610810 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26573c48-29f8-453d-8f42-bf5de0620b7b None None] Routers {'bd1c6eaf-677c-4555-8d4e-2fd99795de73'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:02:08.611404 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-26573c48-29f8-453d-8f42-bf5de0620b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:01:41Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['bd1c6eaf-677c-4555-8d4e-2fd99795de73'], 'active': True} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:02:08.638433 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-ea17764b-77a1-4fc0-8d6b-1b6b1d615a81 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "PUT /networking/v2.0/floatingips/1c5e5197-a28b-4423-81f5-daa81fdeebf0 HTTP/1.1" status: 200 len: 990 time: 1.8131573 Aug 30 01:02:08.639310 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d2ed1b9-2567-4964-83fd-dd44533766ae', 'tag': 'd7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b'}] {{(pid=106206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:02:08.644046 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068580ff6c600dbe59ab62011f5d984f60f6f54628162803fce2ed792aa7a021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-919223ff-de73-4a78-98bc-14fa01ab76c0" -d '{"events": [{"name": "network-changed", "server_uuid": "8d2ed1b9-2567-4964-83fd-dd44533766ae", "tag": "d7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b"}]}' {{(pid=106206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:02:08.657023 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=100 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:08.689059 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76eedfa-db40-4b4f-9054-641d254931d3 x-openstack-request-id: req-b76eedfa-db40-4b4f-9054-641d254931d3 {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:02:08.689448 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d2ed1b9-2567-4964-83fd-dd44533766ae", "tag": "d7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b", "status": "completed", "code": 200}]} {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:02:08.689767 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b76eedfa-db40-4b4f-9054-641d254931d3 {{(pid=106206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:02:08.690452 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b76eedfa-db40-4b4f-9054-641d254931d3'] response: {'name': 'network-changed', 'server_uuid': '8d2ed1b9-2567-4964-83fd-dd44533766ae', 'tag': 'd7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b', 'status': 'completed', 'code': 200} Aug 30 01:02:08.733198 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvr_db [None req-26573c48-29f8-453d-8f42-bf5de0620b7b None None] Set router bd1c6eaf-677c-4555-8d4e-2fd99795de73 gateway port host: dv-cinder-815146-13-iscsi {{(pid=106209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:02:08.768771 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=100 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:08.863105 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c25d6-8819-441b-8e7d-3754fdb171cc req-55bb398a-e6b0-4795-a9bc-d7d264d9f26c tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:08.864842 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-700c25d6-8819-441b-8e7d-3754fdb171cc req-55bb398a-e6b0-4795-a9bc-d7d264d9f26c tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5b6e02bc-7faf-41fa-a8f0-ddbee00ab71c HTTP/1.1" status: 200 len: 944 time: 0.0925398 Aug 30 01:02:08.876893 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5843742c-6bb5-40e5-957d-c9a4cce670a5 req-8591b1c3-f375-4031-8bd9-96923c792754 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:08.878546 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-5843742c-6bb5-40e5-957d-c9a4cce670a5 req-8591b1c3-f375-4031-8bd9-96923c792754 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 945 time: 0.0693054 Aug 30 01:02:08.949182 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-6d7d6612-d3da-4937-ab4f-1da677d3f842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (fba0026e-8830-42b0-8a12-2be2a1203730), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:08.952386 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:08.958045 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-700c25d6-8819-441b-8e7d-3754fdb171cc req-873cfe0a-81d2-46ed-94d2-90de1e50bbaa tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=00b4fa40-2f76-4160-80c9-6907a1412044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783529 Aug 30 01:02:08.990317 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-5843742c-6bb5-40e5-957d-c9a4cce670a5 req-26cfc506-9aa0-48ac-ae3b-8a3dac89d20a tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892017 Aug 30 01:02:09.052432 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-26573c48-29f8-453d-8f42-bf5de0620b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'name': 'tempest-AttachVolumeNegativeTest-987046986-router', 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.121'}], 'enable_snat': True}, 'gw_port_id': '02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:01:05Z', 'updated_at': '2022-08-30T01:01:15Z', 'revision_number': 4, 'project_id': '0596692dbfb149139a1e72159c6f93db', 'gw_port': {'id': '02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:39:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:06Z', 'updated_at': '2022-08-30T01:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_floatingips': [{'id': '1c5e5197-a28b-4423-81f5-daa81fdeebf0', 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'floating_ip_address': '172.27.4.95', 'floating_network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'router_id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'port_id': 'd7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dffca817-1d31-4c9c-99a3-2d8483c143b4', 'mac_address': 'fa:16:3e:15:0c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d2ed1b9-2567-4964-83fd-dd44533766ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:01:32Z', 'updated_at': '2022-08-30T01:02:07Z', 'revision_number': 1, 'project_id': '0596692dbfb149139a1e72159c6f93db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c3a5c21-7f7c-4037-ac11-fe0d15ab9538', 'name': '', 'network_id': 'dffca817-1d31-4c9c-99a3-2d8483c143b4', 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'mac_address': 'fa:16:3e:80:4d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '35e91298-8731-4ea1-81fe-d78c255b7ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:12Z', 'updated_at': '2022-08-30T01:01:35Z', 'revision_number': 5, 'project_id': '0596692dbfb149139a1e72159c6f93db', 'subnets': [{'id': '35e91298-8731-4ea1-81fe-d78c255b7ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:02:09.081452 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26573c48-29f8-453d-8f42-bf5de0620b7b None None] Checking router: bd1c6eaf-677c-4555-8d4e-2fd99795de73 for host: dv-cinder-815146-13-iscsi {{(pid=106209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:02:09.090618 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26573c48-29f8-453d-8f42-bf5de0620b7b None None] Routers {'bd1c6eaf-677c-4555-8d4e-2fd99795de73'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:02:09.091275 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-26573c48-29f8-453d-8f42-bf5de0620b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:01:41Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['bd1c6eaf-677c-4555-8d4e-2fd99795de73'], 'active': True} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:02:09.143135 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 46798) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:02:09.157284 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-22974a56-c372-43b3-92ad-8c1e93d219f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:09.209121 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvr_db [None req-26573c48-29f8-453d-8f42-bf5de0620b7b None None] Set router bd1c6eaf-677c-4555-8d4e-2fd99795de73 gateway port host: dv-cinder-815146-13-iscsi {{(pid=106209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:02:09.262917 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-22974a56-c372-43b3-92ad-8c1e93d219f6 admin admin] Publish callbacks [] for security_group (d4e51822-4933-429e-bcee-36f07fa3a520), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:09.266824 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-22974a56-c372-43b3-92ad-8c1e93d219f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (d4e51822-4933-429e-bcee-36f07fa3a520), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:09.311150 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:09.315306 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-22974a56-c372-43b3-92ad-8c1e93d219f6 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=2b662abf767c490d899d86cb6cd66bf7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1710942 Aug 30 01:02:09.317130 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22974a56-c372-43b3-92ad-8c1e93d219f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e51822-4933-429e-bcee-36f07fa3a520,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:09.318846 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 46804) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:02:09.378040 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:09.391466 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-78330c60-3ea9-46cd-ad3f-7595f465598b admin admin] Publish callbacks [] for security_group (d4e51822-4933-429e-bcee-36f07fa3a520), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:09.419845 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-78330c60-3ea9-46cd-ad3f-7595f465598b admin admin] Publish callbacks [] for security_group (d4e51822-4933-429e-bcee-36f07fa3a520), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:09.479074 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-78330c60-3ea9-46cd-ad3f-7595f465598b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (d4e51822-4933-429e-bcee-36f07fa3a520), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:09.481653 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-78330c60-3ea9-46cd-ad3f-7595f465598b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:09.485118 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-78330c60-3ea9-46cd-ad3f-7595f465598b admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/d4e51822-4933-429e-bcee-36f07fa3a520 HTTP/1.1" status: 204 len: 168 time: 0.1621537 Aug 30 01:02:09.492140 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78330c60-3ea9-46cd-ad3f-7595f465598b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e51822-4933-429e-bcee-36f07fa3a520,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:09.579487 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-26573c48-29f8-453d-8f42-bf5de0620b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'name': 'tempest-AttachVolumeNegativeTest-987046986-router', 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.121'}], 'enable_snat': True}, 'gw_port_id': '02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:01:05Z', 'updated_at': '2022-08-30T01:01:15Z', 'revision_number': 4, 'project_id': '0596692dbfb149139a1e72159c6f93db', 'gw_port': {'id': '02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:39:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:06Z', 'updated_at': '2022-08-30T01:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_floatingips': [{'id': '1c5e5197-a28b-4423-81f5-daa81fdeebf0', 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'floating_ip_address': '172.27.4.95', 'floating_network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'router_id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'port_id': 'd7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dffca817-1d31-4c9c-99a3-2d8483c143b4', 'mac_address': 'fa:16:3e:15:0c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d2ed1b9-2567-4964-83fd-dd44533766ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:01:32Z', 'updated_at': '2022-08-30T01:02:07Z', 'revision_number': 1, 'project_id': '0596692dbfb149139a1e72159c6f93db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c3a5c21-7f7c-4037-ac11-fe0d15ab9538', 'name': '', 'network_id': 'dffca817-1d31-4c9c-99a3-2d8483c143b4', 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'mac_address': 'fa:16:3e:80:4d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '35e91298-8731-4ea1-81fe-d78c255b7ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:12Z', 'updated_at': '2022-08-30T01:01:35Z', 'revision_number': 5, 'project_id': '0596692dbfb149139a1e72159c6f93db', 'subnets': [{'id': '35e91298-8731-4ea1-81fe-d78c255b7ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:02:09.613294 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26573c48-29f8-453d-8f42-bf5de0620b7b None None] The sync data for ids ['bd1c6eaf-677c-4555-8d4e-2fd99795de73'] in dv-cinder-815146-13-iscsi is: [{'id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'name': 'tempest-AttachVolumeNegativeTest-987046986-router', 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.121'}], 'enable_snat': True}, 'gw_port_id': '02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:01:05Z', 'updated_at': '2022-08-30T01:01:15Z', 'revision_number': 4, 'project_id': '0596692dbfb149139a1e72159c6f93db', 'gw_port': {'id': '02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:39:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:06Z', 'updated_at': '2022-08-30T01:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_floatingips': [{'id': '1c5e5197-a28b-4423-81f5-daa81fdeebf0', 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'floating_ip_address': '172.27.4.95', 'floating_network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'router_id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'port_id': 'd7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dffca817-1d31-4c9c-99a3-2d8483c143b4', 'mac_address': 'fa:16:3e:15:0c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d2ed1b9-2567-4964-83fd-dd44533766ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:01:32Z', 'updated_at': '2022-08-30T01:02:07Z', 'revision_number': 1, 'project_id': '0596692dbfb149139a1e72159c6f93db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c3a5c21-7f7c-4037-ac11-fe0d15ab9538', 'name': '', 'network_id': 'dffca817-1d31-4c9c-99a3-2d8483c143b4', 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'mac_address': 'fa:16:3e:80:4d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '35e91298-8731-4ea1-81fe-d78c255b7ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:12Z', 'updated_at': '2022-08-30T01:01:35Z', 'revision_number': 5, 'project_id': '0596692dbfb149139a1e72159c6f93db', 'subnets': [{'id': '35e91298-8731-4ea1-81fe-d78c255b7ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:02:09.869201 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e110aa-a5d0-45bf-b268-0d2b8a9b8512 req-c1428350-f9d1-4500-8708-8fe5855ac4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:09.870854 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-d2e110aa-a5d0-45bf-b268-0d2b8a9b8512 req-c1428350-f9d1-4500-8708-8fe5855ac4aa service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=2c18e1da199c437b809a45aada0b0e0e&device_id=5b6e02bc-7faf-41fa-a8f0-ddbee00ab71c HTTP/1.1" status: 200 len: 1128 time: 0.0982347 Aug 30 01:02:09.872308 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919223ff-de73-4a78-98bc-14fa01ab76c0 req-8dfbf41b-7e23-462e-87e7-82907ae28e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:09.874471 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-919223ff-de73-4a78-98bc-14fa01ab76c0 req-8dfbf41b-7e23-462e-87e7-82907ae28e16 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=0596692dbfb149139a1e72159c6f93db&device_id=8d2ed1b9-2567-4964-83fd-dd44533766ae HTTP/1.1" status: 200 len: 1129 time: 0.0859513 Aug 30 01:02:10.142806 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device d5901c41-4417-480b-839a-adeac6440d5f details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=106208) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 01:02:10.152329 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:10.218577 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb4393-9ec3-430a-bcbc-876786747374 req-f1a1cb79-c571-4af6-bd72-0007ae448c62 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:10.221267 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-c2cb4393-9ec3-430a-bcbc-876786747374 req-f1a1cb79-c571-4af6-bd72-0007ae448c62 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5b6e02bc-7faf-41fa-a8f0-ddbee00ab71c HTTP/1.1" status: 200 len: 944 time: 0.1275811 Aug 30 01:02:10.270433 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a5f27-2016-453d-8a4e-85073442b3d8 req-9263fd88-d776-4ebf-b070-21cffa141987 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:10.278842 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-906a5f27-2016-453d-8a4e-85073442b3d8 req-9263fd88-d776-4ebf-b070-21cffa141987 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 945 time: 0.1174536 Aug 30 01:02:10.329867 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port d5901c41-4417-480b-839a-adeac6440d5f, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=d5901c41-4417-480b-839a-adeac6440d5f,segment=NetworkSegment(17eac527-492f-4c9e-afe0-e5f025f3f3f1),segment_id=17eac527-492f-4c9e-afe0-e5f025f3f3f1)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:02:10.352343 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Returning: {'device': 'd5901c41-4417-480b-839a-adeac6440d5f', 'network_id': '9d1e59dd-5b38-4842-838d-cef49c8c8701', 'port_id': 'd5901c41-4417-480b-839a-adeac6440d5f', 'mac_address': 'fa:16:3e:6a:36:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1056, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02513918-8146-498c-b447-f297c474a5c4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106208) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 01:02:10.361347 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-c2cb4393-9ec3-430a-bcbc-876786747374 req-dc7f9ae1-b0ac-4e82-807f-0b79c9b316a9 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=00b4fa40-2f76-4160-80c9-6907a1412044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333811 Aug 30 01:02:10.407911 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-906a5f27-2016-453d-8a4e-85073442b3d8 req-469b0dff-c1c5-4a40-8b48-100c4b1d1763 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248918 Aug 30 01:02:10.410458 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Current status of the port d5901c41-4417-480b-839a-adeac6440d5f is: DOWN; New status is: BUILD {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:02:10.411542 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (d5901c41-4417-480b-839a-adeac6440d5f), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:10.429414 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5901c41-4417-480b-839a-adeac6440d5f {{(pid=106208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:02:10.455920 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port d5901c41-4417-480b-839a-adeac6440d5f, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=d5901c41-4417-480b-839a-adeac6440d5f,segment=NetworkSegment(17eac527-492f-4c9e-afe0-e5f025f3f3f1),segment_id=17eac527-492f-4c9e-afe0-e5f025f3f3f1)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:02:10.460643 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (d5901c41-4417-480b-839a-adeac6440d5f), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:10.569115 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Pushing event updated for resources: {'Port': ['ID=d5901c41-4417-480b-839a-adeac6440d5f,revision_number=4']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:10.578983 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:10.579458 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:10.579982 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:10.580477 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:10.580964 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:10.581509 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:10.582083 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:10.582564 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:10.583056 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:10.583618 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:10.583965 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:10.584319 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:10.584656 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:10.584985 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:10.585370 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:10.593766 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188f94db-c931-4677-8f79-c4f0dc469284 None None] New status for floating IP 1c5e5197-a28b-4423-81f5-daa81fdeebf0: ACTIVE {{(pid=106208) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:02:10.964827 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] get_ports_and_sgs() called for port_ids ['d5901c41-4417-480b-839a-adeac6440d5f'] {{(pid=106208) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:02:11.097159 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:11.313107 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-12e9fb25-4106-4b5a-8414-ce25cfa23680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (613dbf26-5731-4391-8a29-3c5185f7ed3f), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:11.354189 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 46892) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:02:11.474562 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6667b276-13d0-415d-9092-a8425a0f042b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:11.509187 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc450f42-dd96-47e1-b760-fc8c86d5432a req-ae872374-36af-4f7c-8831-9e4f2aa80665 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:11.511813 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-cc450f42-dd96-47e1-b760-fc8c86d5432a req-ae872374-36af-4f7c-8831-9e4f2aa80665 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5b6e02bc-7faf-41fa-a8f0-ddbee00ab71c HTTP/1.1" status: 200 len: 945 time: 0.0689917 Aug 30 01:02:11.577937 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6667b276-13d0-415d-9092-a8425a0f042b admin admin] Publish callbacks [] for security_group (00bb7e76-0285-4337-a878-7d94c9b57329), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:11.584171 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6667b276-13d0-415d-9092-a8425a0f042b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (00bb7e76-0285-4337-a878-7d94c9b57329), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:11.610276 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1951dda-5dc8-4f34-a5fa-dc0cdbe5e048 req-4aeb0ed3-4ce6-4e4c-96e0-2126204ad39a tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:11.617186 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-a1951dda-5dc8-4f34-a5fa-dc0cdbe5e048 req-4aeb0ed3-4ce6-4e4c-96e0-2126204ad39a tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 945 time: 0.0842831 Aug 30 01:02:11.630765 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-cc450f42-dd96-47e1-b760-fc8c86d5432a req-95cc6ea9-8923-4ccc-9580-e83f652dfd36 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=00b4fa40-2f76-4160-80c9-6907a1412044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119153 Aug 30 01:02:11.641648 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6667b276-13d0-415d-9092-a8425a0f042b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00bb7e76-0285-4337-a878-7d94c9b57329,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:11.653014 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-6667b276-13d0-415d-9092-a8425a0f042b admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=d0cc98dfd40c49d0877dc4c2b05457d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2976677 Aug 30 01:02:11.654070 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 46904) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:02:11.691523 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-a1951dda-5dc8-4f34-a5fa-dc0cdbe5e048 req-242d32a6-59c2-4b3e-acad-44c2919d8464 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735042 Aug 30 01:02:11.710215 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-a4c1456c-2cc4-45fa-8a96-d0161440d2d7 admin admin] Publish callbacks [] for security_group (00bb7e76-0285-4337-a878-7d94c9b57329), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:11.732749 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-a4c1456c-2cc4-45fa-8a96-d0161440d2d7 admin admin] Publish callbacks [] for security_group (00bb7e76-0285-4337-a878-7d94c9b57329), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:11.793622 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-a4c1456c-2cc4-45fa-8a96-d0161440d2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (00bb7e76-0285-4337-a878-7d94c9b57329), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:11.800436 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-a4c1456c-2cc4-45fa-8a96-d0161440d2d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:11.807881 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-a4c1456c-2cc4-45fa-8a96-d0161440d2d7 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/00bb7e76-0285-4337-a878-7d94c9b57329 HTTP/1.1" status: 204 len: 168 time: 0.1527879 Aug 30 01:02:11.828110 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c1456c-2cc4-45fa-8a96-d0161440d2d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00bb7e76-0285-4337-a878-7d94c9b57329,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:12.054721 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919223ff-de73-4a78-98bc-14fa01ab76c0 req-00ddf164-2011-48e4-a119-57b9da5b54bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:12.056219 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-919223ff-de73-4a78-98bc-14fa01ab76c0 req-00ddf164-2011-48e4-a119-57b9da5b54bf service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=dffca817-1d31-4c9c-99a3-2d8483c143b4 HTTP/1.1" status: 200 len: 916 time: 0.2589014 Aug 30 01:02:12.060976 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e110aa-a5d0-45bf-b268-0d2b8a9b8512 req-b32d9acc-fc42-4f28-bce7-2502aadb0894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:12.063334 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-d2e110aa-a5d0-45bf-b268-0d2b8a9b8512 req-b32d9acc-fc42-4f28-bce7-2502aadb0894 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=9d1e59dd-5b38-4842-838d-cef49c8c8701 HTTP/1.1" status: 200 len: 911 time: 0.2646368 Aug 30 01:02:12.150963 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 46928) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:02:12.167761 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-78a5da5f-585f-419c-8406-261525fb9a23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:12.260346 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-78a5da5f-585f-419c-8406-261525fb9a23 admin admin] Publish callbacks [] for security_group (a1c052b9-6843-4762-ac1f-2aca4b1e3a86), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:12.267169 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device d5901c41-4417-480b-839a-adeac6440d5f up at agent hyperv_hv-cinder-81514 {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:02:12.271039 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-78a5da5f-585f-419c-8406-261525fb9a23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (a1c052b9-6843-4762-ac1f-2aca4b1e3a86), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:12.312704 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Provisioning for port d5901c41-4417-480b-839a-adeac6440d5f completed by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 01:02:12.319386 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 46936) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:02:12.322157 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Provisioning complete for port d5901c41-4417-480b-839a-adeac6440d5f triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:02:12.323194 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (d5901c41-4417-480b-839a-adeac6440d5f), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:12.330875 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-78a5da5f-585f-419c-8406-261525fb9a23 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=f0e02f57ee8c45ae856e6a81d8481440&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1789515 Aug 30 01:02:12.337935 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a5da5f-585f-419c-8406-261525fb9a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c052b9-6843-4762-ac1f-2aca4b1e3a86,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:12.423472 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:12.449838 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Current status of the port d5901c41-4417-480b-839a-adeac6440d5f is: BUILD; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:02:12.450859 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (d5901c41-4417-480b-839a-adeac6440d5f), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:12.472911 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-d2e110aa-a5d0-45bf-b268-0d2b8a9b8512 req-0031ddf4-3b96-4115-b4e9-4fc7e3c91094 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5901c41-4417-480b-839a-adeac6440d5f HTTP/1.1" status: 200 len: 217 time: 0.1521556 Aug 30 01:02:12.499992 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b6e02bc-7faf-41fa-a8f0-ddbee00ab71c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5901c41-4417-480b-839a-adeac6440d5f'}] {{(pid=106208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:02:12.504328 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c29b7fbecba6d5f29730e8e5f4edf6e9b002b1b00f6f5f73d69c4afba8ee411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6bcf003-88dc-42d9-983c-9ba55bcef2f1" -d '{"events": [{"server_uuid": "5b6e02bc-7faf-41fa-a8f0-ddbee00ab71c", "name": "network-vif-plugged", "status": "completed", "tag": "d5901c41-4417-480b-839a-adeac6440d5f"}]}' {{(pid=106208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:02:12.521557 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-919223ff-de73-4a78-98bc-14fa01ab76c0 req-b3b9d8cc-7795-481e-ac3c-59a9fed40147 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b HTTP/1.1" status: 200 len: 1000 time: 0.1887243 Aug 30 01:02:12.551784 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port d5901c41-4417-480b-839a-adeac6440d5f, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=d5901c41-4417-480b-839a-adeac6440d5f,segment=NetworkSegment(17eac527-492f-4c9e-afe0-e5f025f3f3f1),segment_id=17eac527-492f-4c9e-afe0-e5f025f3f3f1)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:02:12.558704 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (d5901c41-4417-480b-839a-adeac6440d5f), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:12.569252 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-25c1dd7e-d974-443e-806e-f641d8bbb77b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (0cb86657-2da7-42ea-bd2c-d65472391dc8), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:12.601407 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-497ab8e0-98e5-4cc4-b37d-9458a11e81b3 x-openstack-request-id: req-497ab8e0-98e5-4cc4-b37d-9458a11e81b3 {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:02:12.601951 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b6e02bc-7faf-41fa-a8f0-ddbee00ab71c", "name": "network-vif-plugged", "status": "completed", "tag": "d5901c41-4417-480b-839a-adeac6440d5f", "code": 200}]} {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:02:12.602787 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-497ab8e0-98e5-4cc4-b37d-9458a11e81b3 {{(pid=106208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:02:12.603341 dv-cinder-815146-13-iscsi neutron-server[106208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-497ab8e0-98e5-4cc4-b37d-9458a11e81b3'] response: {'server_uuid': '5b6e02bc-7faf-41fa-a8f0-ddbee00ab71c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5901c41-4417-480b-839a-adeac6440d5f', 'code': 200} Aug 30 01:02:12.633699 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e110aa-a5d0-45bf-b268-0d2b8a9b8512 req-fa4cab5f-898d-400b-ad50-3e5de8bbbb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:12.635387 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-d2e110aa-a5d0-45bf-b268-0d2b8a9b8512 req-fa4cab5f-898d-400b-ad50-3e5de8bbbb72 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=02513918-8146-498c-b447-f297c474a5c4 HTTP/1.1" status: 200 len: 849 time: 0.1400328 Aug 30 01:02:12.638508 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-2ad3492d-6539-411f-8993-33d67777261a admin admin] Publish callbacks [] for security_group (a1c052b9-6843-4762-ac1f-2aca4b1e3a86), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:12.650768 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Pushing event updated for resources: {'Port': ['ID=d5901c41-4417-480b-839a-adeac6440d5f,revision_number=5']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:12.651336 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919223ff-de73-4a78-98bc-14fa01ab76c0 req-00b66fd1-565f-4cc4-a319-ce34ccecd4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:12.652994 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-919223ff-de73-4a78-98bc-14fa01ab76c0 req-00b66fd1-565f-4cc4-a319-ce34ccecd4f9 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=35e91298-8731-4ea1-81fe-d78c255b7ca6 HTTP/1.1" status: 200 len: 853 time: 0.1003466 Aug 30 01:02:12.734337 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-d2e110aa-a5d0-45bf-b268-0d2b8a9b8512 req-339d74aa-ea62-4173-9fa4-c5bc49ae9ebd service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=9d1e59dd-5b38-4842-838d-cef49c8c8701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0855145 Aug 30 01:02:12.736800 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-2ad3492d-6539-411f-8993-33d67777261a admin admin] Publish callbacks [] for security_group (a1c052b9-6843-4762-ac1f-2aca4b1e3a86), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:12.786838 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 46954) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:02:12.861317 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919223ff-de73-4a78-98bc-14fa01ab76c0 req-1bc69da4-6c82-4eff-8632-0fbf2df81a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:12.862714 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-919223ff-de73-4a78-98bc-14fa01ab76c0 req-1bc69da4-6c82-4eff-8632-0fbf2df81a0e service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=dffca817-1d31-4c9c-99a3-2d8483c143b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1870596 Aug 30 01:02:12.898588 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881eba60-a73b-4de8-a831-3965acf37923 req-6e857048-bb7d-45ba-b601-05b0fd15411c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:12.900204 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-881eba60-a73b-4de8-a831-3965acf37923 req-6e857048-bb7d-45ba-b601-05b0fd15411c service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=5b6e02bc-7faf-41fa-a8f0-ddbee00ab71c HTTP/1.1" status: 200 len: 1130 time: 0.0449533 Aug 30 01:02:12.917363 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:12.950805 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-94b906d0-f4ff-4cc7-ac73-03ca0924ef58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:12.954852 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71706d-2f7b-48ac-826e-ac1d2c395cf2 req-33dc497d-edf0-43c5-8648-517720246311 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:12.956414 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-5d71706d-2f7b-48ac-826e-ac1d2c395cf2 req-33dc497d-edf0-43c5-8648-517720246311 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5b6e02bc-7faf-41fa-a8f0-ddbee00ab71c HTTP/1.1" status: 200 len: 946 time: 0.1944919 Aug 30 01:02:12.966199 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:12.991768 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-881eba60-a73b-4de8-a831-3965acf37923 req-65940fb0-83d6-43e1-a5ce-519a479c908a service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=00b4fa40-2f76-4160-80c9-6907a1412044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787463 Aug 30 01:02:12.995471 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:13.023611 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdcbb67-4767-4356-9c94-8dfef73d0b73 req-bc713d2c-d96a-4919-b26c-11c237b6bbf2 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:13.025157 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-dfdcbb67-4767-4356-9c94-8dfef73d0b73 req-bc713d2c-d96a-4919-b26c-11c237b6bbf2 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 945 time: 0.1657362 Aug 30 01:02:13.063190 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-2ad3492d-6539-411f-8993-33d67777261a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (a1c052b9-6843-4762-ac1f-2aca4b1e3a86), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:13.064401 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-94b906d0-f4ff-4cc7-ac73-03ca0924ef58 admin admin] Publish callbacks [] for security_group (4ba57385-ad67-430d-bf1b-13867a15ce7f), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:13.065723 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-2ad3492d-6539-411f-8993-33d67777261a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:13.066865 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-2ad3492d-6539-411f-8993-33d67777261a admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/a1c052b9-6843-4762-ac1f-2aca4b1e3a86 HTTP/1.1" status: 204 len: 168 time: 0.7435682 Aug 30 01:02:13.068654 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-94b906d0-f4ff-4cc7-ac73-03ca0924ef58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (4ba57385-ad67-430d-bf1b-13867a15ce7f), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:13.109605 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b906d0-f4ff-4cc7-ac73-03ca0924ef58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba57385-ad67-430d-bf1b-13867a15ce7f,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:13.116690 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-94b906d0-f4ff-4cc7-ac73-03ca0924ef58 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=af2a4ec9e85a4850a0054ad74a859605&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3250079 Aug 30 01:02:13.117011 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 46964) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:02:13.131738 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-d2e110aa-a5d0-45bf-b268-0d2b8a9b8512 req-2a931160-2d28-4660-979e-50e5c1c5fb8c service neutron] 10.222.0.47 "GET /networking/v2.0/networks/9d1e59dd-5b38-4842-838d-cef49c8c8701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3849168 Aug 30 01:02:13.136033 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad3492d-6539-411f-8993-33d67777261a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c052b9-6843-4762-ac1f-2aca4b1e3a86,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:13.160155 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-5d71706d-2f7b-48ac-826e-ac1d2c395cf2 req-776e5f78-146f-4adc-b10e-8b2e1233b7e9 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=00b4fa40-2f76-4160-80c9-6907a1412044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621890 Aug 30 01:02:13.172723 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-810f2480-d9f0-4fee-a84a-fe28ecee295a admin admin] Publish callbacks [] for security_group (4ba57385-ad67-430d-bf1b-13867a15ce7f), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:13.202511 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-919223ff-de73-4a78-98bc-14fa01ab76c0 req-7352533c-9cd9-492b-9962-02d65962035d service neutron] 10.222.0.47 "GET /networking/v2.0/networks/dffca817-1d31-4c9c-99a3-2d8483c143b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138046 Aug 30 01:02:13.206365 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-dfdcbb67-4767-4356-9c94-8dfef73d0b73 req-a42550c8-1bb7-44f2-9e7e-e657d1e7b975 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656742 Aug 30 01:02:13.207781 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-810f2480-d9f0-4fee-a84a-fe28ecee295a admin admin] Publish callbacks [] for security_group (4ba57385-ad67-430d-bf1b-13867a15ce7f), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:13.273531 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-810f2480-d9f0-4fee-a84a-fe28ecee295a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (4ba57385-ad67-430d-bf1b-13867a15ce7f), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:13.276171 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-810f2480-d9f0-4fee-a84a-fe28ecee295a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:13.277512 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-810f2480-d9f0-4fee-a84a-fe28ecee295a admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/4ba57385-ad67-430d-bf1b-13867a15ce7f HTTP/1.1" status: 204 len: 168 time: 0.1595459 Aug 30 01:02:13.286776 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810f2480-d9f0-4fee-a84a-fe28ecee295a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba57385-ad67-430d-bf1b-13867a15ce7f,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:13.533615 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:13.544763 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-919223ff-de73-4a78-98bc-14fa01ab76c0 req-35ee3c7f-88bc-4e65-b780-22f87a7404fc service neutron] 10.222.0.47 "GET /networking/v2.0/networks/dffca817-1d31-4c9c-99a3-2d8483c143b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389188 Aug 30 01:02:13.550791 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-d2e110aa-a5d0-45bf-b268-0d2b8a9b8512 req-4fa038f5-bf93-4c72-8b01-6e24b2f49a05 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/9d1e59dd-5b38-4842-838d-cef49c8c8701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584627 Aug 30 01:02:13.559415 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c899543-5546-4447-8622-3321ec49f7f8 req-2e5f5a7e-68aa-4ffb-a503-af038a0febe4 tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:13.560949 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-7c899543-5546-4447-8622-3321ec49f7f8 req-2e5f5a7e-68aa-4ffb-a503-af038a0febe4 tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=463f5c61-231b-435d-b0ec-440e941d8ae1 HTTP/1.1" status: 200 len: 945 time: 0.0797222 Aug 30 01:02:13.615993 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-7c899543-5546-4447-8622-3321ec49f7f8 req-93c6fd4f-515c-46ce-8c63-fb6848b519ed tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=fd73283f-0252-47d5-9b6c-21e114ae8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483329 Aug 30 01:02:13.737607 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 46982) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:02:13.752152 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-43ed2cc8-6b53-409a-a394-df981839206e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:13.832281 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-43ed2cc8-6b53-409a-a394-df981839206e admin admin] Publish callbacks [] for security_group (37e7e006-b009-4437-adfd-975180700566), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:13.837466 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-43ed2cc8-6b53-409a-a394-df981839206e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (37e7e006-b009-4437-adfd-975180700566), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:13.873238 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (ec393def-3d84-45a3-8a6c-ed049d62fe0a), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:13.882090 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-43ed2cc8-6b53-409a-a394-df981839206e admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=a68bc870a3a44f4cb2850b588c43e353&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1434119 Aug 30 01:02:13.884016 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ed2cc8-6b53-409a-a394-df981839206e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e7e006-b009-4437-adfd-975180700566,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:13.884751 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 46988) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:02:13.938554 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-bc1dcd21-4af8-4749-9bda-e4e47b15f331 admin admin] Publish callbacks [] for security_group (37e7e006-b009-4437-adfd-975180700566), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:13.963034 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-bc1dcd21-4af8-4749-9bda-e4e47b15f331 admin admin] Publish callbacks [] for security_group (37e7e006-b009-4437-adfd-975180700566), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:14.019561 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-bc1dcd21-4af8-4749-9bda-e4e47b15f331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (37e7e006-b009-4437-adfd-975180700566), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:14.022332 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-bc1dcd21-4af8-4749-9bda-e4e47b15f331 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:14.023567 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-bc1dcd21-4af8-4749-9bda-e4e47b15f331 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/37e7e006-b009-4437-adfd-975180700566 HTTP/1.1" status: 204 len: 168 time: 0.1377790 Aug 30 01:02:14.032757 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1dcd21-4af8-4749-9bda-e4e47b15f331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e7e006-b009-4437-adfd-975180700566,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:14.059044 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:14.084149 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-035fe171-2dca-49fc-a74e-5e6f2a9e45a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (976597ea-a902-4e5f-8c76-25f81ae4fb08), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:14.244300 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (a0553951-7123-4403-ab2a-bb83048c1e52), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:14.366692 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b5f1c3-e409-40c9-91e7-5c3f22bfbbda req-b5c2db1d-26ed-41fe-ba0a-779796e33957 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:14.368693 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-29b5f1c3-e409-40c9-91e7-5c3f22bfbbda req-b5c2db1d-26ed-41fe-ba0a-779796e33957 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5b6e02bc-7faf-41fa-a8f0-ddbee00ab71c HTTP/1.1" status: 200 len: 946 time: 0.0860937 Aug 30 01:02:14.384904 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1be28a-64b7-4d42-9195-daede48d32d8 req-66600474-0fd6-46fe-9cde-94ae2f2e55d1 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:14.386441 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-8e1be28a-64b7-4d42-9195-daede48d32d8 req-66600474-0fd6-46fe-9cde-94ae2f2e55d1 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 945 time: 0.0682225 Aug 30 01:02:14.467088 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-29b5f1c3-e409-40c9-91e7-5c3f22bfbbda req-536c6cb5-bf0b-45cf-9ded-e52d9afc26bf tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=00b4fa40-2f76-4160-80c9-6907a1412044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891616 Aug 30 01:02:14.482675 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-8e1be28a-64b7-4d42-9195-daede48d32d8 req-3d4aa477-2d78-4974-a633-9476c4dee414 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872438 Aug 30 01:02:14.751304 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d8bac5-ed93-4479-a8c1-a0a0ca6ffd22 req-a3474d10-f364-4f52-a869-88ed05474f38 tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:14.753715 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-19d8bac5-ed93-4479-a8c1-a0a0ca6ffd22 req-a3474d10-f364-4f52-a869-88ed05474f38 tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=463f5c61-231b-435d-b0ec-440e941d8ae1 HTTP/1.1" status: 200 len: 945 time: 0.0578847 Aug 30 01:02:14.806474 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:14.811726 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-19d8bac5-ed93-4479-a8c1-a0a0ca6ffd22 req-b961c769-5f5c-4b01-a828-769a60f6e2b0 tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=fd73283f-0252-47d5-9b6c-21e114ae8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515635 Aug 30 01:02:15.383622 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 47074) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:02:15.506601 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-76412ffa-67d3-4be2-aa8a-b541b44b280b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:15.603014 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-76412ffa-67d3-4be2-aa8a-b541b44b280b admin admin] Publish callbacks [] for security_group (18d64a23-8d4e-423e-a267-6cb784182dc6), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:15.609305 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-76412ffa-67d3-4be2-aa8a-b541b44b280b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (18d64a23-8d4e-423e-a267-6cb784182dc6), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:15.655395 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76412ffa-67d3-4be2-aa8a-b541b44b280b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d64a23-8d4e-423e-a267-6cb784182dc6,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:15.659576 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-76412ffa-67d3-4be2-aa8a-b541b44b280b admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=4fa5a4384ef740f4861c8ff5ee9f6456&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2764916 Aug 30 01:02:15.662305 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 47090) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:02:15.697406 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b6658e-3989-40dd-af13-99ac0e261fe6 req-959af071-c601-4b81-a40b-a8292e0779d6 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:15.698990 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-39b6658e-3989-40dd-af13-99ac0e261fe6 req-959af071-c601-4b81-a40b-a8292e0779d6 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5b6e02bc-7faf-41fa-a8f0-ddbee00ab71c HTTP/1.1" status: 200 len: 946 time: 0.1093466 Aug 30 01:02:15.706190 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b69069c-cd28-44e6-805b-bbb809283337 req-da5de5de-6a35-4015-bea8-3ef9406f64d3 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:15.707834 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-0b69069c-cd28-44e6-805b-bbb809283337 req-da5de5de-6a35-4015-bea8-3ef9406f64d3 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 945 time: 0.0916774 Aug 30 01:02:15.736016 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-7ef90704-cbc9-4a51-9921-14f89861f772 admin admin] Publish callbacks [] for security_group (18d64a23-8d4e-423e-a267-6cb784182dc6), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:15.765339 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-7ef90704-cbc9-4a51-9921-14f89861f772 admin admin] Publish callbacks [] for security_group (18d64a23-8d4e-423e-a267-6cb784182dc6), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:15.777605 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 47092) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:02:15.790488 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-39b6658e-3989-40dd-af13-99ac0e261fe6 req-a86550e0-b96f-4987-8e07-7bec19c3a31f tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=00b4fa40-2f76-4160-80c9-6907a1412044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816958 Aug 30 01:02:15.794151 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-0b69069c-cd28-44e6-805b-bbb809283337 req-b5324b78-6d52-4eb1-acb1-25d9d944c3fc tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776105 Aug 30 01:02:15.825361 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:INSERT=10,neutron:SELECT=83,neutron:DELETE=7 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:15.838261 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-7ef90704-cbc9-4a51-9921-14f89861f772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (18d64a23-8d4e-423e-a267-6cb784182dc6), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:15.840927 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-7ef90704-cbc9-4a51-9921-14f89861f772 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:15.842897 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-7ef90704-cbc9-4a51-9921-14f89861f772 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/18d64a23-8d4e-423e-a267-6cb784182dc6 HTTP/1.1" status: 204 len: 168 time: 0.1790750 Aug 30 01:02:15.852167 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef90704-cbc9-4a51-9921-14f89861f772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d64a23-8d4e-423e-a267-6cb784182dc6,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:15.941890 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6a5e3a3a-f0a4-41f7-8783-40e8445f14e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:15.966774 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:15.970247 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be2fbb-a246-4bd5-ae32-ea3df6685175 req-6d9699fb-e597-460b-ac02-59f020caaf94 tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:15.972261 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-97be2fbb-a246-4bd5-ae32-ea3df6685175 req-6d9699fb-e597-460b-ac02-59f020caaf94 tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=463f5c61-231b-435d-b0ec-440e941d8ae1 HTTP/1.1" status: 200 len: 945 time: 0.0681021 Aug 30 01:02:16.041750 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-97be2fbb-a246-4bd5-ae32-ea3df6685175 req-f7dcf51e-b5f0-4bb9-a7b4-76c88c901b0d tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=fd73283f-0252-47d5-9b6c-21e114ae8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621979 Aug 30 01:02:16.045632 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6a5e3a3a-f0a4-41f7-8783-40e8445f14e5 admin admin] Publish callbacks [] for security_group (16c9d089-d3e9-4cad-9037-61e5c26cf452), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:16.051755 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6a5e3a3a-f0a4-41f7-8783-40e8445f14e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (16c9d089-d3e9-4cad-9037-61e5c26cf452), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:16.095127 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5e3a3a-f0a4-41f7-8783-40e8445f14e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c9d089-d3e9-4cad-9037-61e5c26cf452,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:16.102732 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-6a5e3a3a-f0a4-41f7-8783-40e8445f14e5 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=5c5256840b8e44d08d798e51886828c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3212738 Aug 30 01:02:16.103083 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 47100) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:02:16.161793 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6240e76e-4915-45bc-8caa-2529365f4791 admin admin] Publish callbacks [] for security_group (16c9d089-d3e9-4cad-9037-61e5c26cf452), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:16.196546 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6240e76e-4915-45bc-8caa-2529365f4791 admin admin] Publish callbacks [] for security_group (16c9d089-d3e9-4cad-9037-61e5c26cf452), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:16.252654 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6240e76e-4915-45bc-8caa-2529365f4791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (16c9d089-d3e9-4cad-9037-61e5c26cf452), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:16.255372 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6240e76e-4915-45bc-8caa-2529365f4791 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:16.256540 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-6240e76e-4915-45bc-8caa-2529365f4791 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/16c9d089-d3e9-4cad-9037-61e5c26cf452 HTTP/1.1" status: 204 len: 168 time: 0.1526234 Aug 30 01:02:16.264897 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6240e76e-4915-45bc-8caa-2529365f4791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c9d089-d3e9-4cad-9037-61e5c26cf452,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:16.424616 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-2a114420-0467-4696-be39-bd4ced733606 req-8a10b7a4-b52c-473b-9319-d6301f234afa service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=12338ddc-349d-4f0b-b6d8-4bb83f19e320&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416360 Aug 30 01:02:16.596451 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 47110) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:02:16.610517 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-3131831e-31ee-4821-960c-a103341e3828 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:16.634914 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:16.690273 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-3131831e-31ee-4821-960c-a103341e3828 admin admin] Publish callbacks [] for security_group (f8513b0c-aab8-45f4-8dc1-d5cdab11a2fd), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:16.694838 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-3131831e-31ee-4821-960c-a103341e3828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (f8513b0c-aab8-45f4-8dc1-d5cdab11a2fd), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:16.738273 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-3131831e-31ee-4821-960c-a103341e3828 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=ed3ff784822a4fd79348770f3d290e84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1406853 Aug 30 01:02:16.739113 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3131831e-31ee-4821-960c-a103341e3828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8513b0c-aab8-45f4-8dc1-d5cdab11a2fd,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:16.740912 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 47112) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:02:16.794176 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-a44c7456-5052-48cd-95e1-c0bbf47d671f admin admin] Publish callbacks [] for security_group (f8513b0c-aab8-45f4-8dc1-d5cdab11a2fd), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:16.814987 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-a44c7456-5052-48cd-95e1-c0bbf47d671f admin admin] Publish callbacks [] for security_group (f8513b0c-aab8-45f4-8dc1-d5cdab11a2fd), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:16.869622 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-a44c7456-5052-48cd-95e1-c0bbf47d671f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (f8513b0c-aab8-45f4-8dc1-d5cdab11a2fd), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:16.872388 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-a44c7456-5052-48cd-95e1-c0bbf47d671f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:16.874297 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-a44c7456-5052-48cd-95e1-c0bbf47d671f admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/f8513b0c-aab8-45f4-8dc1-d5cdab11a2fd HTTP/1.1" status: 204 len: 168 time: 0.1316307 Aug 30 01:02:16.891665 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44c7456-5052-48cd-95e1-c0bbf47d671f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8513b0c-aab8-45f4-8dc1-d5cdab11a2fd,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:16.967862 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd64b4-f04e-4be9-9361-75f70332a613 req-38f3cc16-cd38-4975-b012-428f1492a94e tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:16.969421 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-a0cd64b4-f04e-4be9-9361-75f70332a613 req-38f3cc16-cd38-4975-b012-428f1492a94e tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5b6e02bc-7faf-41fa-a8f0-ddbee00ab71c HTTP/1.1" status: 200 len: 946 time: 0.0950010 Aug 30 01:02:16.977151 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc427049-2a57-42d6-8385-0a1eb32355ee req-5f8aedd5-57b2-4200-abd9-eec89a3c400c tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:16.978569 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-bc427049-2a57-42d6-8385-0a1eb32355ee req-5f8aedd5-57b2-4200-abd9-eec89a3c400c tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 945 time: 0.0898333 Aug 30 01:02:17.058093 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-a0cd64b4-f04e-4be9-9361-75f70332a613 req-463ad5bf-a7b4-4ba3-bb6b-29d652cd7b88 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=00b4fa40-2f76-4160-80c9-6907a1412044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785916 Aug 30 01:02:17.061783 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-bc427049-2a57-42d6-8385-0a1eb32355ee req-d7b19eeb-a00c-4c7a-8ea4-76afb18a5e92 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752180 Aug 30 01:02:17.415713 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c5b087-17de-4108-84d5-f2e65444d2a4 req-bd6f4255-cbc4-4592-a703-e3086e22977a tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:17.417398 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-d2c5b087-17de-4108-84d5-f2e65444d2a4 req-bd6f4255-cbc4-4592-a703-e3086e22977a tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=463f5c61-231b-435d-b0ec-440e941d8ae1 HTTP/1.1" status: 200 len: 945 time: 0.2798510 Aug 30 01:02:17.504198 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-d2c5b087-17de-4108-84d5-f2e65444d2a4 req-5e912171-52a0-4f58-a37a-5ac1b3d25893 tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=fd73283f-0252-47d5-9b6c-21e114ae8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797663 Aug 30 01:02:17.510158 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a114420-0467-4696-be39-bd4ced733606 req-1986eb82-267a-446d-810f-b77a71084ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:17.511635 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-2a114420-0467-4696-be39-bd4ced733606 req-1986eb82-267a-446d-810f-b77a71084ee9 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=ceebbaa5dd9d4110a6393190c5b466f0&device_id=12338ddc-349d-4f0b-b6d8-4bb83f19e320 HTTP/1.1" status: 200 len: 1130 time: 0.0528107 Aug 30 01:02:17.660549 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f508d7-2a3d-47f4-93b3-dcb35edfcb7a req-27935dd4-9ec2-40d4-8881-98ebd0109d5c tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:17.662086 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-70f508d7-2a3d-47f4-93b3-dcb35edfcb7a req-27935dd4-9ec2-40d4-8881-98ebd0109d5c tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=463f5c61-231b-435d-b0ec-440e941d8ae1 HTTP/1.1" status: 200 len: 945 time: 0.1020012 Aug 30 01:02:17.668509 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:17.681774 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 47144) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:02:17.785982 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [None req-7c388318-e819-4297-92a1-7d7cc7f01c5f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-355832428-network', 'tenant_id': 'd2ca9cf5f6244ad5bb17bcfd1a4c4573'}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:02:17.786881 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a114420-0467-4696-be39-bd4ced733606 req-5c658d65-41ac-433a-a663-a88fc4ffffeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:17.788355 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-2a114420-0467-4696-be39-bd4ced733606 req-5c658d65-41ac-433a-a663-a88fc4ffffeb service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=5ee6ec53-bf26-4fab-b55f-62bd4221ec41 HTTP/1.1" status: 200 len: 920 time: 0.2258248 Aug 30 01:02:17.807958 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c388318-e819-4297-92a1-7d7cc7f01c5f admin admin] Made reservation on behalf of d2ca9cf5f6244ad5bb17bcfd1a4c4573 for: {'network': 1} {{(pid=106206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:02:17.810961 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-7c388318-e819-4297-92a1-7d7cc7f01c5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for network (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:17.819701 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-7c388318-e819-4297-92a1-7d7cc7f01c5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:17.847419 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.plugin [req-70f508d7-2a3d-47f4-93b3-dcb35edfcb7a req-714629e7-0070-4617-9d22-2abf47597f13 tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] Deleting port 5eb7c376-7d0c-4333-90b3-56b8d45e7089 {{(pid=106207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:02:17.847794 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-70f508d7-2a3d-47f4-93b3-dcb35edfcb7a req-714629e7-0070-4617-9d22-2abf47597f13 tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737868023260'] for port (5eb7c376-7d0c-4333-90b3-56b8d45e7089), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:17.852784 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-2a114420-0467-4696-be39-bd4ced733606 req-ed8f074e-8d44-4a7a-9a89-9e5faef6c46c service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d60f2857-a480-4c65-88cc-9e8dd6a7cbf4 HTTP/1.1" status: 200 len: 217 time: 0.0444264 Aug 30 01:02:17.901722 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-7c388318-e819-4297-92a1-7d7cc7f01c5f admin admin] Publish callbacks [] for security_group (675c19e0-02f0-4335-b911-be640cf4a1f2), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:17.906633 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-7c388318-e819-4297-92a1-7d7cc7f01c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (675c19e0-02f0-4335-b911-be640cf4a1f2), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:17.929794 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c388318-e819-4297-92a1-7d7cc7f01c5f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1059} {{(pid=106206) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 01:02:17.944111 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:17.947363 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c388318-e819-4297-92a1-7d7cc7f01c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=675c19e0-02f0-4335-b911-be640cf4a1f2,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:17.952194 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-7c388318-e819-4297-92a1-7d7cc7f01c5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879481'] for segment (3fc04584-4d94-43f2-ad7a-2b84b22e9b56), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:17.952532 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.db.segments_db [None req-7c388318-e819-4297-92a1-7d7cc7f01c5f admin admin] Added segment 3fc04584-4d94-43f2-ad7a-2b84b22e9b56 of type vlan for network 03e66917-e5c5-4673-a6c3-94a1b4907ee0 Aug 30 01:02:17.956892 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a114420-0467-4696-be39-bd4ced733606 req-9fb75b93-0b80-4951-9742-f9233be8a30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:17.958389 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-2a114420-0467-4696-be39-bd4ced733606 req-9fb75b93-0b80-4951-9742-f9233be8a30e service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=4a91c71a-9152-4bb3-bae3-f34c8bf8c47c HTTP/1.1" status: 200 len: 857 time: 0.0950360 Aug 30 01:02:18.001414 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-7c388318-e819-4297-92a1-7d7cc7f01c5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737867601237'] for network (03e66917-e5c5-4673-a6c3-94a1b4907ee0), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:18.015656 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.db [req-70f508d7-2a3d-47f4-93b3-dcb35edfcb7a req-714629e7-0070-4617-9d22-2abf47597f13 tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] For port 5eb7c376-7d0c-4333-90b3-56b8d45e7089, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=5eb7c376-7d0c-4333-90b3-56b8d45e7089,segment=NetworkSegment(db4c58cb-7f56-46b6-bff7-10d93a889abe),segment_id=db4c58cb-7f56-46b6-bff7-10d93a889abe)] {{(pid=106207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:02:18.016272 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-70f508d7-2a3d-47f4-93b3-dcb35edfcb7a req-714629e7-0070-4617-9d22-2abf47597f13 tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16464105'] for port (5eb7c376-7d0c-4333-90b3-56b8d45e7089), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:18.028209 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-7c388318-e819-4297-92a1-7d7cc7f01c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16316755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197'] for network (03e66917-e5c5-4673-a6c3-94a1b4907ee0), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:18.029244 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c388318-e819-4297-92a1-7d7cc7f01c5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:18.029862 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-7c388318-e819-4297-92a1-7d7cc7f01c5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282183'] for network (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:18.038588 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.plugin [req-70f508d7-2a3d-47f4-93b3-dcb35edfcb7a req-714629e7-0070-4617-9d22-2abf47597f13 tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] Calling delete_port for 5eb7c376-7d0c-4333-90b3-56b8d45e7089 owned by compute:nova {{(pid=106207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:02:18.044506 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a114420-0467-4696-be39-bd4ced733606 req-af0fded8-d199-48f5-8ff5-6a76108faf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:18.047880 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-2a114420-0467-4696-be39-bd4ced733606 req-af0fded8-d199-48f5-8ff5-6a76108faf07 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=5ee6ec53-bf26-4fab-b55f-62bd4221ec41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0713105 Aug 30 01:02:18.084110 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-7c388318-e819-4297-92a1-7d7cc7f01c5f admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4012146 Aug 30 01:02:18.087084 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 47148) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:02:18.100293 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [None req-24df3796-fc4b-48ed-bece-54fdfa311670 admin admin] Request body: {'subnet': {'network_id': '03e66917-e5c5-4673-a6c3-94a1b4907ee0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-355832428-subnet', 'tenant_id': 'd2ca9cf5f6244ad5bb17bcfd1a4c4573', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:02:18.109257 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=79,neutron:INSERT=11,neutron:DELETE=6,neutron:UPDATE=4 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:18.119663 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c388318-e819-4297-92a1-7d7cc7f01c5f admin admin] Pushing event updated for resources: {'Network': ['ID=03e66917-e5c5-4673-a6c3-94a1b4907ee0,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:18.134147 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Network 03e66917-e5c5-4673-a6c3-94a1b4907ee0 details requested by agent ovs-agent-dv-cinder-815146-13-iscsi with host dv-cinder-815146-13-iscsi {{(pid=106208) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 01:02:18.135311 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24df3796-fc4b-48ed-bece-54fdfa311670 admin admin] Made reservation on behalf of d2ca9cf5f6244ad5bb17bcfd1a4c4573 for: {'subnet': 1} {{(pid=106206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:02:18.140390 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-24df3796-fc4b-48ed-bece-54fdfa311670 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13728826'] for subnet (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:18.356752 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-24df3796-fc4b-48ed-bece-54fdfa311670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14283908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13728812'] for subnet (b9353366-4c57-4c34-b1f8-020a8b4d960c), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:18.375489 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:INSERT=4,neutron:SELECT=96 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:18.394392 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fc1d02-f19e-4b22-8f21-a72537f2123c req-70727d6d-e774-4c6b-a949-39be336628c6 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:18.395746 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e8fc1d02-f19e-4b22-8f21-a72537f2123c req-70727d6d-e774-4c6b-a949-39be336628c6 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 945 time: 0.2024412 Aug 30 01:02:18.415102 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e805395b-fc13-4afd-a10b-8787d66f4947 req-c6fbd999-517e-4eba-965e-3950d151e1b4 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:18.416552 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e805395b-fc13-4afd-a10b-8787d66f4947 req-c6fbd999-517e-4eba-965e-3950d151e1b4 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5b6e02bc-7faf-41fa-a8f0-ddbee00ab71c HTTP/1.1" status: 200 len: 946 time: 0.2243450 Aug 30 01:02:18.426997 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24df3796-fc4b-48ed-bece-54fdfa311670 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9353366-4c57-4c34-b1f8-020a8b4d960c,revision_number=0']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:18.435925 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24df3796-fc4b-48ed-bece-54fdfa311670 admin admin] Checking segment: {'id': '3fc04584-4d94-43f2-ad7a-2b84b22e9b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '03e66917-e5c5-4673-a6c3-94a1b4907ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:02:18.436526 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24df3796-fc4b-48ed-bece-54fdfa311670 admin admin] Network hostable DHCP agents. Network: 03e66917-e5c5-4673-a6c3-94a1b4907ee0, hostable agents: ['fba0026e-8830-42b0-8a12-2be2a1203730'], hosted agents: [] {{(pid=106206) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 01:02:18.457156 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24df3796-fc4b-48ed-bece-54fdfa311670 admin admin] Network 03e66917-e5c5-4673-a6c3-94a1b4907ee0 is scheduled to be hosted by DHCP agent fba0026e-8830-42b0-8a12-2be2a1203730 with binding_index 1 {{(pid=106206) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 01:02:18.469192 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.base_scheduler [None req-24df3796-fc4b-48ed-bece-54fdfa311670 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-13-iscsi, 03e66917-e5c5-4673-a6c3-94a1b4907ee0) {{(pid=106206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:02:18.473763 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-2a114420-0467-4696-be39-bd4ced733606 req-f991c349-bc94-418c-b509-b7898b4a32bb service neutron] 10.222.0.47 "GET /networking/v2.0/networks/5ee6ec53-bf26-4fab-b55f-62bd4221ec41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4156160 Aug 30 01:02:18.474442 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24df3796-fc4b-48ed-bece-54fdfa311670 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:18.475049 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-24df3796-fc4b-48ed-bece-54fdfa311670 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282183'] for subnet (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:18.480502 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7ffb01-bc8a-49a5-8a25-fe0b748554f2 None None] Network 03e66917-e5c5-4673-a6c3-94a1b4907ee0 requested from dv-cinder-815146-13-iscsi {{(pid=106208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:02:18.501759 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-24df3796-fc4b-48ed-bece-54fdfa311670 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4055986 Aug 30 01:02:18.508351 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-70f508d7-2a3d-47f4-93b3-dcb35edfcb7a req-714629e7-0070-4617-9d22-2abf47597f13 tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737868027338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737867580465'] for port (5eb7c376-7d0c-4333-90b3-56b8d45e7089), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:18.570826 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:18.607000 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b41a023-c8d1-4e6a-b377-42049b4f2346 None None] Network 03e66917-e5c5-4673-a6c3-94a1b4907ee0 requested from dv-cinder-815146-13-iscsi {{(pid=106208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:02:18.608651 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714629e7-0070-4617-9d22-2abf47597f13 tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] Pushing event deleted for resources: {'Port': ['ID=5eb7c376-7d0c-4333-90b3-56b8d45e7089,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:18.626535 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e8fc1d02-f19e-4b22-8f21-a72537f2123c req-bada22ea-851e-49ba-accc-cd0fdf9281fa tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184386 Aug 30 01:02:18.688437 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e805395b-fc13-4afd-a10b-8787d66f4947 req-555461f1-5e75-4904-a502-964a5ad846d3 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=00b4fa40-2f76-4160-80c9-6907a1412044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474940 Aug 30 01:02:18.769205 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [req-70f508d7-2a3d-47f4-93b3-dcb35edfcb7a req-714629e7-0070-4617-9d22-2abf47597f13 tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] No DVR routers for this DVR port 5eb7c376-7d0c-4333-90b3-56b8d45e7089 on host hv-cinder-81514 {{(pid=106207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:02:18.773930 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-70f508d7-2a3d-47f4-93b3-dcb35edfcb7a req-714629e7-0070-4617-9d22-2abf47597f13 tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for port (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:18.778852 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-70f508d7-2a3d-47f4-93b3-dcb35edfcb7a req-714629e7-0070-4617-9d22-2abf47597f13 tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] 10.222.0.47 "DELETE /networking/v2.0/ports/5eb7c376-7d0c-4333-90b3-56b8d45e7089 HTTP/1.1" status: 204 len: 173 time: 1.1056199 Aug 30 01:02:18.798411 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '463f5c61-231b-435d-b0ec-440e941d8ae1', 'name': 'network-vif-deleted', 'tag': '5eb7c376-7d0c-4333-90b3-56b8d45e7089'}] {{(pid=106207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:02:18.800886 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480b08bd5bc4b1a03c1b08d00e02a3f82783774d0c3347d038299e83f2d6db65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f68bd28f-bb5a-47cc-a6e1-6782f0c1c28b" -d '{"events": [{"server_uuid": "463f5c61-231b-435d-b0ec-440e941d8ae1", "name": "network-vif-deleted", "tag": "5eb7c376-7d0c-4333-90b3-56b8d45e7089"}]}' {{(pid=106207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:02:18.847827 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-6ae974f3-cbfa-4333-a7b5-2449740fa7fd req-ecd26371-c957-4140-9d07-4ca545e5dd3a tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=463f5c61-231b-435d-b0ec-440e941d8ae1 HTTP/1.1" status: 200 len: 210 time: 0.0677218 Aug 30 01:02:18.862976 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6101dc2f-b966-4c45-820a-3e2c458dde61 x-openstack-request-id: req-6101dc2f-b966-4c45-820a-3e2c458dde61 {{(pid=106207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:02:18.863264 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "463f5c61-231b-435d-b0ec-440e941d8ae1", "name": "network-vif-deleted", "tag": "5eb7c376-7d0c-4333-90b3-56b8d45e7089", "status": "completed", "code": 200}]} {{(pid=106207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:02:18.863515 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6101dc2f-b966-4c45-820a-3e2c458dde61 {{(pid=106207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:02:18.863915 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6101dc2f-b966-4c45-820a-3e2c458dde61'] response: {'server_uuid': '463f5c61-231b-435d-b0ec-440e941d8ae1', 'name': 'network-vif-deleted', 'tag': '5eb7c376-7d0c-4333-90b3-56b8d45e7089', 'status': 'completed', 'code': 200} Aug 30 01:02:18.869812 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-2a114420-0467-4696-be39-bd4ced733606 req-1799100c-8db5-402f-83e8-930081b71640 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/5ee6ec53-bf26-4fab-b55f-62bd4221ec41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3877444 Aug 30 01:02:19.191748 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 47180) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:02:19.197004 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [None req-572ace3e-664b-41bb-af38-98795832b7cb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1445185025-network', 'tenant_id': '90f92a8ecdcf4fa38d9108c6cc5d3c48'}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:02:19.219241 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-572ace3e-664b-41bb-af38-98795832b7cb admin admin] Made reservation on behalf of 90f92a8ecdcf4fa38d9108c6cc5d3c48 for: {'network': 1} {{(pid=106207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:02:19.221961 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-572ace3e-664b-41bb-af38-98795832b7cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for network (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:19.232403 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-572ace3e-664b-41bb-af38-98795832b7cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:19.315920 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-572ace3e-664b-41bb-af38-98795832b7cb admin admin] Publish callbacks [] for security_group (92b396f7-56e5-417d-aaef-0e4180ecd320), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:19.318934 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-572ace3e-664b-41bb-af38-98795832b7cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (92b396f7-56e5-417d-aaef-0e4180ecd320), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:19.341673 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-572ace3e-664b-41bb-af38-98795832b7cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1072} {{(pid=106207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 01:02:19.361110 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572ace3e-664b-41bb-af38-98795832b7cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b396f7-56e5-417d-aaef-0e4180ecd320,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:19.364045 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-572ace3e-664b-41bb-af38-98795832b7cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879481'] for segment (3bf2130e-cfc8-46b7-8e84-ea5853a13c69), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:19.364392 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.db.segments_db [None req-572ace3e-664b-41bb-af38-98795832b7cb admin admin] Added segment 3bf2130e-cfc8-46b7-8e84-ea5853a13c69 of type vlan for network ab3c031e-b125-4d3a-bd5e-55a34d0f8993 Aug 30 01:02:19.422561 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-572ace3e-664b-41bb-af38-98795832b7cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737867601237'] for network (ab3c031e-b125-4d3a-bd5e-55a34d0f8993), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:19.476710 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-572ace3e-664b-41bb-af38-98795832b7cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16316755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197'] for network (ab3c031e-b125-4d3a-bd5e-55a34d0f8993), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:19.477978 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572ace3e-664b-41bb-af38-98795832b7cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:19.478680 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-572ace3e-664b-41bb-af38-98795832b7cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282183'] for network (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:19.551924 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-572ace3e-664b-41bb-af38-98795832b7cb admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3566346 Aug 30 01:02:19.552254 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 47186) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:02:19.556938 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [None req-1e348fbc-589a-480a-9c32-1f5b55b3251a admin admin] Request body: {'subnet': {'network_id': 'ab3c031e-b125-4d3a-bd5e-55a34d0f8993', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1445185025-subnet', 'tenant_id': '90f92a8ecdcf4fa38d9108c6cc5d3c48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:02:19.565898 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572ace3e-664b-41bb-af38-98795832b7cb admin admin] Pushing event updated for resources: {'Network': ['ID=ab3c031e-b125-4d3a-bd5e-55a34d0f8993,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:19.586932 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e348fbc-589a-480a-9c32-1f5b55b3251a admin admin] Made reservation on behalf of 90f92a8ecdcf4fa38d9108c6cc5d3c48 for: {'subnet': 1} {{(pid=106207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:02:19.589929 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-1e348fbc-589a-480a-9c32-1f5b55b3251a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:19.590049 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Network ab3c031e-b125-4d3a-bd5e-55a34d0f8993 details requested by agent ovs-agent-dv-cinder-815146-13-iscsi with host dv-cinder-815146-13-iscsi {{(pid=106208) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 01:02:19.691830 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:19.796947 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a686b-ba62-44e5-8496-2e26a3dbb13e req-67940777-3414-45c9-8669-9b6f3359ac92 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:19.798456 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-625a686b-ba62-44e5-8496-2e26a3dbb13e req-67940777-3414-45c9-8669-9b6f3359ac92 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 945 time: 0.0676632 Aug 30 01:02:19.892559 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:19.898908 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-1e348fbc-589a-480a-9c32-1f5b55b3251a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197'] for subnet (03eee80d-0011-43a8-832c-7c524601cce9), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:19.910880 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb254d7-69e6-4290-9566-977329d54543 req-f02cf957-9acd-43f3-b5d2-0582b5f85153 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:19.912330 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-fdb254d7-69e6-4290-9566-977329d54543 req-f02cf957-9acd-43f3-b5d2-0582b5f85153 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5b6e02bc-7faf-41fa-a8f0-ddbee00ab71c HTTP/1.1" status: 200 len: 946 time: 0.0816007 Aug 30 01:02:19.970699 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-625a686b-ba62-44e5-8496-2e26a3dbb13e req-de18a102-2b8a-4d4e-96e8-a88d0c24e372 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520045 Aug 30 01:02:19.998936 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e348fbc-589a-480a-9c32-1f5b55b3251a admin admin] Pushing event updated for resources: {'Subnet': ['ID=03eee80d-0011-43a8-832c-7c524601cce9,revision_number=0']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:20.029304 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-fdb254d7-69e6-4290-9566-977329d54543 req-988e4ff1-7b46-404a-af7d-4d75349c44d2 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=00b4fa40-2f76-4160-80c9-6907a1412044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096573 Aug 30 01:02:20.030703 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e348fbc-589a-480a-9c32-1f5b55b3251a admin admin] Checking segment: {'id': '3bf2130e-cfc8-46b7-8e84-ea5853a13c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'ab3c031e-b125-4d3a-bd5e-55a34d0f8993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:02:20.031061 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e348fbc-589a-480a-9c32-1f5b55b3251a admin admin] Network hostable DHCP agents. Network: ab3c031e-b125-4d3a-bd5e-55a34d0f8993, hostable agents: ['fba0026e-8830-42b0-8a12-2be2a1203730'], hosted agents: [] {{(pid=106207) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 01:02:20.054787 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e348fbc-589a-480a-9c32-1f5b55b3251a admin admin] Network ab3c031e-b125-4d3a-bd5e-55a34d0f8993 is scheduled to be hosted by DHCP agent fba0026e-8830-42b0-8a12-2be2a1203730 with binding_index 1 {{(pid=106207) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 01:02:20.086675 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.base_scheduler [None req-1e348fbc-589a-480a-9c32-1f5b55b3251a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-13-iscsi, ab3c031e-b125-4d3a-bd5e-55a34d0f8993) {{(pid=106207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:02:20.089391 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-0b13cb5f-0512-4df4-b8fa-1352cc104a65 req-ba34ab71-be3d-4b7c-be9a-f3efe330df4c tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=463f5c61-231b-435d-b0ec-440e941d8ae1 HTTP/1.1" status: 200 len: 210 time: 0.0320046 Aug 30 01:02:20.091789 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e348fbc-589a-480a-9c32-1f5b55b3251a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:20.092384 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-1e348fbc-589a-480a-9c32-1f5b55b3251a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:20.096530 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efed6a42-6140-4641-a516-7c748ea22b0b None None] Network ab3c031e-b125-4d3a-bd5e-55a34d0f8993 requested from dv-cinder-815146-13-iscsi {{(pid=106208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:02:20.118251 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-1e348fbc-589a-480a-9c32-1f5b55b3251a admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5574832 Aug 30 01:02:20.209138 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b66685-bcc7-416d-b646-eb8afd84547b None None] Network ab3c031e-b125-4d3a-bd5e-55a34d0f8993 requested from dv-cinder-815146-13-iscsi {{(pid=106208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:02:20.258484 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device 5eb7c376-7d0c-4333-90b3-56b8d45e7089 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:02:20.283352 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] No Port match for: 5eb7c376-7d0c-4333-90b3-56b8d45e7089 {{(pid=106208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:02:20.283694 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device 5eb7c376-7d0c-4333-90b3-56b8d45e7089 not bound to the agent host hv-cinder-81514 {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:02:21.102198 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a3e10b-eb37-49af-9d28-c4d2ff072b78 req-1524dc34-ab3f-4560-a27a-140f6f53de03 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:21.103940 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-43a3e10b-eb37-49af-9d28-c4d2ff072b78 req-1524dc34-ab3f-4560-a27a-140f6f53de03 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 945 time: 0.0580933 Aug 30 01:02:21.167742 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e404198d-9636-47ce-8acd-b6d6da2cbd05 req-25f2f172-305f-42e5-8430-6fc0f22b78d8 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:21.169260 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e404198d-9636-47ce-8acd-b6d6da2cbd05 req-25f2f172-305f-42e5-8430-6fc0f22b78d8 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5b6e02bc-7faf-41fa-a8f0-ddbee00ab71c HTTP/1.1" status: 200 len: 946 time: 0.0616553 Aug 30 01:02:21.207029 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-43a3e10b-eb37-49af-9d28-c4d2ff072b78 req-581443ff-f122-4a5a-8f87-64e68d76f16d tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896149 Aug 30 01:02:21.246552 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e404198d-9636-47ce-8acd-b6d6da2cbd05 req-c116beb6-7aa5-4276-bb89-88c696b11dd6 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=00b4fa40-2f76-4160-80c9-6907a1412044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703878 Aug 30 01:02:21.317729 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-a947ede9-84e8-41dd-bb3b-c6350ee251c0 req-a0c0997d-b261-47f6-acdf-f0967bcb284f tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=463f5c61-231b-435d-b0ec-440e941d8ae1 HTTP/1.1" status: 200 len: 210 time: 0.0290158 Aug 30 01:02:22.048568 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d9c830-5b5e-4181-a4fb-57d244ebdb36 req-795b4e1a-28cf-4ced-9fe2-17c0e134b1db tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:22.049963 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-25d9c830-5b5e-4181-a4fb-57d244ebdb36 req-795b4e1a-28cf-4ced-9fe2-17c0e134b1db tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=5b6e02bc-7faf-41fa-a8f0-ddbee00ab71c HTTP/1.1" status: 200 len: 946 time: 0.0618875 Aug 30 01:02:22.138351 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.plugin [req-25d9c830-5b5e-4181-a4fb-57d244ebdb36 req-05b072bb-0a3d-406f-a922-b608e95187f1 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] Deleting port d5901c41-4417-480b-839a-adeac6440d5f {{(pid=106207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:02:22.139606 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-25d9c830-5b5e-4181-a4fb-57d244ebdb36 req-05b072bb-0a3d-406f-a922-b608e95187f1 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737868023260'] for port (d5901c41-4417-480b-839a-adeac6440d5f), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:22.236738 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.db [req-25d9c830-5b5e-4181-a4fb-57d244ebdb36 req-05b072bb-0a3d-406f-a922-b608e95187f1 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] For port d5901c41-4417-480b-839a-adeac6440d5f, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=d5901c41-4417-480b-839a-adeac6440d5f,segment=NetworkSegment(17eac527-492f-4c9e-afe0-e5f025f3f3f1),segment_id=17eac527-492f-4c9e-afe0-e5f025f3f3f1)] {{(pid=106207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:02:22.237158 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-25d9c830-5b5e-4181-a4fb-57d244ebdb36 req-05b072bb-0a3d-406f-a922-b608e95187f1 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16464105'] for port (d5901c41-4417-480b-839a-adeac6440d5f), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:22.252396 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.plugin [req-25d9c830-5b5e-4181-a4fb-57d244ebdb36 req-05b072bb-0a3d-406f-a922-b608e95187f1 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] Calling delete_port for d5901c41-4417-480b-839a-adeac6440d5f owned by compute:nova {{(pid=106207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:02:22.388461 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3c7b1-6da5-4fc5-a40b-ae9736d6c000 req-05541892-94a8-48e8-a050-73b38d5f3d00 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:22.390003 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-dec3c7b1-6da5-4fc5-a40b-ae9736d6c000 req-05541892-94a8-48e8-a050-73b38d5f3d00 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 945 time: 0.0957534 Aug 30 01:02:22.390389 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:22.429912 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d245673-3944-4758-a729-99988d572ddf req-65f3acd1-6f67-497b-87ab-ecf681e7f395 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:22.431374 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-7d245673-3944-4758-a729-99988d572ddf req-65f3acd1-6f67-497b-87ab-ecf681e7f395 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5b6e02bc-7faf-41fa-a8f0-ddbee00ab71c HTTP/1.1" status: 200 len: 946 time: 0.0998003 Aug 30 01:02:22.435072 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=6 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:22.543732 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-dec3c7b1-6da5-4fc5-a40b-ae9736d6c000 req-74f54cd4-825d-44f3-ac61-a45de8acac3c tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467769 Aug 30 01:02:22.549704 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-7d245673-3944-4758-a729-99988d572ddf req-eccdba7c-0e69-45ec-abc4-265c8e3c8488 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=00b4fa40-2f76-4160-80c9-6907a1412044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105421 Aug 30 01:02:22.550838 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-25d9c830-5b5e-4181-a4fb-57d244ebdb36 req-05b072bb-0a3d-406f-a922-b608e95187f1 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737868027338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737867580465'] for port (d5901c41-4417-480b-839a-adeac6440d5f), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:22.584821 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b072bb-0a3d-406f-a922-b608e95187f1 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] Pushing event deleted for resources: {'Port': ['ID=d5901c41-4417-480b-839a-adeac6440d5f,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:22.647341 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [req-25d9c830-5b5e-4181-a4fb-57d244ebdb36 req-05b072bb-0a3d-406f-a922-b608e95187f1 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] No DVR routers for this DVR port d5901c41-4417-480b-839a-adeac6440d5f on host hv-cinder-81514 {{(pid=106207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:02:22.651043 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-25d9c830-5b5e-4181-a4fb-57d244ebdb36 req-05b072bb-0a3d-406f-a922-b608e95187f1 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for port (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:22.655543 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-25d9c830-5b5e-4181-a4fb-57d244ebdb36 req-05b072bb-0a3d-406f-a922-b608e95187f1 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] 10.222.0.47 "DELETE /networking/v2.0/ports/d5901c41-4417-480b-839a-adeac6440d5f HTTP/1.1" status: 204 len: 173 time: 0.5996346 Aug 30 01:02:22.656097 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b6e02bc-7faf-41fa-a8f0-ddbee00ab71c', 'name': 'network-vif-deleted', 'tag': 'd5901c41-4417-480b-839a-adeac6440d5f'}] {{(pid=106207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:02:22.659152 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480b08bd5bc4b1a03c1b08d00e02a3f82783774d0c3347d038299e83f2d6db65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6598339-9037-4425-86d3-427205655bfa" -d '{"events": [{"server_uuid": "5b6e02bc-7faf-41fa-a8f0-ddbee00ab71c", "name": "network-vif-deleted", "tag": "d5901c41-4417-480b-839a-adeac6440d5f"}]}' {{(pid=106207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:02:22.702100 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d49f8dbf-1cf1-4de1-8cd7-401726728549 x-openstack-request-id: req-d49f8dbf-1cf1-4de1-8cd7-401726728549 {{(pid=106207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:02:22.702391 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b6e02bc-7faf-41fa-a8f0-ddbee00ab71c", "name": "network-vif-deleted", "tag": "d5901c41-4417-480b-839a-adeac6440d5f", "status": "completed", "code": 200}]} {{(pid=106207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:02:22.702642 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d49f8dbf-1cf1-4de1-8cd7-401726728549 {{(pid=106207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:02:22.703043 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d49f8dbf-1cf1-4de1-8cd7-401726728549'] response: {'server_uuid': '5b6e02bc-7faf-41fa-a8f0-ddbee00ab71c', 'name': 'network-vif-deleted', 'tag': 'd5901c41-4417-480b-839a-adeac6440d5f', 'status': 'completed', 'code': 200} Aug 30 01:02:22.705175 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-6ab2cb7d-e556-4161-8585-98dcd6301f5f req-a44fe839-134f-4fa0-8f92-f86ddf7713eb tempest-DeleteServersTestJSON-226926882 tempest-DeleteServersTestJSON-226926882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=463f5c61-231b-435d-b0ec-440e941d8ae1 HTTP/1.1" status: 200 len: 210 time: 0.0385313 Aug 30 01:02:23.682449 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a45b47f-30b2-47fc-8064-bae2aad9f26f req-fa696d27-cd2b-41ab-9a26-724c89d26647 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:23.683986 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-1a45b47f-30b2-47fc-8064-bae2aad9f26f req-fa696d27-cd2b-41ab-9a26-724c89d26647 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 945 time: 0.0559435 Aug 30 01:02:23.748850 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-1a45b47f-30b2-47fc-8064-bae2aad9f26f req-d2f02626-3906-47d3-a238-dfc160499f4e tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585439 Aug 30 01:02:23.939307 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadeafc0-985d-4f06-bc9a-69a5bb33431d req-9579e6b0-5d5b-4e11-af51-6c2c94bdd54e tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:23.940792 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-aadeafc0-985d-4f06-bc9a-69a5bb33431d req-9579e6b0-5d5b-4e11-af51-6c2c94bdd54e tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] 10.222.0.78 "GET /networking/v2.0/networks?id=9d1e59dd-5b38-4842-838d-cef49c8c8701 HTTP/1.1" status: 200 len: 809 time: 0.1094687 Aug 30 01:02:23.956251 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-aadeafc0-985d-4f06-bc9a-69a5bb33431d req-5a2ecca7-5015-4d15-8e2e-7de6766f78e7 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] 10.222.0.78 "GET /networking/v2.0/quotas/2c18e1da199c437b809a45aada0b0e0e HTTP/1.1" status: 200 len: 375 time: 0.0102003 Aug 30 01:02:23.989979 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-aadeafc0-985d-4f06-bc9a-69a5bb33431d req-118b1ea7-e6d7-4750-83fd-10d23683e63d tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=2c18e1da199c437b809a45aada0b0e0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285828 Aug 30 01:02:24.094569 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-aadeafc0-985d-4f06-bc9a-69a5bb33431d req-87f13e3d-dfb7-4742-8729-3fddc21d5302 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/9d1e59dd-5b38-4842-838d-cef49c8c8701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976241 Aug 30 01:02:24.191734 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-aadeafc0-985d-4f06-bc9a-69a5bb33431d req-18fc6638-3120-4877-91be-b5914e17e1d6 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/9d1e59dd-5b38-4842-838d-cef49c8c8701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914180 Aug 30 01:02:24.286994 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device d5901c41-4417-480b-839a-adeac6440d5f no longer exists at agent hyperv_hv-cinder-81514 {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:02:24.309207 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] No Port match for: d5901c41-4417-480b-839a-adeac6440d5f {{(pid=106208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:02:24.309657 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device d5901c41-4417-480b-839a-adeac6440d5f not bound to the agent host hv-cinder-81514 {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:02:24.371248 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-022bdf9d-3486-4076-8536-14d0b74a0b04 req-0738f2ce-e8ff-40b2-af64-abf68dee49bb tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bc409b85-eeb9-4a88-9654-57063837c27e HTTP/1.1" status: 200 len: 210 time: 0.0311775 Aug 30 01:02:24.872995 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb84b06-0089-4e69-8bb3-cd8633deea6a req-b7dd4f75-f4b7-4e4f-8213-5ab39bf0b747 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:24.874841 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-8cb84b06-0089-4e69-8bb3-cd8633deea6a req-b7dd4f75-f4b7-4e4f-8213-5ab39bf0b747 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 945 time: 0.0468726 Aug 30 01:02:24.927950 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-8cb84b06-0089-4e69-8bb3-cd8633deea6a req-62611935-d107-4557-b03a-33b5d9e70260 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466714 Aug 30 01:02:25.187489 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 47324) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:02:25.511681 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-7c3b511e-8a14-433b-b6e0-485075313543 req-4c8f3d87-35ac-4c77-8ed3-9fd3906c3cde tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bc409b85-eeb9-4a88-9654-57063837c27e HTTP/1.1" status: 200 len: 210 time: 0.0298111 Aug 30 01:02:25.525121 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:25.781322 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadeafc0-985d-4f06-bc9a-69a5bb33431d req-58ba64c1-dcf3-4630-b6b2-4dfc83d1aad2 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:25.782869 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-aadeafc0-985d-4f06-bc9a-69a5bb33431d req-58ba64c1-dcf3-4630-b6b2-4dfc83d1aad2 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] 10.222.0.47 "GET /networking/v2.0/networks?id=9d1e59dd-5b38-4842-838d-cef49c8c8701 HTTP/1.1" status: 200 len: 809 time: 0.1629369 Aug 30 01:02:25.809556 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [req-aadeafc0-985d-4f06-bc9a-69a5bb33431d req-b451fb9e-3d7e-4477-a966-1ec86341ba4b tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] Request body: {'port': {'device_id': 'bc409b85-eeb9-4a88-9654-57063837c27e', 'network_id': '9d1e59dd-5b38-4842-838d-cef49c8c8701', 'admin_state_up': True, 'tenant_id': '2c18e1da199c437b809a45aada0b0e0e'}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:02:25.903299 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:26.033261 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-a354ce67-8d2d-4549-8a8f-02edb1074699 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16467426'] for router_interface (37449e84-b16d-45be-a57b-c369384f3511), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:26.127390 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a34735b-903b-4725-a470-2cc85a0b0535 req-1fda06da-a77c-4285-8421-f6008e0580b9 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:26.128906 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-8a34735b-903b-4725-a470-2cc85a0b0535 req-1fda06da-a77c-4285-8421-f6008e0580b9 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 945 time: 0.1062970 Aug 30 01:02:26.190882 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aadeafc0-985d-4f06-bc9a-69a5bb33431d req-b451fb9e-3d7e-4477-a966-1ec86341ba4b tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] Made reservation on behalf of 2c18e1da199c437b809a45aada0b0e0e for: {'port': 1} {{(pid=106207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:02:26.194557 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-aadeafc0-985d-4f06-bc9a-69a5bb33431d req-b451fb9e-3d7e-4477-a966-1ec86341ba4b tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:26.356768 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-8a34735b-903b-4725-a470-2cc85a0b0535 req-4dfc8cc3-9309-4120-ba9a-84f8e9482d32 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991832 Aug 30 01:02:26.491810 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.db_base_plugin_common [req-aadeafc0-985d-4f06-bc9a-69a5bb33431d req-b451fb9e-3d7e-4477-a966-1ec86341ba4b tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] Allocated IP 172.20.0.14 (9d1e59dd-5b38-4842-838d-cef49c8c8701/02513918-8146-498c-b447-f297c474a5c4/d7d904e2-afb6-421e-9526-494607fa1712) {{(pid=106207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:02:26.502809 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:26.515866 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.plugin [None req-a354ce67-8d2d-4549-8a8f-02edb1074699 admin admin] Deleting port fdc381fb-c734-4005-9902-9049ce978ddd {{(pid=106207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:02:26.516203 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-a354ce67-8d2d-4549-8a8f-02edb1074699 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737868023260'] for port (fdc381fb-c734-4005-9902-9049ce978ddd), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:26.676078 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-713faee6-da56-4083-880f-28be62341cd6 req-c54991c2-39bc-446c-aa35-355aff846c9c tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bc409b85-eeb9-4a88-9654-57063837c27e HTTP/1.1" status: 200 len: 210 time: 0.0726149 Aug 30 01:02:26.703159 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.db [None req-a354ce67-8d2d-4549-8a8f-02edb1074699 admin admin] For port fdc381fb-c734-4005-9902-9049ce978ddd, host dv-cinder-815146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=fdc381fb-c734-4005-9902-9049ce978ddd,segment=NetworkSegment(db4c58cb-7f56-46b6-bff7-10d93a889abe),segment_id=db4c58cb-7f56-46b6-bff7-10d93a889abe)] {{(pid=106207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:02:26.703518 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-a354ce67-8d2d-4549-8a8f-02edb1074699 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16464105'] for port (fdc381fb-c734-4005-9902-9049ce978ddd), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:26.724296 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.plugin [None req-a354ce67-8d2d-4549-8a8f-02edb1074699 admin admin] Calling delete_port for fdc381fb-c734-4005-9902-9049ce978ddd owned by network:router_interface {{(pid=106207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:02:26.740166 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:26.800310 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-aadeafc0-985d-4f06-bc9a-69a5bb33431d req-b451fb9e-3d7e-4477-a966-1ec86341ba4b tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] Publish callbacks [] for port (d7d904e2-afb6-421e-9526-494607fa1712), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:26.890863 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-aadeafc0-985d-4f06-bc9a-69a5bb33431d req-b451fb9e-3d7e-4477-a966-1ec86341ba4b tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737867580456'] for port (d7d904e2-afb6-421e-9526-494607fa1712), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:26.950206 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aadeafc0-985d-4f06-bc9a-69a5bb33431d req-b451fb9e-3d7e-4477-a966-1ec86341ba4b tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] Network 9d1e59dd-5b38-4842-838d-cef49c8c8701 is already hosted by enough agents. {{(pid=106207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:02:26.958159 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.base_scheduler [req-aadeafc0-985d-4f06-bc9a-69a5bb33431d req-b451fb9e-3d7e-4477-a966-1ec86341ba4b tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] Resources bound (agent type, host, resource id): {{(pid=106207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:02:26.964396 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [req-aadeafc0-985d-4f06-bc9a-69a5bb33431d req-b451fb9e-3d7e-4477-a966-1ec86341ba4b tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] Received port after_create {{(pid=106207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:02:26.969501 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadeafc0-985d-4f06-bc9a-69a5bb33431d req-b451fb9e-3d7e-4477-a966-1ec86341ba4b tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:26.970116 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-aadeafc0-985d-4f06-bc9a-69a5bb33431d req-b451fb9e-3d7e-4477-a966-1ec86341ba4b tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for port (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:26.974772 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b451fb9e-3d7e-4477-a966-1ec86341ba4b tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] Pushing event updated for resources: {'Port': ['ID=d7d904e2-afb6-421e-9526-494607fa1712,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:26.992693 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-aadeafc0-985d-4f06-bc9a-69a5bb33431d req-b451fb9e-3d7e-4477-a966-1ec86341ba4b tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1870816 Aug 30 01:02:27.018249 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [req-aadeafc0-985d-4f06-bc9a-69a5bb33431d req-de8a0078-1327-4a34-b3bc-8fb35ff14a3a service neutron] Request body: {'port': {'device_id': 'bc409b85-eeb9-4a88-9654-57063837c27e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:02:27.088750 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-a354ce67-8d2d-4549-8a8f-02edb1074699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737868027338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737867580465'] for port (fdc381fb-c734-4005-9902-9049ce978ddd), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:27.120351 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a354ce67-8d2d-4549-8a8f-02edb1074699 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdc381fb-c734-4005-9902-9049ce978ddd,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:27.124264 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-aadeafc0-985d-4f06-bc9a-69a5bb33431d req-de8a0078-1327-4a34-b3bc-8fb35ff14a3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (d7d904e2-afb6-421e-9526-494607fa1712), before_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:27.258570 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:27.693002 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-a354ce67-8d2d-4549-8a8f-02edb1074699 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16282204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16468050'] for router_interface (37449e84-b16d-45be-a57b-c369384f3511), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:27.702356 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9769f23-9c7b-474a-ac8a-0e85da0824ef req-b2795717-38c5-42cf-8d18-6f906e1aeda8 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:27.703941 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e9769f23-9c7b-474a-ac8a-0e85da0824ef req-b2795717-38c5-42cf-8d18-6f906e1aeda8 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 945 time: 0.1096513 Aug 30 01:02:27.762122 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:27.885966 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42082c73-b9a3-46ba-adf3-b907bdd3f8dd req-9c5a090b-b28e-4e4f-b03a-2c38db2ac8b8 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:27.887408 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-42082c73-b9a3-46ba-adf3-b907bdd3f8dd req-9c5a090b-b28e-4e4f-b03a-2c38db2ac8b8 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bc409b85-eeb9-4a88-9654-57063837c27e HTTP/1.1" status: 200 len: 932 time: 0.1285892 Aug 30 01:02:27.935628 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e9769f23-9c7b-474a-ac8a-0e85da0824ef req-c94c77f2-f3cf-44d5-a617-39edb2ae8fbb tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033894 Aug 30 01:02:28.034565 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-42082c73-b9a3-46ba-adf3-b907bdd3f8dd req-4e116b64-e48a-42e0-9413-afc284db8b10 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=00b4fa40-2f76-4160-80c9-6907a1412044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147132 Aug 30 01:02:28.070904 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.notifiers.nova [req-aadeafc0-985d-4f06-bc9a-69a5bb33431d req-de8a0078-1327-4a34-b3bc-8fb35ff14a3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7d904e2-afb6-421e-9526-494607fa1712 {{(pid=106207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:02:28.081812 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-aadeafc0-985d-4f06-bc9a-69a5bb33431d req-de8a0078-1327-4a34-b3bc-8fb35ff14a3a service neutron] Publish callbacks [] for port (d7d904e2-afb6-421e-9526-494607fa1712), precommit_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:28.125293 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.provisioning_blocks [req-aadeafc0-985d-4f06-bc9a-69a5bb33431d req-de8a0078-1327-4a34-b3bc-8fb35ff14a3a service neutron] Transition to ACTIVE for port object d7d904e2-afb6-421e-9526-494607fa1712 will not be triggered until provisioned by entity L2. {{(pid=106207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 01:02:28.130047 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-aadeafc0-985d-4f06-bc9a-69a5bb33431d req-de8a0078-1327-4a34-b3bc-8fb35ff14a3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (d7d904e2-afb6-421e-9526-494607fa1712), after_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:28.211389 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a354ce67-8d2d-4549-8a8f-02edb1074699 admin admin] Router 37449e84-b16d-45be-a57b-c369384f3511 has already been hosted by L3 agent 613dbf26-5731-4391-8a29-3c5185f7ed3f {{(pid=106207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:02:28.212001 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8a0078-1327-4a34-b3bc-8fb35ff14a3a service neutron] Pushing event updated for resources: {'Port': ['ID=d7d904e2-afb6-421e-9526-494607fa1712,revision_number=2']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:28.234702 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.managers [req-aadeafc0-985d-4f06-bc9a-69a5bb33431d req-de8a0078-1327-4a34-b3bc-8fb35ff14a3a service neutron] Attempting to bind port d7d904e2-afb6-421e-9526-494607fa1712 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:02:28.235036 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.managers [req-aadeafc0-985d-4f06-bc9a-69a5bb33431d req-de8a0078-1327-4a34-b3bc-8fb35ff14a3a service neutron] Attempting to bind port d7d904e2-afb6-421e-9526-494607fa1712 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '17eac527-492f-4c9e-afe0-e5f025f3f3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '9d1e59dd-5b38-4842-838d-cef49c8c8701'}] {{(pid=106207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:02:28.235359 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aadeafc0-985d-4f06-bc9a-69a5bb33431d req-de8a0078-1327-4a34-b3bc-8fb35ff14a3a service neutron] Attempting to bind port d7d904e2-afb6-421e-9526-494607fa1712 on network 9d1e59dd-5b38-4842-838d-cef49c8c8701 {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:02:28.241913 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aadeafc0-985d-4f06-bc9a-69a5bb33431d req-de8a0078-1327-4a34-b3bc-8fb35ff14a3a service neutron] Port d7d904e2-afb6-421e-9526-494607fa1712 on network 9d1e59dd-5b38-4842-838d-cef49c8c8701 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 01:02:28.242231 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aadeafc0-985d-4f06-bc9a-69a5bb33431d req-de8a0078-1327-4a34-b3bc-8fb35ff14a3a service neutron] Attempting to bind port d7d904e2-afb6-421e-9526-494607fa1712 on network 9d1e59dd-5b38-4842-838d-cef49c8c8701 {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:02:28.278512 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aadeafc0-985d-4f06-bc9a-69a5bb33431d req-de8a0078-1327-4a34-b3bc-8fb35ff14a3a service neutron] Checking agent: {'id': 'ec393def-3d84-45a3-8a6c-ed049d62fe0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 0, 59, 14), 'started_at': datetime.datetime(2022, 8, 30, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:02:28.278851 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aadeafc0-985d-4f06-bc9a-69a5bb33431d req-de8a0078-1327-4a34-b3bc-8fb35ff14a3a service neutron] Checking segment: {'id': '17eac527-492f-4c9e-afe0-e5f025f3f3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '9d1e59dd-5b38-4842-838d-cef49c8c8701'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:02:28.279446 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aadeafc0-985d-4f06-bc9a-69a5bb33431d req-de8a0078-1327-4a34-b3bc-8fb35ff14a3a service neutron] Bound using segment: {'id': '17eac527-492f-4c9e-afe0-e5f025f3f3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '9d1e59dd-5b38-4842-838d-cef49c8c8701'} {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:02:28.279882 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.managers [req-aadeafc0-985d-4f06-bc9a-69a5bb33431d req-de8a0078-1327-4a34-b3bc-8fb35ff14a3a service neutron] Bound port: d7d904e2-afb6-421e-9526-494607fa1712, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17eac527-492f-4c9e-afe0-e5f025f3f3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '9d1e59dd-5b38-4842-838d-cef49c8c8701'}}] {{(pid=106207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:02:28.280237 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-aadeafc0-985d-4f06-bc9a-69a5bb33431d req-de8a0078-1327-4a34-b3bc-8fb35ff14a3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (d7d904e2-afb6-421e-9526-494607fa1712), before_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:28.296551 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:28.391379 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a354ce67-8d2d-4549-8a8f-02edb1074699 admin admin] Notify agent at l3_agent.dv-cinder-815146-13-iscsi the message routers_updated {{(pid=106207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:02:28.399622 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 47384) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:02:28.400073 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-a354ce67-8d2d-4549-8a8f-02edb1074699 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/37449e84-b16d-45be-a57b-c369384f3511/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2111886 Aug 30 01:02:28.401120 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.db [req-aadeafc0-985d-4f06-bc9a-69a5bb33431d req-de8a0078-1327-4a34-b3bc-8fb35ff14a3a service neutron] For port d7d904e2-afb6-421e-9526-494607fa1712, host hv-cinder-81514, cleared binding levels {{(pid=106207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:02:28.403532 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff87a9a7-3076-4537-bff0-3b8b66018cd2 None None] Sync routers for ids ['37449e84-b16d-45be-a57b-c369384f3511'] in dv-cinder-815146-13-iscsi {{(pid=106209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:02:28.417826 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.db [req-aadeafc0-985d-4f06-bc9a-69a5bb33431d req-de8a0078-1327-4a34-b3bc-8fb35ff14a3a service neutron] For port d7d904e2-afb6-421e-9526-494607fa1712, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=d7d904e2-afb6-421e-9526-494607fa1712,segment=NetworkSegment(17eac527-492f-4c9e-afe0-e5f025f3f3f1),segment_id=17eac527-492f-4c9e-afe0-e5f025f3f3f1)] {{(pid=106207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:02:28.421286 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff87a9a7-3076-4537-bff0-3b8b66018cd2 None None] Routers {'37449e84-b16d-45be-a57b-c369384f3511'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:02:28.422218 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-ff87a9a7-3076-4537-bff0-3b8b66018cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:02:11Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['37449e84-b16d-45be-a57b-c369384f3511'], 'active': True} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:02:28.431387 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-aadeafc0-985d-4f06-bc9a-69a5bb33431d req-de8a0078-1327-4a34-b3bc-8fb35ff14a3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (d7d904e2-afb6-421e-9526-494607fa1712), after_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:28.438172 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadeafc0-985d-4f06-bc9a-69a5bb33431d req-de8a0078-1327-4a34-b3bc-8fb35ff14a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:28.438643 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-aadeafc0-985d-4f06-bc9a-69a5bb33431d req-de8a0078-1327-4a34-b3bc-8fb35ff14a3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for port (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:28.440086 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-aadeafc0-985d-4f06-bc9a-69a5bb33431d req-de8a0078-1327-4a34-b3bc-8fb35ff14a3a service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/d7d904e2-afb6-421e-9526-494607fa1712 HTTP/1.1" status: 200 len: 1094 time: 1.4264722 Aug 30 01:02:28.440541 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc409b85-eeb9-4a88-9654-57063837c27e', 'tag': 'd7d904e2-afb6-421e-9526-494607fa1712'}] {{(pid=106207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:02:28.442811 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480b08bd5bc4b1a03c1b08d00e02a3f82783774d0c3347d038299e83f2d6db65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a399d6e9-f8be-4b1a-b16d-24823cfe3715" -d '{"events": [{"name": "network-changed", "server_uuid": "bc409b85-eeb9-4a88-9654-57063837c27e", "tag": "d7d904e2-afb6-421e-9526-494607fa1712"}]}' {{(pid=106207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:02:28.548976 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvr_db [None req-ff87a9a7-3076-4537-bff0-3b8b66018cd2 None None] Set router 37449e84-b16d-45be-a57b-c369384f3511 gateway port host: dv-cinder-815146-13-iscsi {{(pid=106209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:02:28.580660 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=29,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:28.595672 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f3a397-5b75-4e6a-93c1-a92d26769466 x-openstack-request-id: req-43f3a397-5b75-4e6a-93c1-a92d26769466 {{(pid=106207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:02:28.595964 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc409b85-eeb9-4a88-9654-57063837c27e", "tag": "d7d904e2-afb6-421e-9526-494607fa1712", "status": "completed", "code": 200}]} {{(pid=106207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:02:28.596219 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-43f3a397-5b75-4e6a-93c1-a92d26769466 {{(pid=106207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:02:28.596618 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43f3a397-5b75-4e6a-93c1-a92d26769466'] response: {'name': 'network-changed', 'server_uuid': 'bc409b85-eeb9-4a88-9654-57063837c27e', 'tag': 'd7d904e2-afb6-421e-9526-494607fa1712', 'status': 'completed', 'code': 200} Aug 30 01:02:28.597009 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-17512912-29e5-4ef6-924c-0a62d4b83650 admin admin] Publish callbacks [] for router (37449e84-b16d-45be-a57b-c369384f3511), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:28.613406 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadeafc0-985d-4f06-bc9a-69a5bb33431d req-3933eea4-ae1c-4f73-8c3e-314143537ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:28.614953 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-aadeafc0-985d-4f06-bc9a-69a5bb33431d req-3933eea4-ae1c-4f73-8c3e-314143537ea3 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=2c18e1da199c437b809a45aada0b0e0e&device_id=bc409b85-eeb9-4a88-9654-57063837c27e HTTP/1.1" status: 200 len: 1128 time: 0.1171153 Aug 30 01:02:28.674562 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=100 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:28.689046 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-aadeafc0-985d-4f06-bc9a-69a5bb33431d req-be21f335-4661-468f-bcbc-e1f441983459 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d7d904e2-afb6-421e-9526-494607fa1712 HTTP/1.1" status: 200 len: 217 time: 0.0668328 Aug 30 01:02:28.689707 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8a0078-1327-4a34-b3bc-8fb35ff14a3a service neutron] Pushing event updated for resources: {'Port': ['ID=d7d904e2-afb6-421e-9526-494607fa1712,revision_number=3']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:28.722990 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:28.731992 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-17512912-29e5-4ef6-924c-0a62d4b83650 admin admin] Publish callbacks [] for router_gateway (37449e84-b16d-45be-a57b-c369384f3511), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:28.787708 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-ff87a9a7-3076-4537-bff0-3b8b66018cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37449e84-b16d-45be-a57b-c369384f3511', 'name': 'tempest-DeleteServersTestJSON-1035991626-router', 'tenant_id': '0c0f91770bb14bb6920fc277936c189e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.134'}], 'enable_snat': True}, 'gw_port_id': '1bb4569a-46a2-4375-ba1c-771f16aec9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:01:04Z', 'updated_at': '2022-08-30T01:02:26Z', 'revision_number': 5, 'project_id': '0c0f91770bb14bb6920fc277936c189e', 'gw_port': {'id': '1bb4569a-46a2-4375-ba1c-771f16aec9eb', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:e8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37449e84-b16d-45be-a57b-c369384f3511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:05Z', 'updated_at': '2022-08-30T01:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi'}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:02:28.822933 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadeafc0-985d-4f06-bc9a-69a5bb33431d req-5059a38c-4117-4e0f-9f1b-6ba5b6fa0d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:28.823719 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-17512912-29e5-4ef6-924c-0a62d4b83650 admin admin] Deleting port 1bb4569a-46a2-4375-ba1c-771f16aec9eb {{(pid=106206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:02:28.824081 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-17512912-29e5-4ef6-924c-0a62d4b83650 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737868023260'] for port (1bb4569a-46a2-4375-ba1c-771f16aec9eb), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:28.826942 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff87a9a7-3076-4537-bff0-3b8b66018cd2 None None] Checking router: 37449e84-b16d-45be-a57b-c369384f3511 for host: dv-cinder-815146-13-iscsi {{(pid=106209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:02:28.828253 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-aadeafc0-985d-4f06-bc9a-69a5bb33431d req-5059a38c-4117-4e0f-9f1b-6ba5b6fa0d09 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=02513918-8146-498c-b447-f297c474a5c4 HTTP/1.1" status: 200 len: 849 time: 0.1292181 Aug 30 01:02:28.831276 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 47396) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:02:28.848078 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff87a9a7-3076-4537-bff0-3b8b66018cd2 None None] Routers {'37449e84-b16d-45be-a57b-c369384f3511'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:02:28.849384 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-ff87a9a7-3076-4537-bff0-3b8b66018cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:02:11Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['37449e84-b16d-45be-a57b-c369384f3511'], 'active': True} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:02:28.909113 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-aadeafc0-985d-4f06-bc9a-69a5bb33431d req-bf1adef9-4224-45aa-9940-71109e3cf2eb service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=9d1e59dd-5b38-4842-838d-cef49c8c8701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576169 Aug 30 01:02:28.918944 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-17512912-29e5-4ef6-924c-0a62d4b83650 admin admin] For port 1bb4569a-46a2-4375-ba1c-771f16aec9eb, host dv-cinder-815146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=1bb4569a-46a2-4375-ba1c-771f16aec9eb,segment=NetworkSegment(61a0af84-c6da-4606-8f1e-ec0a95f9a2d1),segment_id=61a0af84-c6da-4606-8f1e-ec0a95f9a2d1)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:02:28.919810 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-17512912-29e5-4ef6-924c-0a62d4b83650 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16464105'] for port (1bb4569a-46a2-4375-ba1c-771f16aec9eb), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:28.936409 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-17512912-29e5-4ef6-924c-0a62d4b83650 admin admin] Calling delete_port for 1bb4569a-46a2-4375-ba1c-771f16aec9eb owned by network:router_gateway {{(pid=106206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:02:28.972689 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvr_db [None req-ff87a9a7-3076-4537-bff0-3b8b66018cd2 None None] Set router 37449e84-b16d-45be-a57b-c369384f3511 gateway port host: None {{(pid=106209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:02:28.999241 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:29.010083 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-48394c1e-7906-4b39-af3a-263b624412d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:29.029652 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-ff87a9a7-3076-4537-bff0-3b8b66018cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37449e84-b16d-45be-a57b-c369384f3511', 'name': 'tempest-DeleteServersTestJSON-1035991626-router', 'tenant_id': '0c0f91770bb14bb6920fc277936c189e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:01:04Z', 'updated_at': '2022-08-30T01:02:28Z', 'revision_number': 6, 'project_id': '0c0f91770bb14bb6920fc277936c189e', 'gw_port_host': None}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:02:29.058391 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff87a9a7-3076-4537-bff0-3b8b66018cd2 None None] The sync data for ids ['37449e84-b16d-45be-a57b-c369384f3511'] in dv-cinder-815146-13-iscsi is: [{'id': '37449e84-b16d-45be-a57b-c369384f3511', 'name': 'tempest-DeleteServersTestJSON-1035991626-router', 'tenant_id': '0c0f91770bb14bb6920fc277936c189e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:01:04Z', 'updated_at': '2022-08-30T01:02:28Z', 'revision_number': 6, 'project_id': '0c0f91770bb14bb6920fc277936c189e', 'gw_port_host': None}] {{(pid=106209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:02:29.138911 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57768172-f5f2-47bb-9858-c547038844ce req-1a0c97e8-04cd-43eb-a58c-8eb7e17ba93c tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:29.140706 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-57768172-f5f2-47bb-9858-c547038844ce req-1a0c97e8-04cd-43eb-a58c-8eb7e17ba93c tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 945 time: 0.1043837 Aug 30 01:02:29.145251 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-aadeafc0-985d-4f06-bc9a-69a5bb33431d req-be323144-75b8-4e36-920f-77d836f44055 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/9d1e59dd-5b38-4842-838d-cef49c8c8701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270238 Aug 30 01:02:29.176360 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-17512912-29e5-4ef6-924c-0a62d4b83650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737868027338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737867580465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14283316'] for port (1bb4569a-46a2-4375-ba1c-771f16aec9eb), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:29.208142 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17512912-29e5-4ef6-924c-0a62d4b83650 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bb4569a-46a2-4375-ba1c-771f16aec9eb,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:29.281436 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-17512912-29e5-4ef6-924c-0a62d4b83650 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16466337'] for router_gateway (37449e84-b16d-45be-a57b-c369384f3511), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:29.304771 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c76519a-8a3a-47ba-be86-7eaa7da9389b req-8ee52d30-de92-4fba-93e5-a18eac538296 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:29.306945 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-4c76519a-8a3a-47ba-be86-7eaa7da9389b req-8ee52d30-de92-4fba-93e5-a18eac538296 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bc409b85-eeb9-4a88-9654-57063837c27e HTTP/1.1" status: 200 len: 944 time: 0.1651266 Aug 30 01:02:29.344102 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-48394c1e-7906-4b39-af3a-263b624412d6 admin admin] Publish callbacks [] for security_group (c848d3ca-6a8b-418d-9c71-2cfc207b1fba), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:29.368117 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-48394c1e-7906-4b39-af3a-263b624412d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (c848d3ca-6a8b-418d-9c71-2cfc207b1fba), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:29.384452 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-17512912-29e5-4ef6-924c-0a62d4b83650 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16467596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61021'] for router (37449e84-b16d-45be-a57b-c369384f3511), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:29.387182 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-17512912-29e5-4ef6-924c-0a62d4b83650 admin admin] Publish callbacks [] for router_controller (37449e84-b16d-45be-a57b-c369384f3511), precommit_delete_associations {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:29.394133 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-57768172-f5f2-47bb-9858-c547038844ce req-8dfc3cab-c8fe-4840-bf42-6284996ed68c tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436094 Aug 30 01:02:29.437662 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-aadeafc0-985d-4f06-bc9a-69a5bb33431d req-13d94a87-c2a1-4a68-9ebe-98bfb3789822 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/9d1e59dd-5b38-4842-838d-cef49c8c8701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751503 Aug 30 01:02:29.449005 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-48394c1e-7906-4b39-af3a-263b624412d6 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=75874574a3f346b78a58218225f2e1b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6166122 Aug 30 01:02:29.449876 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48394c1e-7906-4b39-af3a-263b624412d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c848d3ca-6a8b-418d-9c71-2cfc207b1fba,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:29.452707 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 47406) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:02:29.461291 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-4c76519a-8a3a-47ba-be86-7eaa7da9389b req-2d17897d-3550-4667-8f80-3d59f269aa81 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=00b4fa40-2f76-4160-80c9-6907a1412044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396801 Aug 30 01:02:29.470821 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-17512912-29e5-4ef6-924c-0a62d4b83650 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16468015'] for router (37449e84-b16d-45be-a57b-c369384f3511), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:29.471444 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17512912-29e5-4ef6-924c-0a62d4b83650 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37449e84-b16d-45be-a57b-c369384f3511 {{(pid=106206) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 01:02:29.477893 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-17512912-29e5-4ef6-924c-0a62d4b83650 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:29.479030 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-17512912-29e5-4ef6-924c-0a62d4b83650 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/37449e84-b16d-45be-a57b-c369384f3511 HTTP/1.1" status: 204 len: 168 time: 1.0748959 Aug 30 01:02:29.481719 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 47408) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:02:29.521553 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-71eb5d78-fce9-48c4-b254-34cf312737c8 admin admin] Publish callbacks [] for security_group (c848d3ca-6a8b-418d-9c71-2cfc207b1fba), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:29.533208 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=8 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:29.545350 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-71eb5d78-fce9-48c4-b254-34cf312737c8 admin admin] Publish callbacks [] for security_group (c848d3ca-6a8b-418d-9c71-2cfc207b1fba), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:29.546408 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdc855e8-6ada-4c44-940f-61612a5a0e2b admin admin] Deleting subnet 36856127-a09c-4ab4-b4f6-601f02ca410d {{(pid=106207) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 01:02:29.550015 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-bdc855e8-6ada-4c44-940f-61612a5a0e2b admin admin] Publish callbacks [] for subnet (36856127-a09c-4ab4-b4f6-601f02ca410d), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:29.583968 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:29.592778 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-bdc855e8-6ada-4c44-940f-61612a5a0e2b admin admin] Publish callbacks [] for subnet (36856127-a09c-4ab4-b4f6-601f02ca410d), precommit_delete_associations {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:29.599680 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-71eb5d78-fce9-48c4-b254-34cf312737c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (c848d3ca-6a8b-418d-9c71-2cfc207b1fba), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:29.602284 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-71eb5d78-fce9-48c4-b254-34cf312737c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:29.603615 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-71eb5d78-fce9-48c4-b254-34cf312737c8 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/c848d3ca-6a8b-418d-9c71-2cfc207b1fba HTTP/1.1" status: 204 len: 168 time: 0.1492748 Aug 30 01:02:29.611763 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eb5d78-fce9-48c4-b254-34cf312737c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c848d3ca-6a8b-418d-9c71-2cfc207b1fba,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:29.664048 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-bdc855e8-6ada-4c44-940f-61612a5a0e2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883296'] for subnet (36856127-a09c-4ab4-b4f6-601f02ca410d), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:29.718927 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-bdc855e8-6ada-4c44-940f-61612a5a0e2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197'] for subnet (36856127-a09c-4ab4-b4f6-601f02ca410d), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:29.754710 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-bdc855e8-6ada-4c44-940f-61612a5a0e2b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:29.759148 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-bdc855e8-6ada-4c44-940f-61612a5a0e2b admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/36856127-a09c-4ab4-b4f6-601f02ca410d HTTP/1.1" status: 204 len: 168 time: 0.2757587 Aug 30 01:02:29.759977 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc855e8-6ada-4c44-940f-61612a5a0e2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36856127-a09c-4ab4-b4f6-601f02ca410d,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:29.761427 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 47414) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:02:29.766325 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1947ef0d-d5cc-451a-b0d0-483965231a5a None None] Network f64316af-4378-4002-9747-c897421bae08 requested from dv-cinder-815146-13-iscsi {{(pid=106208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:02:29.840815 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-c1b4cd42-9f3a-4afb-9434-7cbd4fca2f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545373'] for network (f64316af-4378-4002-9747-c897421bae08), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:29.917979 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-c1b4cd42-9f3a-4afb-9434-7cbd4fca2f23 admin admin] Deleting port 027309de-7a19-4e5b-8b2c-4aa87ef4548e {{(pid=106206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:02:29.918366 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-c1b4cd42-9f3a-4afb-9434-7cbd4fca2f23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737868023260'] for port (027309de-7a19-4e5b-8b2c-4aa87ef4548e), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:29.968079 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f718db9a-1365-4ee4-8e4a-9f4c3fdac7c2 None None] DHCP port deletion for f64316af-4378-4002-9747-c897421bae08 request from dv-cinder-815146-13-iscsi {{(pid=106208) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 01:02:29.976487 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:30.012794 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-c1b4cd42-9f3a-4afb-9434-7cbd4fca2f23 admin admin] For port 027309de-7a19-4e5b-8b2c-4aa87ef4548e, host dv-cinder-815146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=027309de-7a19-4e5b-8b2c-4aa87ef4548e,segment=NetworkSegment(db4c58cb-7f56-46b6-bff7-10d93a889abe),segment_id=db4c58cb-7f56-46b6-bff7-10d93a889abe)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:02:30.014156 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-c1b4cd42-9f3a-4afb-9434-7cbd4fca2f23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16464105'] for port (027309de-7a19-4e5b-8b2c-4aa87ef4548e), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:30.036535 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-c1b4cd42-9f3a-4afb-9434-7cbd4fca2f23 admin admin] Calling delete_port for 027309de-7a19-4e5b-8b2c-4aa87ef4548e owned by network:dhcp {{(pid=106206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:02:30.037415 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-f718db9a-1365-4ee4-8e4a-9f4c3fdac7c2 None None] Deleting port 027309de-7a19-4e5b-8b2c-4aa87ef4548e {{(pid=106208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:02:30.037827 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-f718db9a-1365-4ee4-8e4a-9f4c3fdac7c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737868023260'] for port (027309de-7a19-4e5b-8b2c-4aa87ef4548e), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:30.134249 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device 1bb4569a-46a2-4375-ba1c-771f16aec9eb no longer exists at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:02:30.146184 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-c1b4cd42-9f3a-4afb-9434-7cbd4fca2f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737868027338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737867580465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14283316'] for port (027309de-7a19-4e5b-8b2c-4aa87ef4548e), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:30.171798 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] No Port match for: 1bb4569a-46a2-4375-ba1c-771f16aec9eb {{(pid=106208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:02:30.172444 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device 1bb4569a-46a2-4375-ba1c-771f16aec9eb not bound to the agent host dv-cinder-815146-13-iscsi {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:02:30.173023 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device fdc381fb-c734-4005-9902-9049ce978ddd no longer exists at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:02:30.203602 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] No Port match for: fdc381fb-c734-4005-9902-9049ce978ddd {{(pid=106208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:02:30.203952 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device fdc381fb-c734-4005-9902-9049ce978ddd not bound to the agent host dv-cinder-815146-13-iscsi {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:02:30.204561 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device 027309de-7a19-4e5b-8b2c-4aa87ef4548e no longer exists at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:02:30.208057 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-f718db9a-1365-4ee4-8e4a-9f4c3fdac7c2 None None] For port 027309de-7a19-4e5b-8b2c-4aa87ef4548e, host dv-cinder-815146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=027309de-7a19-4e5b-8b2c-4aa87ef4548e,segment=NetworkSegment(db4c58cb-7f56-46b6-bff7-10d93a889abe),segment_id=db4c58cb-7f56-46b6-bff7-10d93a889abe)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:02:30.208650 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-f718db9a-1365-4ee4-8e4a-9f4c3fdac7c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16464105'] for port (027309de-7a19-4e5b-8b2c-4aa87ef4548e), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:30.211289 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b4cd42-9f3a-4afb-9434-7cbd4fca2f23 admin admin] Pushing event deleted for resources: {'Port': ['ID=027309de-7a19-4e5b-8b2c-4aa87ef4548e,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:30.216286 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b4cd42-9f3a-4afb-9434-7cbd4fca2f23 admin admin] No DVR routers for this DVR port 027309de-7a19-4e5b-8b2c-4aa87ef4548e on host dv-cinder-815146-13-iscsi {{(pid=106206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:02:30.248230 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] No Port match for: 027309de-7a19-4e5b-8b2c-4aa87ef4548e {{(pid=106208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:02:30.248827 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device 027309de-7a19-4e5b-8b2c-4aa87ef4548e not bound to the agent host dv-cinder-815146-13-iscsi {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:02:30.254185 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-f718db9a-1365-4ee4-8e4a-9f4c3fdac7c2 None None] Calling delete_port for 027309de-7a19-4e5b-8b2c-4aa87ef4548e owned by network:dhcp {{(pid=106208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:02:30.335253 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=100 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:30.351732 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-c1b4cd42-9f3a-4afb-9434-7cbd4fca2f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-877315', 'neutron.services.segments.db._delete_segments_for_network-8737868099651'] for network (f64316af-4378-4002-9747-c897421bae08), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:30.378201 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.services.segments.db [None req-c1b4cd42-9f3a-4afb-9434-7cbd4fca2f23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f64316af-4378-4002-9747-c897421bae08']}} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:02:30.386046 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=87,neutron:DELETE=13 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:30.389686 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-f718db9a-1365-4ee4-8e4a-9f4c3fdac7c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737868027338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737867580465'] for port (027309de-7a19-4e5b-8b2c-4aa87ef4548e), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:30.391260 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.services.segments.db [None req-c1b4cd42-9f3a-4afb-9434-7cbd4fca2f23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db4c58cb-7f56-46b6-bff7-10d93a889abe') {'for_net_delete': True} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:02:30.391797 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.services.segments.db [None req-c1b4cd42-9f3a-4afb-9434-7cbd4fca2f23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db4c58cb-7f56-46b6-bff7-10d93a889abe') {} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:02:30.403212 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f718db9a-1365-4ee4-8e4a-9f4c3fdac7c2 None None] No DVR routers for this DVR port 027309de-7a19-4e5b-8b2c-4aa87ef4548e on host dv-cinder-815146-13-iscsi {{(pid=106208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:02:30.403412 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-c1b4cd42-9f3a-4afb-9434-7cbd4fca2f23 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737868127151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14420041'] for segment (db4c58cb-7f56-46b6-bff7-10d93a889abe), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:30.421878 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-c1b4cd42-9f3a-4afb-9434-7cbd4fca2f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879481'] for segment (db4c58cb-7f56-46b6-bff7-10d93a889abe), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:30.430326 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1b4cd42-9f3a-4afb-9434-7cbd4fca2f23 admin admin] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=106206) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 01:02:30.431056 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-c1b4cd42-9f3a-4afb-9434-7cbd4fca2f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14283361'] for segment (db4c58cb-7f56-46b6-bff7-10d93a889abe), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:30.442340 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f718db9a-1365-4ee4-8e4a-9f4c3fdac7c2 None None] Pushing event deleted for resources: {'Port': ['ID=027309de-7a19-4e5b-8b2c-4aa87ef4548e,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:30.531542 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.services.segments.plugin [-] Segment db4c58cb-7f56-46b6-bff7-10d93a889abe resource provider aggregate not found Aug 30 01:02:30.540149 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-c1b4cd42-9f3a-4afb-9434-7cbd4fca2f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-877322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16316755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16466381'] for network (f64316af-4378-4002-9747-c897421bae08), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:30.552587 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-c1b4cd42-9f3a-4afb-9434-7cbd4fca2f23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282183'] for network (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:30.556459 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-c1b4cd42-9f3a-4afb-9434-7cbd4fca2f23 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/f64316af-4378-4002-9747-c897421bae08 HTTP/1.1" status: 204 len: 168 time: 0.7935665 Aug 30 01:02:30.575453 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.services.segments.plugin [-] Segment db4c58cb-7f56-46b6-bff7-10d93a889abe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid db4c58cb-7f56-46b6-bff7-10d93a889abe found for delete ", "request_id": "req-35db5595-bb44-434d-b214-fd78528f0153"}]} Aug 30 01:02:30.577170 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b4cd42-9f3a-4afb-9434-7cbd4fca2f23 admin admin] Pushing event deleted for resources: {'Network': ['ID=f64316af-4378-4002-9747-c897421bae08,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:30.642110 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399d6e9-f8be-4b1a-b16d-24823cfe3715 req-a57d670a-a531-49c0-8a50-3139383a744b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:30.644221 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-a399d6e9-f8be-4b1a-b16d-24823cfe3715 req-a57d670a-a531-49c0-8a50-3139383a744b service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=2c18e1da199c437b809a45aada0b0e0e&device_id=bc409b85-eeb9-4a88-9654-57063837c27e HTTP/1.1" status: 200 len: 1128 time: 0.1279848 Aug 30 01:02:30.676688 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1726aaa2-32b7-442e-a533-c187ec9bbc8a req-697fd394-0d24-4105-8939-ded1a1c0eb3a tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:30.678221 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-1726aaa2-32b7-442e-a533-c187ec9bbc8a req-697fd394-0d24-4105-8939-ded1a1c0eb3a tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 945 time: 0.1064811 Aug 30 01:02:30.698290 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef7e4f9-5cfc-4d17-a0c7-2b09de33c2a6 req-bf04b87e-b459-4336-88b3-5099fd51f5d8 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:30.700023 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-9ef7e4f9-5cfc-4d17-a0c7-2b09de33c2a6 req-bf04b87e-b459-4336-88b3-5099fd51f5d8 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bc409b85-eeb9-4a88-9654-57063837c27e HTTP/1.1" status: 200 len: 944 time: 0.0909059 Aug 30 01:02:30.781738 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:30.797580 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 47458) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:02:30.845811 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-fc5e679d-3f66-4d77-99cf-1d96b01b1f58 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=0c0f91770bb14bb6920fc277936c189e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0445065 Aug 30 01:02:30.845918 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-9ef7e4f9-5cfc-4d17-a0c7-2b09de33c2a6 req-dfa5cad2-52d2-4760-81ac-8ba0bc08763b tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=00b4fa40-2f76-4160-80c9-6907a1412044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051874 Aug 30 01:02:30.848083 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 47460) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:02:30.853684 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-1726aaa2-32b7-442e-a533-c187ec9bbc8a req-41c6765c-43d5-493f-bbf6-1bac22aceaec tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618924 Aug 30 01:02:30.864352 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399d6e9-f8be-4b1a-b16d-24823cfe3715 req-f10ea88d-18d4-4869-bff4-6358f353b4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:30.865959 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-a399d6e9-f8be-4b1a-b16d-24823cfe3715 req-f10ea88d-18d4-4869-bff4-6358f353b4d4 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=9d1e59dd-5b38-4842-838d-cef49c8c8701 HTTP/1.1" status: 200 len: 911 time: 0.2104020 Aug 30 01:02:30.916240 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-da4345e4-646e-4648-8222-41ffbb75c8a5 admin admin] Publish callbacks [] for security_group (fd73283f-0252-47d5-9b6c-21e114ae8d86), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:30.922055 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-a399d6e9-f8be-4b1a-b16d-24823cfe3715 req-1bff9308-45b9-4e4c-8a3a-4ec8809465e7 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d7d904e2-afb6-421e-9526-494607fa1712 HTTP/1.1" status: 200 len: 217 time: 0.0431232 Aug 30 01:02:30.942462 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-da4345e4-646e-4648-8222-41ffbb75c8a5 admin admin] Publish callbacks [] for security_group (fd73283f-0252-47d5-9b6c-21e114ae8d86), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:30.982411 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399d6e9-f8be-4b1a-b16d-24823cfe3715 req-73c541e7-d60d-4f22-836c-befa84348c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:30.983891 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-a399d6e9-f8be-4b1a-b16d-24823cfe3715 req-73c541e7-d60d-4f22-836c-befa84348c53 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=02513918-8146-498c-b447-f297c474a5c4 HTTP/1.1" status: 200 len: 849 time: 0.0505042 Aug 30 01:02:30.995000 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-da4345e4-646e-4648-8222-41ffbb75c8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (fd73283f-0252-47d5-9b6c-21e114ae8d86), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:30.998558 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-da4345e4-646e-4648-8222-41ffbb75c8a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:30.999687 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-da4345e4-646e-4648-8222-41ffbb75c8a5 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/fd73283f-0252-47d5-9b6c-21e114ae8d86 HTTP/1.1" status: 204 len: 168 time: 0.1505096 Aug 30 01:02:31.009883 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4345e4-646e-4648-8222-41ffbb75c8a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd73283f-0252-47d5-9b6c-21e114ae8d86,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:31.048294 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-a399d6e9-f8be-4b1a-b16d-24823cfe3715 req-b3d0beb3-75ea-49f5-849f-b11b4b49be03 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=9d1e59dd-5b38-4842-838d-cef49c8c8701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428276 Aug 30 01:02:31.167903 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-a399d6e9-f8be-4b1a-b16d-24823cfe3715 req-88aed7eb-742c-4c0f-a20a-2127bbbdeee0 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/9d1e59dd-5b38-4842-838d-cef49c8c8701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100192 Aug 30 01:02:31.268814 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-a399d6e9-f8be-4b1a-b16d-24823cfe3715 req-3d994780-e0c5-41ed-b72a-a1938e0d4c66 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/9d1e59dd-5b38-4842-838d-cef49c8c8701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900950 Aug 30 01:02:31.970058 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0fc2f1-bf74-4019-afc1-6d65544955d1 req-a6f744aa-8c5d-4c34-9566-3f5430243817 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:31.971626 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-0a0fc2f1-bf74-4019-afc1-6d65544955d1 req-a6f744aa-8c5d-4c34-9566-3f5430243817 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bc409b85-eeb9-4a88-9654-57063837c27e HTTP/1.1" status: 200 len: 944 time: 0.0576229 Aug 30 01:02:32.015009 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:32.052927 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-0a0fc2f1-bf74-4019-afc1-6d65544955d1 req-0a80657d-5c94-4bfe-8616-aeb8c2659550 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=00b4fa40-2f76-4160-80c9-6907a1412044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758121 Aug 30 01:02:32.060560 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e49cf-1b9e-4d38-9f19-880d8629baf3 req-9f72cff9-e7ff-4abe-a273-c30572bf07bb tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:32.062155 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-216e49cf-1b9e-4d38-9f19-880d8629baf3 req-9f72cff9-e7ff-4abe-a273-c30572bf07bb tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 945 time: 0.0631924 Aug 30 01:02:32.118511 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-216e49cf-1b9e-4d38-9f19-880d8629baf3 req-d712a81e-8268-4936-bf1e-e1d975d76c3d tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502594 Aug 30 01:02:32.315701 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device d7d904e2-afb6-421e-9526-494607fa1712 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=106208) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 01:02:32.433971 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port d7d904e2-afb6-421e-9526-494607fa1712, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=d7d904e2-afb6-421e-9526-494607fa1712,segment=NetworkSegment(17eac527-492f-4c9e-afe0-e5f025f3f3f1),segment_id=17eac527-492f-4c9e-afe0-e5f025f3f3f1)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:02:32.447555 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Returning: {'device': 'd7d904e2-afb6-421e-9526-494607fa1712', 'network_id': '9d1e59dd-5b38-4842-838d-cef49c8c8701', 'port_id': 'd7d904e2-afb6-421e-9526-494607fa1712', 'mac_address': 'fa:16:3e:e8:9d:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1056, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02513918-8146-498c-b447-f297c474a5c4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106208) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 01:02:32.490030 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Current status of the port d7d904e2-afb6-421e-9526-494607fa1712 is: DOWN; New status is: BUILD {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:02:32.490473 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (d7d904e2-afb6-421e-9526-494607fa1712), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:32.504762 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7d904e2-afb6-421e-9526-494607fa1712 {{(pid=106208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:02:32.530850 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port d7d904e2-afb6-421e-9526-494607fa1712, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=d7d904e2-afb6-421e-9526-494607fa1712,segment=NetworkSegment(17eac527-492f-4c9e-afe0-e5f025f3f3f1),segment_id=17eac527-492f-4c9e-afe0-e5f025f3f3f1)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:02:32.536352 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (d7d904e2-afb6-421e-9526-494607fa1712), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:32.554864 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 47544) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:02:32.596920 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Pushing event updated for resources: {'Port': ['ID=d7d904e2-afb6-421e-9526-494607fa1712,revision_number=4']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:32.708383 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-3089c5da-0e6f-423b-86a5-e9cdbbf6571d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:32.784483 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:32.817343 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-3089c5da-0e6f-423b-86a5-e9cdbbf6571d admin admin] Publish callbacks [] for security_group (b14f44a5-514f-4a6c-8862-22c6e4de866f), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:32.823022 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-3089c5da-0e6f-423b-86a5-e9cdbbf6571d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (b14f44a5-514f-4a6c-8862-22c6e4de866f), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:32.857722 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] get_ports_and_sgs() called for port_ids ['d7d904e2-afb6-421e-9526-494607fa1712'] {{(pid=106208) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:02:32.868875 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 47568) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:02:32.869094 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-3089c5da-0e6f-423b-86a5-e9cdbbf6571d admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=92ca392a802e4d1eb0f3078a9c17b78d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3125627 Aug 30 01:02:32.870406 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3089c5da-0e6f-423b-86a5-e9cdbbf6571d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b14f44a5-514f-4a6c-8862-22c6e4de866f,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:32.952041 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-94fd3eb0-4872-48b0-8d51-d6de3175457c admin admin] Publish callbacks [] for security_group (b14f44a5-514f-4a6c-8862-22c6e4de866f), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:32.973240 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-94fd3eb0-4872-48b0-8d51-d6de3175457c admin admin] Publish callbacks [] for security_group (b14f44a5-514f-4a6c-8862-22c6e4de866f), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:33.032265 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-94fd3eb0-4872-48b0-8d51-d6de3175457c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (b14f44a5-514f-4a6c-8862-22c6e4de866f), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:33.035000 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-94fd3eb0-4872-48b0-8d51-d6de3175457c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:33.036223 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-94fd3eb0-4872-48b0-8d51-d6de3175457c admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/b14f44a5-514f-4a6c-8862-22c6e4de866f HTTP/1.1" status: 204 len: 168 time: 0.1660376 Aug 30 01:02:33.047267 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fd3eb0-4872-48b0-8d51-d6de3175457c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14f44a5-514f-4a6c-8862-22c6e4de866f,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:33.204990 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028e60dc-433f-4859-8717-407c204c3949 req-a5bb4447-13c1-47a0-ac19-be5c57714b47 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:33.206597 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-028e60dc-433f-4859-8717-407c204c3949 req-a5bb4447-13c1-47a0-ac19-be5c57714b47 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bc409b85-eeb9-4a88-9654-57063837c27e HTTP/1.1" status: 200 len: 945 time: 0.0701029 Aug 30 01:02:33.300944 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db492cf-85d1-4450-b90b-7156190735ce req-049b38aa-70ee-48c7-b7c4-2d361815e1d8 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:33.302483 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-4db492cf-85d1-4450-b90b-7156190735ce req-049b38aa-70ee-48c7-b7c4-2d361815e1d8 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 945 time: 0.0707707 Aug 30 01:02:33.305513 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-028e60dc-433f-4859-8717-407c204c3949 req-9ecdc049-6be3-4ce2-905b-8dcbdfc3da87 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=00b4fa40-2f76-4160-80c9-6907a1412044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924947 Aug 30 01:02:33.373682 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-4db492cf-85d1-4450-b90b-7156190735ce req-bf8f2b16-382d-4ad5-b2af-7e60cd6dbfb2 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512216 Aug 30 01:02:34.127919 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:34.205046 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 47628) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:02:34.320246 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device d7d904e2-afb6-421e-9526-494607fa1712 up at agent hyperv_hv-cinder-81514 {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:02:34.321734 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-ac35957c-8348-4f82-95fb-90b4c7ae3d54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:34.368682 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Provisioning for port d7d904e2-afb6-421e-9526-494607fa1712 completed by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 01:02:34.377863 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Provisioning complete for port d7d904e2-afb6-421e-9526-494607fa1712 triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:02:34.378939 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (d7d904e2-afb6-421e-9526-494607fa1712), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:34.481399 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-ac35957c-8348-4f82-95fb-90b4c7ae3d54 admin admin] Publish callbacks [] for security_group (913311b7-ee9e-4d24-806b-315e8e85bb5f), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:34.513668 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-ac35957c-8348-4f82-95fb-90b4c7ae3d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (913311b7-ee9e-4d24-806b-315e8e85bb5f), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:34.522907 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Current status of the port d7d904e2-afb6-421e-9526-494607fa1712 is: BUILD; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:02:34.523314 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (d7d904e2-afb6-421e-9526-494607fa1712), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:34.539699 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb29b9b-c514-45b9-9077-4f3cd7906828 req-f43a085c-f105-4a06-8b88-4821b06411dd tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:34.541590 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-1cb29b9b-c514-45b9-9077-4f3cd7906828 req-f43a085c-f105-4a06-8b88-4821b06411dd tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bc409b85-eeb9-4a88-9654-57063837c27e HTTP/1.1" status: 200 len: 945 time: 0.1198947 Aug 30 01:02:34.554158 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc409b85-eeb9-4a88-9654-57063837c27e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7d904e2-afb6-421e-9526-494607fa1712'}] {{(pid=106208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:02:34.554795 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:34.556494 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c29b7fbecba6d5f29730e8e5f4edf6e9b002b1b00f6f5f73d69c4afba8ee411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a9eec6-b377-4c38-8645-42ab8cdb1843" -d '{"events": [{"server_uuid": "bc409b85-eeb9-4a88-9654-57063837c27e", "name": "network-vif-plugged", "status": "completed", "tag": "d7d904e2-afb6-421e-9526-494607fa1712"}]}' {{(pid=106208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:02:34.566377 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 47656) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:02:34.581808 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port d7d904e2-afb6-421e-9526-494607fa1712, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=d7d904e2-afb6-421e-9526-494607fa1712,segment=NetworkSegment(17eac527-492f-4c9e-afe0-e5f025f3f3f1),segment_id=17eac527-492f-4c9e-afe0-e5f025f3f3f1)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:02:34.590257 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (d7d904e2-afb6-421e-9526-494607fa1712), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:34.625437 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:34.628853 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fe573bf-793a-460a-a0e3-56a97a6d4866 admin admin] Deleting subnet b9353366-4c57-4c34-b1f8-020a8b4d960c {{(pid=106206) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 01:02:34.634807 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-2fe573bf-793a-460a-a0e3-56a97a6d4866 admin admin] Publish callbacks [] for subnet (b9353366-4c57-4c34-b1f8-020a8b4d960c), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:34.663314 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Pushing event updated for resources: {'Port': ['ID=d7d904e2-afb6-421e-9526-494607fa1712,revision_number=5']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:34.686487 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-2fe573bf-793a-460a-a0e3-56a97a6d4866 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14420034'] for subnet (b9353366-4c57-4c34-b1f8-020a8b4d960c), precommit_delete_associations {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:34.732732 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-2fe573bf-793a-460a-a0e3-56a97a6d4866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883296'] for subnet (b9353366-4c57-4c34-b1f8-020a8b4d960c), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:34.805431 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-2fe573bf-793a-460a-a0e3-56a97a6d4866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14283975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13728805'] for subnet (b9353366-4c57-4c34-b1f8-020a8b4d960c), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:34.836280 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe573bf-793a-460a-a0e3-56a97a6d4866 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9353366-4c57-4c34-b1f8-020a8b4d960c,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:34.840136 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-2fe573bf-793a-460a-a0e3-56a97a6d4866 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282183'] for subnet (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:34.847690 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-2fe573bf-793a-460a-a0e3-56a97a6d4866 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/b9353366-4c57-4c34-b1f8-020a8b4d960c HTTP/1.1" status: 204 len: 168 time: 0.2795088 Aug 30 01:02:34.847690 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 47664) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:02:34.879887 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d0540-e975-4f4b-80a1-b0770a9dba4f req-42cb775c-1fba-45ab-bfa2-24700b19fc34 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:34.881415 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-0c1d0540-e975-4f4b-80a1-b0770a9dba4f req-42cb775c-1fba-45ab-bfa2-24700b19fc34 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 945 time: 0.4121902 Aug 30 01:02:34.887651 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac35957c-8348-4f82-95fb-90b4c7ae3d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=913311b7-ee9e-4d24-806b-315e8e85bb5f,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:34.892223 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-ac35957c-8348-4f82-95fb-90b4c7ae3d54 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=630d4584c0ec4311b247a57ad19a5c75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6861181 Aug 30 01:02:34.898985 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 47666) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:02:34.932326 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-a6e91551-496d-469c-8485-617883f640af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545373'] for network (03e66917-e5c5-4673-a6c3-94a1b4907ee0), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:34.968268 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-1cb29b9b-c514-45b9-9077-4f3cd7906828 req-480ac7e7-ffc2-4e71-9f85-ae904aab7317 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=00b4fa40-2f76-4160-80c9-6907a1412044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4118166 Aug 30 01:02:34.994372 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-0c1d0540-e975-4f4b-80a1-b0770a9dba4f req-6a9c93bf-54bb-45b3-b44d-eeb3b513b4cb tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010578 Aug 30 01:02:35.007256 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:35.011909 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-5da6b6a3-561f-4eaf-bf62-260d65f1c1a2 admin admin] Publish callbacks [] for security_group (913311b7-ee9e-4d24-806b-315e8e85bb5f), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:35.048375 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff21bb47-9c60-41fd-bd27-2c9fcdd3fa95 x-openstack-request-id: req-ff21bb47-9c60-41fd-bd27-2c9fcdd3fa95 {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:02:35.048663 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc409b85-eeb9-4a88-9654-57063837c27e", "name": "network-vif-plugged", "status": "completed", "tag": "d7d904e2-afb6-421e-9526-494607fa1712", "code": 200}]} {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:02:35.048914 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ff21bb47-9c60-41fd-bd27-2c9fcdd3fa95 {{(pid=106208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:02:35.049348 dv-cinder-815146-13-iscsi neutron-server[106208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff21bb47-9c60-41fd-bd27-2c9fcdd3fa95'] response: {'server_uuid': 'bc409b85-eeb9-4a88-9654-57063837c27e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7d904e2-afb6-421e-9526-494607fa1712', 'code': 200} Aug 30 01:02:35.052030 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-5da6b6a3-561f-4eaf-bf62-260d65f1c1a2 admin admin] Publish callbacks [] for security_group (913311b7-ee9e-4d24-806b-315e8e85bb5f), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:35.065110 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-a6e91551-496d-469c-8485-617883f640af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-877315', 'neutron.services.segments.db._delete_segments_for_network-8737868099651'] for network (03e66917-e5c5-4673-a6c3-94a1b4907ee0), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:35.077327 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=82,neutron:DELETE=9,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:35.095195 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.services.segments.db [None req-a6e91551-496d-469c-8485-617883f640af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03e66917-e5c5-4673-a6c3-94a1b4907ee0']}} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:02:35.106721 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-5da6b6a3-561f-4eaf-bf62-260d65f1c1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (913311b7-ee9e-4d24-806b-315e8e85bb5f), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:35.110135 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.services.segments.db [None req-a6e91551-496d-469c-8485-617883f640af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fc04584-4d94-43f2-ad7a-2b84b22e9b56') {'for_net_delete': True} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:02:35.110667 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.services.segments.db [None req-a6e91551-496d-469c-8485-617883f640af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fc04584-4d94-43f2-ad7a-2b84b22e9b56') {} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:02:35.111698 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-5da6b6a3-561f-4eaf-bf62-260d65f1c1a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:35.116245 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-5da6b6a3-561f-4eaf-bf62-260d65f1c1a2 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/913311b7-ee9e-4d24-806b-315e8e85bb5f HTTP/1.1" status: 204 len: 168 time: 0.2035890 Aug 30 01:02:35.126488 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da6b6a3-561f-4eaf-bf62-260d65f1c1a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=913311b7-ee9e-4d24-806b-315e8e85bb5f,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:35.147695 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-a6e91551-496d-469c-8485-617883f640af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737868127151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14420041'] for segment (3fc04584-4d94-43f2-ad7a-2b84b22e9b56), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:35.182542 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-a6e91551-496d-469c-8485-617883f640af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879481'] for segment (3fc04584-4d94-43f2-ad7a-2b84b22e9b56), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:35.196618 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6e91551-496d-469c-8485-617883f640af admin admin] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=106206) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 01:02:35.197179 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-a6e91551-496d-469c-8485-617883f640af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14283361'] for segment (3fc04584-4d94-43f2-ad7a-2b84b22e9b56), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:35.253047 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.services.segments.plugin [-] Segment 3fc04584-4d94-43f2-ad7a-2b84b22e9b56 resource provider aggregate not found Aug 30 01:02:35.282803 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.services.segments.plugin [-] Segment 3fc04584-4d94-43f2-ad7a-2b84b22e9b56 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3fc04584-4d94-43f2-ad7a-2b84b22e9b56 found for delete ", "request_id": "req-1bf1a366-c071-4316-a49a-a316ca48d02c"}]} Aug 30 01:02:35.290152 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ed4a8-23c4-4707-b405-6a4ad620c07e req-2966ba31-54cb-4b15-b9bd-74b84ad6a48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:35.292200 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-830ed4a8-23c4-4707-b405-6a4ad620c07e req-2966ba31-54cb-4b15-b9bd-74b84ad6a48c service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=bc409b85-eeb9-4a88-9654-57063837c27e HTTP/1.1" status: 200 len: 1130 time: 0.0643716 Aug 30 01:02:35.298379 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-a6e91551-496d-469c-8485-617883f640af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-877322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16316755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16466381'] for network (03e66917-e5c5-4673-a6c3-94a1b4907ee0), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:35.311216 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-a6e91551-496d-469c-8485-617883f640af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282183'] for network (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:35.314664 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-a6e91551-496d-469c-8485-617883f640af admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/03e66917-e5c5-4673-a6c3-94a1b4907ee0 HTTP/1.1" status: 204 len: 168 time: 0.4656262 Aug 30 01:02:35.318709 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 47684) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:02:35.330237 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e91551-496d-469c-8485-617883f640af admin admin] Pushing event deleted for resources: {'Network': ['ID=03e66917-e5c5-4673-a6c3-94a1b4907ee0,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:35.394222 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.db_base_plugin_v2 [None req-55283ba1-fb35-4be1-a24d-3a4628d855ff admin admin] Deleting subnet 03eee80d-0011-43a8-832c-7c524601cce9 {{(pid=106207) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 01:02:35.399394 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-830ed4a8-23c4-4707-b405-6a4ad620c07e req-269fadc2-a72e-4e05-b4b2-e60151367530 service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=00b4fa40-2f76-4160-80c9-6907a1412044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982759 Aug 30 01:02:35.400035 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-55283ba1-fb35-4be1-a24d-3a4628d855ff admin admin] Publish callbacks [] for subnet (03eee80d-0011-43a8-832c-7c524601cce9), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:35.440605 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-55283ba1-fb35-4be1-a24d-3a4628d855ff admin admin] Publish callbacks [] for subnet (03eee80d-0011-43a8-832c-7c524601cce9), precommit_delete_associations {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:35.448677 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-55283ba1-fb35-4be1-a24d-3a4628d855ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883296'] for subnet (03eee80d-0011-43a8-832c-7c524601cce9), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:35.527864 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-55283ba1-fb35-4be1-a24d-3a4628d855ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197'] for subnet (03eee80d-0011-43a8-832c-7c524601cce9), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:35.555429 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55283ba1-fb35-4be1-a24d-3a4628d855ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03eee80d-0011-43a8-832c-7c524601cce9,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:35.559143 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-55283ba1-fb35-4be1-a24d-3a4628d855ff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:35.563734 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-55283ba1-fb35-4be1-a24d-3a4628d855ff admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/03eee80d-0011-43a8-832c-7c524601cce9 HTTP/1.1" status: 204 len: 168 time: 0.2439284 Aug 30 01:02:35.566432 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 47694) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:02:35.645828 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-7a70b81c-e070-45da-bb30-99d6b1dc7a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545373'] for network (ab3c031e-b125-4d3a-bd5e-55a34d0f8993), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:35.734062 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-7a70b81c-e070-45da-bb30-99d6b1dc7a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-877315', 'neutron.services.segments.db._delete_segments_for_network-8737868099651'] for network (ab3c031e-b125-4d3a-bd5e-55a34d0f8993), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:35.759821 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.services.segments.db [None req-7a70b81c-e070-45da-bb30-99d6b1dc7a98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab3c031e-b125-4d3a-bd5e-55a34d0f8993']}} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:02:35.770543 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.services.segments.db [None req-7a70b81c-e070-45da-bb30-99d6b1dc7a98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bf2130e-cfc8-46b7-8e84-ea5853a13c69') {'for_net_delete': True} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:02:35.771094 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.services.segments.db [None req-7a70b81c-e070-45da-bb30-99d6b1dc7a98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bf2130e-cfc8-46b7-8e84-ea5853a13c69') {} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:02:35.780859 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-7a70b81c-e070-45da-bb30-99d6b1dc7a98 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737868127151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14420041'] for segment (3bf2130e-cfc8-46b7-8e84-ea5853a13c69), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:35.794582 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-7a70b81c-e070-45da-bb30-99d6b1dc7a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879481'] for segment (3bf2130e-cfc8-46b7-8e84-ea5853a13c69), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:35.801046 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:35.802355 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a70b81c-e070-45da-bb30-99d6b1dc7a98 admin admin] Releasing vlan 1072 on physical network physnet1 to pool {{(pid=106206) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 01:02:35.802757 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-7a70b81c-e070-45da-bb30-99d6b1dc7a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14283361'] for segment (3bf2130e-cfc8-46b7-8e84-ea5853a13c69), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:35.866872 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-7a70b81c-e070-45da-bb30-99d6b1dc7a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-877322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16316755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16466381'] for network (ab3c031e-b125-4d3a-bd5e-55a34d0f8993), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:35.872178 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-7a70b81c-e070-45da-bb30-99d6b1dc7a98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282183'] for network (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:35.878126 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-7a70b81c-e070-45da-bb30-99d6b1dc7a98 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/ab3c031e-b125-4d3a-bd5e-55a34d0f8993 HTTP/1.1" status: 204 len: 168 time: 0.3082931 Aug 30 01:02:35.891177 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a70b81c-e070-45da-bb30-99d6b1dc7a98 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab3c031e-b125-4d3a-bd5e-55a34d0f8993,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:36.073405 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 47722) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:02:36.121219 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-aae2228c-75a4-4d5e-baaa-478ed2679995 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=d2ca9cf5f6244ad5bb17bcfd1a4c4573&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0461960 Aug 30 01:02:36.123894 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 47724) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:02:36.149359 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba7659-6fbb-4eb0-b223-d077e956731a req-13b6f0ce-cb3c-4d4e-a40f-d49ce6275577 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:36.158202 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-edba7659-6fbb-4eb0-b223-d077e956731a req-13b6f0ce-cb3c-4d4e-a40f-d49ce6275577 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bc409b85-eeb9-4a88-9654-57063837c27e HTTP/1.1" status: 200 len: 946 time: 0.0891156 Aug 30 01:02:36.178209 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-4a48aaca-5b12-449f-b4ed-2fb2327c70a7 admin admin] Publish callbacks [] for security_group (675c19e0-02f0-4335-b911-be640cf4a1f2), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:36.201208 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073536db-34ef-464c-ac29-07c84522a530 req-2a8c02be-7580-4a23-86c1-d90b9e1c95d6 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:36.201825 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-4a48aaca-5b12-449f-b4ed-2fb2327c70a7 admin admin] Publish callbacks [] for security_group (675c19e0-02f0-4335-b911-be640cf4a1f2), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:36.203483 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-073536db-34ef-464c-ac29-07c84522a530 req-2a8c02be-7580-4a23-86c1-d90b9e1c95d6 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 945 time: 0.0949895 Aug 30 01:02:36.245683 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-edba7659-6fbb-4eb0-b223-d077e956731a req-393c5632-3dea-48dc-9627-8d5a5bd58891 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=00b4fa40-2f76-4160-80c9-6907a1412044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863855 Aug 30 01:02:36.267054 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-4a48aaca-5b12-449f-b4ed-2fb2327c70a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (675c19e0-02f0-4335-b911-be640cf4a1f2), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:36.270275 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-4a48aaca-5b12-449f-b4ed-2fb2327c70a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:36.271917 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-4a48aaca-5b12-449f-b4ed-2fb2327c70a7 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/675c19e0-02f0-4335-b911-be640cf4a1f2 HTTP/1.1" status: 204 len: 168 time: 0.1473002 Aug 30 01:02:36.285494 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a48aaca-5b12-449f-b4ed-2fb2327c70a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675c19e0-02f0-4335-b911-be640cf4a1f2,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:36.301332 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-073536db-34ef-464c-ac29-07c84522a530 req-469cd1bf-c302-4919-b3b7-6952df8b1a81 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874670 Aug 30 01:02:36.640229 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 47734) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:02:36.681097 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-fe4320a3-f399-4ad8-aa96-3db9ec1aa5f2 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=90f92a8ecdcf4fa38d9108c6cc5d3c48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396826 Aug 30 01:02:36.684717 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 47736) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:02:36.737699 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-45e490e6-721a-4d40-abea-ce38dc80bfca admin admin] Publish callbacks [] for security_group (92b396f7-56e5-417d-aaef-0e4180ecd320), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:36.759403 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-45e490e6-721a-4d40-abea-ce38dc80bfca admin admin] Publish callbacks [] for security_group (92b396f7-56e5-417d-aaef-0e4180ecd320), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:36.815924 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-45e490e6-721a-4d40-abea-ce38dc80bfca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (92b396f7-56e5-417d-aaef-0e4180ecd320), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:36.818694 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-45e490e6-721a-4d40-abea-ce38dc80bfca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:36.819844 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-45e490e6-721a-4d40-abea-ce38dc80bfca admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/92b396f7-56e5-417d-aaef-0e4180ecd320 HTTP/1.1" status: 204 len: 168 time: 0.1330240 Aug 30 01:02:36.836894 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e490e6-721a-4d40-abea-ce38dc80bfca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b396f7-56e5-417d-aaef-0e4180ecd320,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:37.304528 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.services.segments.plugin [-] Segment 3bf2130e-cfc8-46b7-8e84-ea5853a13c69 resource provider aggregate not found Aug 30 01:02:37.324552 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.services.segments.plugin [-] Segment 3bf2130e-cfc8-46b7-8e84-ea5853a13c69 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3bf2130e-cfc8-46b7-8e84-ea5853a13c69 found for delete ", "request_id": "req-9f365b11-c442-4927-8b8e-28c3caf2f065"}]} Aug 30 01:02:37.396241 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7956d6a-4214-4c53-ab5a-bdf100d1af51 req-c4a2e815-c402-4643-b504-d5696b5c1fde tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:37.398111 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e7956d6a-4214-4c53-ab5a-bdf100d1af51 req-c4a2e815-c402-4643-b504-d5696b5c1fde tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bc409b85-eeb9-4a88-9654-57063837c27e HTTP/1.1" status: 200 len: 946 time: 0.0576024 Aug 30 01:02:37.471562 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a3a9c-b299-440f-8eca-2ccf8af051f8 req-ff5dc7d2-df63-44ab-aa8e-81cd45409b14 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:37.473828 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-841a3a9c-b299-440f-8eca-2ccf8af051f8 req-ff5dc7d2-df63-44ab-aa8e-81cd45409b14 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 945 time: 0.0858414 Aug 30 01:02:37.505202 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:37.510290 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e7956d6a-4214-4c53-ab5a-bdf100d1af51 req-fe2c52d6-6049-4f0d-a28a-388b25142f25 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=00b4fa40-2f76-4160-80c9-6907a1412044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028442 Aug 30 01:02:37.564240 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-841a3a9c-b299-440f-8eca-2ccf8af051f8 req-03a70294-b81c-4ef5-b97e-d3f1d9859f60 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839276 Aug 30 01:02:37.848275 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-fc33c166-4022-4664-b403-2c8567d26b59 req-8f209d74-cfaa-4c20-b4bd-2c36ad819959 tempest-VolumesNegativeTest-97908648 tempest-VolumesNegativeTest-97908648-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=8a8b8077287845c1815a82a8fdbf51b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354667 Aug 30 01:02:38.063431 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33c166-4022-4664-b403-2c8567d26b59 req-ab2cc21f-8d30-471a-9caf-82a74bb24e87 tempest-VolumesNegativeTest-97908648 tempest-VolumesNegativeTest-97908648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:38.064858 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-fc33c166-4022-4664-b403-2c8567d26b59 req-ab2cc21f-8d30-471a-9caf-82a74bb24e87 tempest-VolumesNegativeTest-97908648 tempest-VolumesNegativeTest-97908648-project] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2107432 Aug 30 01:02:38.081329 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-fc33c166-4022-4664-b403-2c8567d26b59 req-cbff0140-7056-4a3d-adb1-93e31ca71cd5 tempest-VolumesNegativeTest-97908648 tempest-VolumesNegativeTest-97908648-project] 10.222.0.78 "GET /networking/v2.0/quotas/8a8b8077287845c1815a82a8fdbf51b6 HTTP/1.1" status: 200 len: 375 time: 0.0107660 Aug 30 01:02:38.125698 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-fc33c166-4022-4664-b403-2c8567d26b59 req-9c9d78f9-6ec6-431a-8dd5-2d0d8e02f808 tempest-VolumesNegativeTest-97908648 tempest-VolumesNegativeTest-97908648-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=8a8b8077287845c1815a82a8fdbf51b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374525 Aug 30 01:02:38.312728 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b24d66-873b-4152-9108-39f6ddee6066 req-1cb26c87-2064-461c-b561-67fea7b3ad07 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:38.314317 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-40b24d66-873b-4152-9108-39f6ddee6066 req-1cb26c87-2064-461c-b561-67fea7b3ad07 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bc409b85-eeb9-4a88-9654-57063837c27e HTTP/1.1" status: 200 len: 946 time: 0.0652499 Aug 30 01:02:38.390352 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-84f43871-f26c-462e-aeda-9a968abb63fc req-fda2031e-6baa-47a2-8c01-f0bca305c528 tempest-VolumesNegativeTest-97908648 tempest-VolumesNegativeTest-97908648-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6a7f7efc-a0a0-4ad5-9627-107cac69b0c8 HTTP/1.1" status: 200 len: 210 time: 0.0501621 Aug 30 01:02:38.417489 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-40b24d66-873b-4152-9108-39f6ddee6066 req-0d3b779a-2b25-44cc-9201-19af75896fd8 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=00b4fa40-2f76-4160-80c9-6907a1412044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957339 Aug 30 01:02:38.708451 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b453c202-727f-4719-a3e6-d91451337851 req-ff83500b-8524-4602-b265-f14d99b28fd2 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:38.710658 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-b453c202-727f-4719-a3e6-d91451337851 req-ff83500b-8524-4602-b265-f14d99b28fd2 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 945 time: 0.0580175 Aug 30 01:02:38.722639 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 47858) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:02:38.753538 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:38.781664 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-b453c202-727f-4719-a3e6-d91451337851 req-401c5913-d712-4125-a400-383ade31b8a0 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649071 Aug 30 01:02:38.857748 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ab57eb50-6f40-48e2-a7c3-7ec9ab0a5204 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:38.945627 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-5d28ad32-08ca-4846-8600-33abd96c29f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (fba0026e-8830-42b0-8a12-2be2a1203730), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:38.960712 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ab57eb50-6f40-48e2-a7c3-7ec9ab0a5204 admin admin] Publish callbacks [] for security_group (8a6d9430-7cfa-4dad-9087-ef2fef0d9d5d), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:38.964514 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ab57eb50-6f40-48e2-a7c3-7ec9ab0a5204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (8a6d9430-7cfa-4dad-9087-ef2fef0d9d5d), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:38.968537 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:DELETE=8,neutron:SELECT=89,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:39.002001 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=20 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:39.007032 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab57eb50-6f40-48e2-a7c3-7ec9ab0a5204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6d9430-7cfa-4dad-9087-ef2fef0d9d5d,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:39.015127 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-ab57eb50-6f40-48e2-a7c3-7ec9ab0a5204 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=156335eaf6384d568d74957a1b4e4f4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2911737 Aug 30 01:02:39.015417 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 47868) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:02:39.033437 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=93 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:39.065831 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-d2b9c18d-ed06-4743-baea-e6a67868b744 admin admin] Publish callbacks [] for security_group (8a6d9430-7cfa-4dad-9087-ef2fef0d9d5d), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:39.085997 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-d2b9c18d-ed06-4743-baea-e6a67868b744 admin admin] Publish callbacks [] for security_group (8a6d9430-7cfa-4dad-9087-ef2fef0d9d5d), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:39.134218 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-d2b9c18d-ed06-4743-baea-e6a67868b744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (8a6d9430-7cfa-4dad-9087-ef2fef0d9d5d), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:39.136680 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-d2b9c18d-ed06-4743-baea-e6a67868b744 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:39.137847 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-d2b9c18d-ed06-4743-baea-e6a67868b744 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/8a6d9430-7cfa-4dad-9087-ef2fef0d9d5d HTTP/1.1" status: 204 len: 168 time: 0.1213923 Aug 30 01:02:39.146603 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b9c18d-ed06-4743-baea-e6a67868b744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6d9430-7cfa-4dad-9087-ef2fef0d9d5d,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:39.413691 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 47874) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:02:39.428032 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-af3992f5-aa97-44b4-8a16-c722f65a82b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:39.476091 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:DELETE=7,neutron:SELECT=79,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:39.500471 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-96066aa0-6014-4a76-af91-07922f64ec24 req-3a264535-d223-446d-86a4-8720fd151715 tempest-VolumesNegativeTest-97908648 tempest-VolumesNegativeTest-97908648-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6a7f7efc-a0a0-4ad5-9627-107cac69b0c8 HTTP/1.1" status: 200 len: 210 time: 0.0372386 Aug 30 01:02:39.520212 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-af3992f5-aa97-44b4-8a16-c722f65a82b0 admin admin] Publish callbacks [] for security_group (83efa6c2-b027-4804-af8f-3923407cfb6c), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:39.524988 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-af3992f5-aa97-44b4-8a16-c722f65a82b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (83efa6c2-b027-4804-af8f-3923407cfb6c), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:39.551002 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc1f72-98f7-41ef-84fd-8e104bada9a8 req-61b66dfd-4311-425b-8f7b-63aa63269684 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:39.552503 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-3bfc1f72-98f7-41ef-84fd-8e104bada9a8 req-61b66dfd-4311-425b-8f7b-63aa63269684 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bc409b85-eeb9-4a88-9654-57063837c27e HTTP/1.1" status: 200 len: 946 time: 0.0510011 Aug 30 01:02:39.566177 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-af3992f5-aa97-44b4-8a16-c722f65a82b0 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=9fc0f43ed2e54de0a0cd62394b598409&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1513920 Aug 30 01:02:39.567016 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3992f5-aa97-44b4-8a16-c722f65a82b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83efa6c2-b027-4804-af8f-3923407cfb6c,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:39.569285 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 47880) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:02:39.601761 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-3bfc1f72-98f7-41ef-84fd-8e104bada9a8 req-4c114342-bbe1-415c-b213-1d4283888d91 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=00b4fa40-2f76-4160-80c9-6907a1412044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433280 Aug 30 01:02:39.623938 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-5cdc41a8-28b1-4c9e-8b07-7a3f3745598f admin admin] Publish callbacks [] for security_group (83efa6c2-b027-4804-af8f-3923407cfb6c), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:39.644655 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-5cdc41a8-28b1-4c9e-8b07-7a3f3745598f admin admin] Publish callbacks [] for security_group (83efa6c2-b027-4804-af8f-3923407cfb6c), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:39.691660 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-5cdc41a8-28b1-4c9e-8b07-7a3f3745598f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (83efa6c2-b027-4804-af8f-3923407cfb6c), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:39.694394 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-5cdc41a8-28b1-4c9e-8b07-7a3f3745598f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:39.695608 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-5cdc41a8-28b1-4c9e-8b07-7a3f3745598f admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/83efa6c2-b027-4804-af8f-3923407cfb6c HTTP/1.1" status: 204 len: 168 time: 0.1254344 Aug 30 01:02:39.703674 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdc41a8-28b1-4c9e-8b07-7a3f3745598f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83efa6c2-b027-4804-af8f-3923407cfb6c,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:39.906009 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e31e66-000b-4050-8950-aced10ba865d req-6194c418-75be-4cda-9adb-c4f29ceb5203 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:39.907652 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-36e31e66-000b-4050-8950-aced10ba865d req-6194c418-75be-4cda-9adb-c4f29ceb5203 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 945 time: 0.0565014 Aug 30 01:02:39.963406 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-36e31e66-000b-4050-8950-aced10ba865d req-1fc1ae95-d422-4b6b-a0c8-5f41241ecc9c tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497944 Aug 30 01:02:40.083718 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 47894) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:02:40.097834 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-bdd1afc6-513d-453a-8dcb-4444e9cb57bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:40.224172 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c0f00a-3fc3-4b5e-ba5e-81c483a61bda req-463c193a-1e81-40a6-af3d-c0071e27fc80 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:40.225763 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-a9c0f00a-3fc3-4b5e-ba5e-81c483a61bda req-463c193a-1e81-40a6-af3d-c0071e27fc80 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=bc409b85-eeb9-4a88-9654-57063837c27e HTTP/1.1" status: 200 len: 946 time: 0.0740364 Aug 30 01:02:40.230353 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-bdd1afc6-513d-453a-8dcb-4444e9cb57bd admin admin] Publish callbacks [] for security_group (a28b1fd5-8644-41ef-8622-12054fad7cc2), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:40.235951 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-bdd1afc6-513d-453a-8dcb-4444e9cb57bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (a28b1fd5-8644-41ef-8622-12054fad7cc2), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:40.242070 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:40.312881 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-bdd1afc6-513d-453a-8dcb-4444e9cb57bd admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=3cf1c667947e45cdb95ccad299a6ecc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2279027 Aug 30 01:02:40.317693 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 47898) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:02:40.320438 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd1afc6-513d-453a-8dcb-4444e9cb57bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a28b1fd5-8644-41ef-8622-12054fad7cc2,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:40.374117 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.plugin [req-a9c0f00a-3fc3-4b5e-ba5e-81c483a61bda req-db3b7dfc-1528-4495-a112-5f97f1e53639 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] Deleting port d7d904e2-afb6-421e-9526-494607fa1712 {{(pid=106207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:02:40.374718 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-a9c0f00a-3fc3-4b5e-ba5e-81c483a61bda req-db3b7dfc-1528-4495-a112-5f97f1e53639 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737868023260'] for port (d7d904e2-afb6-421e-9526-494607fa1712), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:40.382233 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6f9b8042-93a9-4ff1-a580-1b1da48514fe admin admin] Publish callbacks [] for security_group (a28b1fd5-8644-41ef-8622-12054fad7cc2), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:40.406698 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6f9b8042-93a9-4ff1-a580-1b1da48514fe admin admin] Publish callbacks [] for security_group (a28b1fd5-8644-41ef-8622-12054fad7cc2), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:40.460825 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6f9b8042-93a9-4ff1-a580-1b1da48514fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (a28b1fd5-8644-41ef-8622-12054fad7cc2), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:40.463367 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6f9b8042-93a9-4ff1-a580-1b1da48514fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:40.464503 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-6f9b8042-93a9-4ff1-a580-1b1da48514fe admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/a28b1fd5-8644-41ef-8622-12054fad7cc2 HTTP/1.1" status: 204 len: 168 time: 0.1456885 Aug 30 01:02:40.472427 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9b8042-93a9-4ff1-a580-1b1da48514fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28b1fd5-8644-41ef-8622-12054fad7cc2,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:40.476992 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.db [req-a9c0f00a-3fc3-4b5e-ba5e-81c483a61bda req-db3b7dfc-1528-4495-a112-5f97f1e53639 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] For port d7d904e2-afb6-421e-9526-494607fa1712, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=d7d904e2-afb6-421e-9526-494607fa1712,segment=NetworkSegment(17eac527-492f-4c9e-afe0-e5f025f3f3f1),segment_id=17eac527-492f-4c9e-afe0-e5f025f3f3f1)] {{(pid=106207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:02:40.477438 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-a9c0f00a-3fc3-4b5e-ba5e-81c483a61bda req-db3b7dfc-1528-4495-a112-5f97f1e53639 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16464105'] for port (d7d904e2-afb6-421e-9526-494607fa1712), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:40.492317 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.plugin [req-a9c0f00a-3fc3-4b5e-ba5e-81c483a61bda req-db3b7dfc-1528-4495-a112-5f97f1e53639 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] Calling delete_port for d7d904e2-afb6-421e-9526-494607fa1712 owned by compute:nova {{(pid=106207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:02:40.498451 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:40.607889 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-287b399b-6a37-4f61-8d60-a26023950d28 req-ca8b9b06-c667-4020-b7cf-d000da569ff3 tempest-VolumesNegativeTest-97908648 tempest-VolumesNegativeTest-97908648-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6a7f7efc-a0a0-4ad5-9627-107cac69b0c8 HTTP/1.1" status: 200 len: 210 time: 0.0292065 Aug 30 01:02:40.672602 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-a9c0f00a-3fc3-4b5e-ba5e-81c483a61bda req-db3b7dfc-1528-4495-a112-5f97f1e53639 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737868027338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737867580465'] for port (d7d904e2-afb6-421e-9526-494607fa1712), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:40.711096 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3b7dfc-1528-4495-a112-5f97f1e53639 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] Pushing event deleted for resources: {'Port': ['ID=d7d904e2-afb6-421e-9526-494607fa1712,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:40.744198 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e9048d5f-52ba-49aa-b113-affeffd74347 req-a6e9da40-86de-49f8-a090-a5ab259098dd tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bc409b85-eeb9-4a88-9654-57063837c27e HTTP/1.1" status: 200 len: 210 time: 0.0596654 Aug 30 01:02:40.801351 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9c0f00a-3fc3-4b5e-ba5e-81c483a61bda req-db3b7dfc-1528-4495-a112-5f97f1e53639 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] No DVR routers for this DVR port d7d904e2-afb6-421e-9526-494607fa1712 on host hv-cinder-81514 {{(pid=106207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:02:40.803772 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-a9c0f00a-3fc3-4b5e-ba5e-81c483a61bda req-db3b7dfc-1528-4495-a112-5f97f1e53639 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for port (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:40.807156 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-a9c0f00a-3fc3-4b5e-ba5e-81c483a61bda req-db3b7dfc-1528-4495-a112-5f97f1e53639 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] 10.222.0.47 "DELETE /networking/v2.0/ports/d7d904e2-afb6-421e-9526-494607fa1712 HTTP/1.1" status: 204 len: 173 time: 0.5672677 Aug 30 01:02:40.807602 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc409b85-eeb9-4a88-9654-57063837c27e', 'name': 'network-vif-deleted', 'tag': 'd7d904e2-afb6-421e-9526-494607fa1712'}] {{(pid=106207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:02:40.809894 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480b08bd5bc4b1a03c1b08d00e02a3f82783774d0c3347d038299e83f2d6db65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9123189c-455a-4b49-9c6f-62ad933f3c78" -d '{"events": [{"server_uuid": "bc409b85-eeb9-4a88-9654-57063837c27e", "name": "network-vif-deleted", "tag": "d7d904e2-afb6-421e-9526-494607fa1712"}]}' {{(pid=106207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:02:40.868491 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-558dc548-aec8-44dc-ab72-e803cbb1716f x-openstack-request-id: req-558dc548-aec8-44dc-ab72-e803cbb1716f {{(pid=106207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:02:40.868800 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc409b85-eeb9-4a88-9654-57063837c27e", "name": "network-vif-deleted", "tag": "d7d904e2-afb6-421e-9526-494607fa1712", "status": "completed", "code": 200}]} {{(pid=106207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:02:40.869120 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-558dc548-aec8-44dc-ab72-e803cbb1716f {{(pid=106207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:02:40.869531 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-558dc548-aec8-44dc-ab72-e803cbb1716f'] response: {'server_uuid': 'bc409b85-eeb9-4a88-9654-57063837c27e', 'name': 'network-vif-deleted', 'tag': 'd7d904e2-afb6-421e-9526-494607fa1712', 'status': 'completed', 'code': 200} Aug 30 01:02:40.871702 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-fc33c166-4022-4664-b403-2c8567d26b59 req-79c12ef9-b44e-449d-abcd-bf20f06a035a tempest-VolumesNegativeTest-97908648 tempest-VolumesNegativeTest-97908648-project] 10.222.0.47 "GET /networking/v2.0/networks?tenant_id=8a8b8077287845c1815a82a8fdbf51b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339792 Aug 30 01:02:41.075376 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33c166-4022-4664-b403-2c8567d26b59 req-41a47b7c-74b4-4985-b17c-7d12866b86d5 tempest-VolumesNegativeTest-97908648 tempest-VolumesNegativeTest-97908648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:41.078437 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-fc33c166-4022-4664-b403-2c8567d26b59 req-41a47b7c-74b4-4985-b17c-7d12866b86d5 tempest-VolumesNegativeTest-97908648 tempest-VolumesNegativeTest-97908648-project] 10.222.0.47 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1667895 Aug 30 01:02:41.126340 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fdb6ec-a698-407a-9e3a-47cfbcf74753 req-d9107cce-fb9a-4e8b-aba4-690b2c2628a0 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:41.127823 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-b3fdb6ec-a698-407a-9e3a-47cfbcf74753 req-d9107cce-fb9a-4e8b-aba4-690b2c2628a0 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 945 time: 0.0484312 Aug 30 01:02:41.174076 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [req-fc33c166-4022-4664-b403-2c8567d26b59 req-13ed49c2-f4cb-401e-9b87-fd4789f8d823 tempest-VolumesNegativeTest-97908648 tempest-VolumesNegativeTest-97908648-project] Request body: {'port': {'device_id': '6a7f7efc-a0a0-4ad5-9627-107cac69b0c8', 'network_id': 'bfc3777e-aab2-4995-8063-ef4723956327', 'admin_state_up': True, 'tenant_id': '8a8b8077287845c1815a82a8fdbf51b6'}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:02:41.197967 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-b3fdb6ec-a698-407a-9e3a-47cfbcf74753 req-b26a2003-d584-426b-a6ac-031b51dafb31 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638433 Aug 30 01:02:41.329225 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-5c5d7ae7-d833-4437-9683-0042b22e2635 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (613dbf26-5731-4391-8a29-3c5185f7ed3f), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:41.334934 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc33c166-4022-4664-b403-2c8567d26b59 req-13ed49c2-f4cb-401e-9b87-fd4789f8d823 tempest-VolumesNegativeTest-97908648 tempest-VolumesNegativeTest-97908648-project] Made reservation on behalf of 8a8b8077287845c1815a82a8fdbf51b6 for: {'port': 1} {{(pid=106207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:02:41.343244 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-fc33c166-4022-4664-b403-2c8567d26b59 req-13ed49c2-f4cb-401e-9b87-fd4789f8d823 tempest-VolumesNegativeTest-97908648 tempest-VolumesNegativeTest-97908648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:41.354346 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-fc33c166-4022-4664-b403-2c8567d26b59 req-13ed49c2-f4cb-401e-9b87-fd4789f8d823 tempest-VolumesNegativeTest-97908648 tempest-VolumesNegativeTest-97908648-project] Publish callbacks [] for security_group (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:41.434312 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:41.456952 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-fc33c166-4022-4664-b403-2c8567d26b59 req-13ed49c2-f4cb-401e-9b87-fd4789f8d823 tempest-VolumesNegativeTest-97908648 tempest-VolumesNegativeTest-97908648-project] Publish callbacks [] for security_group (4ea8bc99-270d-4355-8284-f6823e15fec4), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:41.461274 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-fc33c166-4022-4664-b403-2c8567d26b59 req-13ed49c2-f4cb-401e-9b87-fd4789f8d823 tempest-VolumesNegativeTest-97908648 tempest-VolumesNegativeTest-97908648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (4ea8bc99-270d-4355-8284-f6823e15fec4), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:41.492122 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ed49c2-f4cb-401e-9b87-fd4789f8d823 tempest-VolumesNegativeTest-97908648 tempest-VolumesNegativeTest-97908648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea8bc99-270d-4355-8284-f6823e15fec4,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:41.548842 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 47942) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:02:41.635310 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.db_base_plugin_common [req-fc33c166-4022-4664-b403-2c8567d26b59 req-13ed49c2-f4cb-401e-9b87-fd4789f8d823 tempest-VolumesNegativeTest-97908648 tempest-VolumesNegativeTest-97908648-project] Allocated IP 192.168.233.35 (bfc3777e-aab2-4995-8063-ef4723956327/a8429bcc-e5e9-4b00-9443-11eeaffbbcf5/3986239f-dade-4de4-a3ba-9ecd2f4b9183) {{(pid=106207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:02:41.670992 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:41.706126 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-1c601d31-232c-475c-b6a9-7af71c118799 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:41.782028 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-39004ffb-4142-4685-9b71-8194e2daeb88 req-5d90512b-1707-4ab4-a99b-16baface1a5b tempest-VolumesNegativeTest-97908648 tempest-VolumesNegativeTest-97908648-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6a7f7efc-a0a0-4ad5-9627-107cac69b0c8 HTTP/1.1" status: 200 len: 210 time: 0.0655746 Aug 30 01:02:41.912072 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-122f9d49-b15c-491d-94d7-4dd61c83dc2b req-bafb3a7e-2ba1-4dca-822a-25d10bab5994 tempest-VolumesActionsTest-672031182 tempest-VolumesActionsTest-672031182-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bc409b85-eeb9-4a88-9654-57063837c27e HTTP/1.1" status: 200 len: 210 time: 0.0521257 Aug 30 01:02:41.984880 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-fc33c166-4022-4664-b403-2c8567d26b59 req-13ed49c2-f4cb-401e-9b87-fd4789f8d823 tempest-VolumesNegativeTest-97908648 tempest-VolumesNegativeTest-97908648-project] Publish callbacks [] for port (3986239f-dade-4de4-a3ba-9ecd2f4b9183), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:42.035165 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-1c601d31-232c-475c-b6a9-7af71c118799 admin admin] Publish callbacks [] for security_group (e25ce834-83c5-434d-a86d-e8b599698535), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:42.040429 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-1c601d31-232c-475c-b6a9-7af71c118799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (e25ce834-83c5-434d-a86d-e8b599698535), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:42.071712 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-fc33c166-4022-4664-b403-2c8567d26b59 req-13ed49c2-f4cb-401e-9b87-fd4789f8d823 tempest-VolumesNegativeTest-97908648 tempest-VolumesNegativeTest-97908648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737867580456'] for port (3986239f-dade-4de4-a3ba-9ecd2f4b9183), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:42.089564 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-1c601d31-232c-475c-b6a9-7af71c118799 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=1df4efa5824142119f6355beac8ffa21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5395775 Aug 30 01:02:42.093286 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 47964) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:02:42.101881 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.agents_db [None req-fbf18308-e14c-4042-905c-b7f1770ec079 None None] Agent healthcheck: found 6 active agents {{(pid=106209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:02:42.130092 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc33c166-4022-4664-b403-2c8567d26b59 req-13ed49c2-f4cb-401e-9b87-fd4789f8d823 tempest-VolumesNegativeTest-97908648 tempest-VolumesNegativeTest-97908648-project] Network bfc3777e-aab2-4995-8063-ef4723956327 is already hosted by enough agents. {{(pid=106207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:02:42.134998 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c601d31-232c-475c-b6a9-7af71c118799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e25ce834-83c5-434d-a86d-e8b599698535,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:42.140961 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.base_scheduler [req-fc33c166-4022-4664-b403-2c8567d26b59 req-13ed49c2-f4cb-401e-9b87-fd4789f8d823 tempest-VolumesNegativeTest-97908648 tempest-VolumesNegativeTest-97908648-project] Resources bound (agent type, host, resource id): {{(pid=106207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:02:42.145394 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc33c166-4022-4664-b403-2c8567d26b59 req-13ed49c2-f4cb-401e-9b87-fd4789f8d823 tempest-VolumesNegativeTest-97908648 tempest-VolumesNegativeTest-97908648-project] Received port after_create {{(pid=106207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:02:42.149535 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33c166-4022-4664-b403-2c8567d26b59 req-13ed49c2-f4cb-401e-9b87-fd4789f8d823 tempest-VolumesNegativeTest-97908648 tempest-VolumesNegativeTest-97908648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:42.150224 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-fc33c166-4022-4664-b403-2c8567d26b59 req-13ed49c2-f4cb-401e-9b87-fd4789f8d823 tempest-VolumesNegativeTest-97908648 tempest-VolumesNegativeTest-97908648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for port (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:42.151339 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-9099ae10-c0ab-4b28-af53-9d0ce2476bb5 admin admin] Publish callbacks [] for security_group (e25ce834-83c5-434d-a86d-e8b599698535), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:42.159471 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ed49c2-f4cb-401e-9b87-fd4789f8d823 tempest-VolumesNegativeTest-97908648 tempest-VolumesNegativeTest-97908648-project] Pushing event updated for resources: {'Port': ['ID=3986239f-dade-4de4-a3ba-9ecd2f4b9183,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:42.179054 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-fc33c166-4022-4664-b403-2c8567d26b59 req-13ed49c2-f4cb-401e-9b87-fd4789f8d823 tempest-VolumesNegativeTest-97908648 tempest-VolumesNegativeTest-97908648-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0096207 Aug 30 01:02:42.179659 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-9099ae10-c0ab-4b28-af53-9d0ce2476bb5 admin admin] Publish callbacks [] for security_group (e25ce834-83c5-434d-a86d-e8b599698535), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:42.195836 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [req-fc33c166-4022-4664-b403-2c8567d26b59 req-65ce0178-5200-4c77-b8ce-f6c277bfe586 service neutron] Request body: {'port': {'device_id': '6a7f7efc-a0a0-4ad5-9627-107cac69b0c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:02:42.261607 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-9099ae10-c0ab-4b28-af53-9d0ce2476bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (e25ce834-83c5-434d-a86d-e8b599698535), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:42.266768 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-9099ae10-c0ab-4b28-af53-9d0ce2476bb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:42.270403 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-9099ae10-c0ab-4b28-af53-9d0ce2476bb5 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/e25ce834-83c5-434d-a86d-e8b599698535 HTTP/1.1" status: 204 len: 168 time: 0.1731739 Aug 30 01:02:42.278033 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9099ae10-c0ab-4b28-af53-9d0ce2476bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25ce834-83c5-434d-a86d-e8b599698535,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:42.325254 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-fc33c166-4022-4664-b403-2c8567d26b59 req-65ce0178-5200-4c77-b8ce-f6c277bfe586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (3986239f-dade-4de4-a3ba-9ecd2f4b9183), before_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:42.365246 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device d7d904e2-afb6-421e-9526-494607fa1712 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:02:42.398165 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] No Port match for: d7d904e2-afb6-421e-9526-494607fa1712 {{(pid=106208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:02:42.400531 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device d7d904e2-afb6-421e-9526-494607fa1712 not bound to the agent host hv-cinder-81514 {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:02:42.446138 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a44094c-dee7-411f-92ac-6a0be56f9d41 req-d4e4f46f-94a3-4aab-b624-cd7aae5ff557 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:42.447899 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-3a44094c-dee7-411f-92ac-6a0be56f9d41 req-d4e4f46f-94a3-4aab-b624-cd7aae5ff557 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 945 time: 0.0997610 Aug 30 01:02:42.448679 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-1e8e5669-fcae-4965-afe7-b6320e19747b None None] Provisioning complete for port 3986239f-dade-4de4-a3ba-9ecd2f4b9183 triggered by entity DHCP. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:02:42.449930 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-1e8e5669-fcae-4965-afe7-b6320e19747b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (3986239f-dade-4de4-a3ba-9ecd2f4b9183), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:42.456748 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:42.500974 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-1e8e5669-fcae-4965-afe7-b6320e19747b None None] Port 3986239f-dade-4de4-a3ba-9ecd2f4b9183 cannot update to ACTIVE because it is not bound. {{(pid=106208) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:02:42.527173 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-25c1dd7e-d974-443e-806e-f641d8bbb77b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (0cb86657-2da7-42ea-bd2c-d65472391dc8), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:42.612294 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-3a44094c-dee7-411f-92ac-6a0be56f9d41 req-8ac3eae5-ca0b-42d9-a11f-602825cc610a tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550174 Aug 30 01:02:42.662217 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:42.724713 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.notifiers.nova [req-fc33c166-4022-4664-b403-2c8567d26b59 req-65ce0178-5200-4c77-b8ce-f6c277bfe586 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3986239f-dade-4de4-a3ba-9ecd2f4b9183 {{(pid=106207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:02:42.733292 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-fc33c166-4022-4664-b403-2c8567d26b59 req-65ce0178-5200-4c77-b8ce-f6c277bfe586 service neutron] Publish callbacks [] for port (3986239f-dade-4de4-a3ba-9ecd2f4b9183), precommit_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:42.749420 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.provisioning_blocks [req-fc33c166-4022-4664-b403-2c8567d26b59 req-65ce0178-5200-4c77-b8ce-f6c277bfe586 service neutron] Transition to ACTIVE for port object 3986239f-dade-4de4-a3ba-9ecd2f4b9183 will not be triggered until provisioned by entity L2. {{(pid=106207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 01:02:42.753770 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-fc33c166-4022-4664-b403-2c8567d26b59 req-65ce0178-5200-4c77-b8ce-f6c277bfe586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (3986239f-dade-4de4-a3ba-9ecd2f4b9183), after_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:42.777761 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 47978) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:02:42.791690 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-0f3b5f7d-71b8-4b56-991e-48890b2f8252 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:42.821456 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ce0178-5200-4c77-b8ce-f6c277bfe586 service neutron] Pushing event updated for resources: {'Port': ['ID=3986239f-dade-4de4-a3ba-9ecd2f4b9183,revision_number=2']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:42.832816 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.managers [req-fc33c166-4022-4664-b403-2c8567d26b59 req-65ce0178-5200-4c77-b8ce-f6c277bfe586 service neutron] Attempting to bind port 3986239f-dade-4de4-a3ba-9ecd2f4b9183 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:02:42.833276 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.managers [req-fc33c166-4022-4664-b403-2c8567d26b59 req-65ce0178-5200-4c77-b8ce-f6c277bfe586 service neutron] Attempting to bind port 3986239f-dade-4de4-a3ba-9ecd2f4b9183 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '640e719e-07bd-4876-8c1b-c9198bd47773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'bfc3777e-aab2-4995-8063-ef4723956327'}] {{(pid=106207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:02:42.833686 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc33c166-4022-4664-b403-2c8567d26b59 req-65ce0178-5200-4c77-b8ce-f6c277bfe586 service neutron] Attempting to bind port 3986239f-dade-4de4-a3ba-9ecd2f4b9183 on network bfc3777e-aab2-4995-8063-ef4723956327 {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:02:42.838634 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc33c166-4022-4664-b403-2c8567d26b59 req-65ce0178-5200-4c77-b8ce-f6c277bfe586 service neutron] Port 3986239f-dade-4de4-a3ba-9ecd2f4b9183 on network bfc3777e-aab2-4995-8063-ef4723956327 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 01:02:42.838949 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc33c166-4022-4664-b403-2c8567d26b59 req-65ce0178-5200-4c77-b8ce-f6c277bfe586 service neutron] Attempting to bind port 3986239f-dade-4de4-a3ba-9ecd2f4b9183 on network bfc3777e-aab2-4995-8063-ef4723956327 {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:02:42.846090 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc33c166-4022-4664-b403-2c8567d26b59 req-65ce0178-5200-4c77-b8ce-f6c277bfe586 service neutron] Checking agent: {'id': 'ec393def-3d84-45a3-8a6c-ed049d62fe0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 0, 59, 14), 'started_at': datetime.datetime(2022, 8, 30, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:02:42.846446 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc33c166-4022-4664-b403-2c8567d26b59 req-65ce0178-5200-4c77-b8ce-f6c277bfe586 service neutron] Checking segment: {'id': '640e719e-07bd-4876-8c1b-c9198bd47773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'bfc3777e-aab2-4995-8063-ef4723956327'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:02:42.846888 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc33c166-4022-4664-b403-2c8567d26b59 req-65ce0178-5200-4c77-b8ce-f6c277bfe586 service neutron] Bound using segment: {'id': '640e719e-07bd-4876-8c1b-c9198bd47773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'bfc3777e-aab2-4995-8063-ef4723956327'} {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:02:42.847496 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.managers [req-fc33c166-4022-4664-b403-2c8567d26b59 req-65ce0178-5200-4c77-b8ce-f6c277bfe586 service neutron] Bound port: 3986239f-dade-4de4-a3ba-9ecd2f4b9183, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '640e719e-07bd-4876-8c1b-c9198bd47773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'bfc3777e-aab2-4995-8063-ef4723956327'}}] {{(pid=106207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:02:42.847887 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-fc33c166-4022-4664-b403-2c8567d26b59 req-65ce0178-5200-4c77-b8ce-f6c277bfe586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (3986239f-dade-4de4-a3ba-9ecd2f4b9183), before_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:42.869355 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:DELETE=6 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:42.880055 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-0f3b5f7d-71b8-4b56-991e-48890b2f8252 admin admin] Publish callbacks [] for security_group (fb3a305d-e599-4f97-8e71-725d8a0ed264), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:42.884382 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-0f3b5f7d-71b8-4b56-991e-48890b2f8252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (fb3a305d-e599-4f97-8e71-725d8a0ed264), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:42.925988 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-0f3b5f7d-71b8-4b56-991e-48890b2f8252 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=64c4fa869b124a01bc217251fe7389d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1471498 Aug 30 01:02:42.926915 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3b5f7d-71b8-4b56-991e-48890b2f8252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3a305d-e599-4f97-8e71-725d8a0ed264,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:42.929248 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 47982) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:02:42.951221 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50f4cb7-ddb5-411a-a629-c5dcd1d94a5d req-3c62e03a-77b1-44b8-9b2a-2bd890478ff8 tempest-VolumesNegativeTest-97908648 tempest-VolumesNegativeTest-97908648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:42.952962 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-a50f4cb7-ddb5-411a-a629-c5dcd1d94a5d req-3c62e03a-77b1-44b8-9b2a-2bd890478ff8 tempest-VolumesNegativeTest-97908648 tempest-VolumesNegativeTest-97908648-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6a7f7efc-a0a0-4ad5-9627-107cac69b0c8 HTTP/1.1" status: 200 len: 947 time: 0.0687871 Aug 30 01:02:42.955557 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.db [req-fc33c166-4022-4664-b403-2c8567d26b59 req-65ce0178-5200-4c77-b8ce-f6c277bfe586 service neutron] For port 3986239f-dade-4de4-a3ba-9ecd2f4b9183, host hv-cinder-81514, cleared binding levels {{(pid=106207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:02:42.958905 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.db [req-fc33c166-4022-4664-b403-2c8567d26b59 req-65ce0178-5200-4c77-b8ce-f6c277bfe586 service neutron] For port 3986239f-dade-4de4-a3ba-9ecd2f4b9183, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=3986239f-dade-4de4-a3ba-9ecd2f4b9183,segment=NetworkSegment(640e719e-07bd-4876-8c1b-c9198bd47773),segment_id=640e719e-07bd-4876-8c1b-c9198bd47773)] {{(pid=106207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:02:42.978441 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-fc33c166-4022-4664-b403-2c8567d26b59 req-65ce0178-5200-4c77-b8ce-f6c277bfe586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (3986239f-dade-4de4-a3ba-9ecd2f4b9183), after_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:42.981490 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33c166-4022-4664-b403-2c8567d26b59 req-65ce0178-5200-4c77-b8ce-f6c277bfe586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:42.982685 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-fc33c166-4022-4664-b403-2c8567d26b59 req-65ce0178-5200-4c77-b8ce-f6c277bfe586 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for port (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:42.984297 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-fc33c166-4022-4664-b403-2c8567d26b59 req-65ce0178-5200-4c77-b8ce-f6c277bfe586 service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/3986239f-dade-4de4-a3ba-9ecd2f4b9183 HTTP/1.1" status: 200 len: 1097 time: 0.7933781 Aug 30 01:02:42.991036 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a7f7efc-a0a0-4ad5-9627-107cac69b0c8', 'tag': '3986239f-dade-4de4-a3ba-9ecd2f4b9183'}] {{(pid=106207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:02:42.993949 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480b08bd5bc4b1a03c1b08d00e02a3f82783774d0c3347d038299e83f2d6db65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-432ec79b-3189-4c51-9e48-493bf137cc44" -d '{"events": [{"name": "network-changed", "server_uuid": "6a7f7efc-a0a0-4ad5-9627-107cac69b0c8", "tag": "3986239f-dade-4de4-a3ba-9ecd2f4b9183"}]}' {{(pid=106207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:02:43.070416 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-124c3fa7-d603-4dc0-851c-a059726f43e1 x-openstack-request-id: req-124c3fa7-d603-4dc0-851c-a059726f43e1 {{(pid=106207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:02:43.070709 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a7f7efc-a0a0-4ad5-9627-107cac69b0c8", "tag": "3986239f-dade-4de4-a3ba-9ecd2f4b9183", "status": "completed", "code": 200}]} {{(pid=106207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:02:43.070957 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-124c3fa7-d603-4dc0-851c-a059726f43e1 {{(pid=106207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:02:43.071356 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-124c3fa7-d603-4dc0-851c-a059726f43e1'] response: {'name': 'network-changed', 'server_uuid': '6a7f7efc-a0a0-4ad5-9627-107cac69b0c8', 'tag': '3986239f-dade-4de4-a3ba-9ecd2f4b9183', 'status': 'completed', 'code': 200} Aug 30 01:02:43.140045 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33c166-4022-4664-b403-2c8567d26b59 req-e9400399-ba62-46c8-ab4e-296fe7d2db3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:43.141608 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-fc33c166-4022-4664-b403-2c8567d26b59 req-e9400399-ba62-46c8-ab4e-296fe7d2db3d service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=8a8b8077287845c1815a82a8fdbf51b6&device_id=6a7f7efc-a0a0-4ad5-9627-107cac69b0c8 HTTP/1.1" status: 200 len: 1131 time: 0.0895321 Aug 30 01:02:43.145319 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-a50f4cb7-ddb5-411a-a629-c5dcd1d94a5d req-f92fb499-7b23-4332-9bfb-72ac35184dc9 tempest-VolumesNegativeTest-97908648 tempest-VolumesNegativeTest-97908648-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4ea8bc99-270d-4355-8284-f6823e15fec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836336 Aug 30 01:02:43.146086 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ce0178-5200-4c77-b8ce-f6c277bfe586 service neutron] Pushing event updated for resources: {'Port': ['ID=3986239f-dade-4de4-a3ba-9ecd2f4b9183,revision_number=3']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:43.206061 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-fc33c166-4022-4664-b403-2c8567d26b59 req-8f111fb8-282a-48f6-8b59-752e93269b09 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=3986239f-dade-4de4-a3ba-9ecd2f4b9183 HTTP/1.1" status: 200 len: 217 time: 0.0481849 Aug 30 01:02:43.226508 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-040bb56f-04b8-468f-9087-dbedc9fb4400 admin admin] Publish callbacks [] for security_group (fb3a305d-e599-4f97-8e71-725d8a0ed264), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:43.254560 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:43.257319 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-040bb56f-04b8-468f-9087-dbedc9fb4400 admin admin] Publish callbacks [] for security_group (fb3a305d-e599-4f97-8e71-725d8a0ed264), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:43.265102 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33c166-4022-4664-b403-2c8567d26b59 req-aea913a3-3d67-4e32-9198-0f0e8f4323b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:43.267330 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-fc33c166-4022-4664-b403-2c8567d26b59 req-aea913a3-3d67-4e32-9198-0f0e8f4323b3 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=a8429bcc-e5e9-4b00-9443-11eeaffbbcf5 HTTP/1.1" status: 200 len: 843 time: 0.0529792 Aug 30 01:02:43.314878 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-040bb56f-04b8-468f-9087-dbedc9fb4400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (fb3a305d-e599-4f97-8e71-725d8a0ed264), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:43.317989 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-040bb56f-04b8-468f-9087-dbedc9fb4400 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:43.319240 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-040bb56f-04b8-468f-9087-dbedc9fb4400 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/fb3a305d-e599-4f97-8e71-725d8a0ed264 HTTP/1.1" status: 204 len: 168 time: 0.3889923 Aug 30 01:02:43.327984 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040bb56f-04b8-468f-9087-dbedc9fb4400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3a305d-e599-4f97-8e71-725d8a0ed264,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:43.331921 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33c166-4022-4664-b403-2c8567d26b59 req-858316ad-cced-427e-a450-0b0ab63c0b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:43.334008 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-fc33c166-4022-4664-b403-2c8567d26b59 req-858316ad-cced-427e-a450-0b0ab63c0b87 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=bfc3777e-aab2-4995-8063-ef4723956327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0565286 Aug 30 01:02:43.436780 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-fc33c166-4022-4664-b403-2c8567d26b59 req-7d31fa13-9c92-4ba0-a821-1e0e75ce035c service neutron] 10.222.0.47 "GET /networking/v2.0/networks/bfc3777e-aab2-4995-8063-ef4723956327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958240 Aug 30 01:02:43.849918 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad068e-5104-41f0-824b-5bce16812e31 req-51a752bb-6d1d-453e-a42b-56aa43c7292e tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:43.851418 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-c9ad068e-5104-41f0-824b-5bce16812e31 req-51a752bb-6d1d-453e-a42b-56aa43c7292e tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 945 time: 0.0838108 Aug 30 01:02:43.864928 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:43.885987 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-fc33c166-4022-4664-b403-2c8567d26b59 req-30082732-68b5-437c-a82b-b182f30996e6 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/bfc3777e-aab2-4995-8063-ef4723956327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4371438 Aug 30 01:02:43.908294 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (ec393def-3d84-45a3-8a6c-ed049d62fe0a), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:43.931415 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-c9ad068e-5104-41f0-824b-5bce16812e31 req-b58b149c-7a90-4d79-896e-edf868e79527 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693173 Aug 30 01:02:44.073848 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-035fe171-2dca-49fc-a74e-5e6f2a9e45a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (976597ea-a902-4e5f-8c76-25f81ae4fb08), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:44.235704 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (a0553951-7123-4403-ab2a-bb83048c1e52), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:44.279929 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce648d0-8c46-4938-a3b3-a8309f8aa0f4 req-7edb183f-0e0e-4e86-a55a-d8505a12fa30 tempest-VolumesNegativeTest-97908648 tempest-VolumesNegativeTest-97908648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:44.281635 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-8ce648d0-8c46-4938-a3b3-a8309f8aa0f4 req-7edb183f-0e0e-4e86-a55a-d8505a12fa30 tempest-VolumesNegativeTest-97908648 tempest-VolumesNegativeTest-97908648-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6a7f7efc-a0a0-4ad5-9627-107cac69b0c8 HTTP/1.1" status: 200 len: 947 time: 0.0528479 Aug 30 01:02:44.330603 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-8ce648d0-8c46-4938-a3b3-a8309f8aa0f4 req-2d4279d5-3fbb-4898-8698-b8c796960626 tempest-VolumesNegativeTest-97908648 tempest-VolumesNegativeTest-97908648-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4ea8bc99-270d-4355-8284-f6823e15fec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432856 Aug 30 01:02:45.039219 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:45.048717 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1575d7dd-935f-4c0c-8b5f-e62a441aeac5 req-72abf7f4-72b6-402d-84d7-1884d8aad053 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:45.050239 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-1575d7dd-935f-4c0c-8b5f-e62a441aeac5 req-72abf7f4-72b6-402d-84d7-1884d8aad053 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 945 time: 0.0460625 Aug 30 01:02:45.097570 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-1575d7dd-935f-4c0c-8b5f-e62a441aeac5 req-6a2bf26f-f76a-4d0b-ba70-6991ff1ad663 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414631 Aug 30 01:02:45.451815 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a089d4d6-b92d-4f4f-8684-34959003079f req-8f78ce1c-a5b2-48dc-bab4-ec54102f25e2 tempest-VolumesNegativeTest-97908648 tempest-VolumesNegativeTest-97908648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:45.453312 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-a089d4d6-b92d-4f4f-8684-34959003079f req-8f78ce1c-a5b2-48dc-bab4-ec54102f25e2 tempest-VolumesNegativeTest-97908648 tempest-VolumesNegativeTest-97908648-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6a7f7efc-a0a0-4ad5-9627-107cac69b0c8 HTTP/1.1" status: 200 len: 947 time: 0.0496044 Aug 30 01:02:45.502408 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-a089d4d6-b92d-4f4f-8684-34959003079f req-637deecc-26b1-4a45-ad19-fa3aa3b8d178 tempest-VolumesNegativeTest-97908648 tempest-VolumesNegativeTest-97908648-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4ea8bc99-270d-4355-8284-f6823e15fec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436239 Aug 30 01:02:46.217990 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef06a2f0-4261-41a3-be34-1f5ebd1862d0 req-a57d2872-7606-4fc7-8f9b-d7d85e02688e tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:46.219433 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-ef06a2f0-4261-41a3-be34-1f5ebd1862d0 req-a57d2872-7606-4fc7-8f9b-d7d85e02688e tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 945 time: 0.0450482 Aug 30 01:02:46.268535 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-ef06a2f0-4261-41a3-be34-1f5ebd1862d0 req-ed54c272-4aab-4245-9374-ad80da71b69d tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435328 Aug 30 01:02:46.621544 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c2235b-ef61-416d-92da-3a0826443ea0 req-45597936-f0cb-4683-baf5-210da3d3c269 tempest-VolumesNegativeTest-97908648 tempest-VolumesNegativeTest-97908648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:46.623840 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e1c2235b-ef61-416d-92da-3a0826443ea0 req-45597936-f0cb-4683-baf5-210da3d3c269 tempest-VolumesNegativeTest-97908648 tempest-VolumesNegativeTest-97908648-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6a7f7efc-a0a0-4ad5-9627-107cac69b0c8 HTTP/1.1" status: 200 len: 947 time: 0.0490263 Aug 30 01:02:46.673897 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e1c2235b-ef61-416d-92da-3a0826443ea0 req-9c699e03-3c1c-4c82-9435-8b41efbcea6f tempest-VolumesNegativeTest-97908648 tempest-VolumesNegativeTest-97908648-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4ea8bc99-270d-4355-8284-f6823e15fec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444341 Aug 30 01:02:47.394560 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bf83f6-b278-4d07-8800-18ed5d48f6e9 req-472e95a0-d29f-43cb-a90d-d9cb27935901 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:47.396022 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-57bf83f6-b278-4d07-8800-18ed5d48f6e9 req-472e95a0-d29f-43cb-a90d-d9cb27935901 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 945 time: 0.0480945 Aug 30 01:02:47.442169 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-57bf83f6-b278-4d07-8800-18ed5d48f6e9 req-d31c1b52-d828-4fc3-9ee4-e24b51ec0fda tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403993 Aug 30 01:02:47.707408 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ec79b-3189-4c51-9e48-493bf137cc44 req-8d840ab3-047b-47ee-b0ea-a3be04255c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:47.708392 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-432ec79b-3189-4c51-9e48-493bf137cc44 req-8d840ab3-047b-47ee-b0ea-a3be04255c1d service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=8a8b8077287845c1815a82a8fdbf51b6&device_id=6a7f7efc-a0a0-4ad5-9627-107cac69b0c8 HTTP/1.1" status: 200 len: 1131 time: 0.0410476 Aug 30 01:02:47.824924 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8b6251-c522-4cac-be9f-9fb43cc75f34 req-c70dd4f5-e817-4f09-95eb-e0e2293a6884 tempest-VolumesNegativeTest-97908648 tempest-VolumesNegativeTest-97908648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:47.827202 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-be8b6251-c522-4cac-be9f-9fb43cc75f34 req-c70dd4f5-e817-4f09-95eb-e0e2293a6884 tempest-VolumesNegativeTest-97908648 tempest-VolumesNegativeTest-97908648-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6a7f7efc-a0a0-4ad5-9627-107cac69b0c8 HTTP/1.1" status: 200 len: 947 time: 0.0602040 Aug 30 01:02:47.862216 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ec79b-3189-4c51-9e48-493bf137cc44 req-8a4e4e8a-0dd0-4c5b-825f-e6789fd5202b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:47.863632 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-432ec79b-3189-4c51-9e48-493bf137cc44 req-8a4e4e8a-0dd0-4c5b-825f-e6789fd5202b service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=bfc3777e-aab2-4995-8063-ef4723956327 HTTP/1.1" status: 200 len: 871 time: 0.1464407 Aug 30 01:02:47.919955 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-432ec79b-3189-4c51-9e48-493bf137cc44 req-99b0248b-4acb-4a1d-bf66-745ecdddde6d service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=3986239f-dade-4de4-a3ba-9ecd2f4b9183 HTTP/1.1" status: 200 len: 217 time: 0.0468180 Aug 30 01:02:47.924147 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-be8b6251-c522-4cac-be9f-9fb43cc75f34 req-36353804-2a88-4f63-8bf9-e02fecc8777a tempest-VolumesNegativeTest-97908648 tempest-VolumesNegativeTest-97908648-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4ea8bc99-270d-4355-8284-f6823e15fec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902605 Aug 30 01:02:47.972800 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ec79b-3189-4c51-9e48-493bf137cc44 req-8f3f4689-0106-4497-9a6e-3a26e3bd263e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:47.974308 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-432ec79b-3189-4c51-9e48-493bf137cc44 req-8f3f4689-0106-4497-9a6e-3a26e3bd263e service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=a8429bcc-e5e9-4b00-9443-11eeaffbbcf5 HTTP/1.1" status: 200 len: 843 time: 0.0464985 Aug 30 01:02:48.022527 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ec79b-3189-4c51-9e48-493bf137cc44 req-792a2123-0c68-4fbe-b198-020b95f5b6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:48.024310 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-432ec79b-3189-4c51-9e48-493bf137cc44 req-792a2123-0c68-4fbe-b198-020b95f5b6a9 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=bfc3777e-aab2-4995-8063-ef4723956327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0394971 Aug 30 01:02:48.099732 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:48.120999 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-432ec79b-3189-4c51-9e48-493bf137cc44 req-15f600ae-2125-4beb-85e6-622b0192f8d3 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/bfc3777e-aab2-4995-8063-ef4723956327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891237 Aug 30 01:02:48.211843 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-432ec79b-3189-4c51-9e48-493bf137cc44 req-4cc206d2-9e90-405b-a59c-7af41af5b4af service neutron] 10.222.0.47 "GET /networking/v2.0/networks/bfc3777e-aab2-4995-8063-ef4723956327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846634 Aug 30 01:02:48.608662 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad51604-857d-49d6-8ef2-626b46e1edd2 req-98684bb2-75e6-4fcc-a168-78659490fb12 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:48.611365 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-6ad51604-857d-49d6-8ef2-626b46e1edd2 req-98684bb2-75e6-4fcc-a168-78659490fb12 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 945 time: 0.0866053 Aug 30 01:02:48.632854 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:48.694477 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-6ad51604-857d-49d6-8ef2-626b46e1edd2 req-c82abf07-eecc-40af-82ea-0f0d56fa4cbf tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733154 Aug 30 01:02:49.055195 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af8330-d9a7-46de-914d-1b8162b50756 req-e2571e2b-f087-422b-8d16-a77e1a1a4dcb tempest-VolumesNegativeTest-97908648 tempest-VolumesNegativeTest-97908648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:49.056857 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-37af8330-d9a7-46de-914d-1b8162b50756 req-e2571e2b-f087-422b-8d16-a77e1a1a4dcb tempest-VolumesNegativeTest-97908648 tempest-VolumesNegativeTest-97908648-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6a7f7efc-a0a0-4ad5-9627-107cac69b0c8 HTTP/1.1" status: 200 len: 947 time: 0.0565715 Aug 30 01:02:49.114179 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-37af8330-d9a7-46de-914d-1b8162b50756 req-936a841a-ac59-433a-8c1e-8c153773d064 tempest-VolumesNegativeTest-97908648 tempest-VolumesNegativeTest-97908648-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4ea8bc99-270d-4355-8284-f6823e15fec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510080 Aug 30 01:02:49.861592 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb2449e-9067-4154-b64a-3f5905e5ed34 req-ae585544-3fbc-442b-93c6-b1c42c196c28 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:49.868782 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-cdb2449e-9067-4154-b64a-3f5905e5ed34 req-ae585544-3fbc-442b-93c6-b1c42c196c28 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 945 time: 0.0629828 Aug 30 01:02:49.934246 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-cdb2449e-9067-4154-b64a-3f5905e5ed34 req-72468cd8-35de-4b19-abed-e48cc181cb9e tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640309 Aug 30 01:02:50.277516 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31814d2-791a-4c8e-9fdf-f157ba05e97c req-7c6bc57c-0f03-4e44-a597-7ae141fc9e3d tempest-VolumesNegativeTest-97908648 tempest-VolumesNegativeTest-97908648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:50.279822 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-f31814d2-791a-4c8e-9fdf-f157ba05e97c req-7c6bc57c-0f03-4e44-a597-7ae141fc9e3d tempest-VolumesNegativeTest-97908648 tempest-VolumesNegativeTest-97908648-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6a7f7efc-a0a0-4ad5-9627-107cac69b0c8 HTTP/1.1" status: 200 len: 947 time: 0.0723338 Aug 30 01:02:50.334841 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-f31814d2-791a-4c8e-9fdf-f157ba05e97c req-01ff6aa7-604e-48a8-885d-ce01aabf2993 tempest-VolumesNegativeTest-97908648 tempest-VolumesNegativeTest-97908648-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4ea8bc99-270d-4355-8284-f6823e15fec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478671 Aug 30 01:02:50.400023 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device 3986239f-dade-4de4-a3ba-9ecd2f4b9183 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=106208) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 01:02:50.561727 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port 3986239f-dade-4de4-a3ba-9ecd2f4b9183, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=3986239f-dade-4de4-a3ba-9ecd2f4b9183,segment=NetworkSegment(640e719e-07bd-4876-8c1b-c9198bd47773),segment_id=640e719e-07bd-4876-8c1b-c9198bd47773)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:02:50.578752 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Returning: {'device': '3986239f-dade-4de4-a3ba-9ecd2f4b9183', 'network_id': 'bfc3777e-aab2-4995-8063-ef4723956327', 'port_id': '3986239f-dade-4de4-a3ba-9ecd2f4b9183', 'mac_address': 'fa:16:3e:13:ba:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1096, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8429bcc-e5e9-4b00-9443-11eeaffbbcf5', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106208) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 01:02:50.626798 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Current status of the port 3986239f-dade-4de4-a3ba-9ecd2f4b9183 is: DOWN; New status is: BUILD {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:02:50.627218 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (3986239f-dade-4de4-a3ba-9ecd2f4b9183), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:50.640794 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3986239f-dade-4de4-a3ba-9ecd2f4b9183 {{(pid=106208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:02:50.662860 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port 3986239f-dade-4de4-a3ba-9ecd2f4b9183, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=3986239f-dade-4de4-a3ba-9ecd2f4b9183,segment=NetworkSegment(640e719e-07bd-4876-8c1b-c9198bd47773),segment_id=640e719e-07bd-4876-8c1b-c9198bd47773)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:02:50.666711 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (3986239f-dade-4de4-a3ba-9ecd2f4b9183), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:50.713579 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Pushing event updated for resources: {'Port': ['ID=3986239f-dade-4de4-a3ba-9ecd2f4b9183,revision_number=4']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:51.000952 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] get_ports_and_sgs() called for port_ids ['3986239f-dade-4de4-a3ba-9ecd2f4b9183'] {{(pid=106208) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:02:51.051292 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=7 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:51.062473 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c10e88-2c84-48c4-9d35-4a922a68f1b5 req-777a1a12-abcf-40e0-9a41-a837bd243607 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:51.064149 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-b7c10e88-2c84-48c4-9d35-4a922a68f1b5 req-777a1a12-abcf-40e0-9a41-a837bd243607 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 945 time: 0.0570915 Aug 30 01:02:51.117569 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-b7c10e88-2c84-48c4-9d35-4a922a68f1b5 req-5d7ffd81-87cb-4f90-8b55-ef1d25e7134b tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466714 Aug 30 01:02:51.468222 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46176c76-112b-4fb4-b694-19c83304c8b5 req-6d40d2e6-97cb-4ad6-a5c7-d70cc5c04d27 tempest-VolumesNegativeTest-97908648 tempest-VolumesNegativeTest-97908648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:51.470003 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-46176c76-112b-4fb4-b694-19c83304c8b5 req-6d40d2e6-97cb-4ad6-a5c7-d70cc5c04d27 tempest-VolumesNegativeTest-97908648 tempest-VolumesNegativeTest-97908648-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6a7f7efc-a0a0-4ad5-9627-107cac69b0c8 HTTP/1.1" status: 200 len: 948 time: 0.0564866 Aug 30 01:02:51.520631 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-46176c76-112b-4fb4-b694-19c83304c8b5 req-a6f1fa2c-3396-406a-aa0a-ceb18f289560 tempest-VolumesNegativeTest-97908648 tempest-VolumesNegativeTest-97908648-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4ea8bc99-270d-4355-8284-f6823e15fec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449352 Aug 30 01:02:52.102664 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:52.303690 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee16ced-b993-4f89-ab69-0e2a06d7d7ae req-339c4d3f-7bf5-430e-917d-512e77ce8e6a tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:52.305454 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-cee16ced-b993-4f89-ab69-0e2a06d7d7ae req-339c4d3f-7bf5-430e-917d-512e77ce8e6a tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 945 time: 0.1041601 Aug 30 01:02:52.369706 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-cee16ced-b993-4f89-ab69-0e2a06d7d7ae req-11a3bd63-f5c9-460f-acc5-d31fe24a5823 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567658 Aug 30 01:02:52.409627 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device 3986239f-dade-4de4-a3ba-9ecd2f4b9183 up at agent hyperv_hv-cinder-81514 {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:02:52.453130 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Provisioning for port 3986239f-dade-4de4-a3ba-9ecd2f4b9183 completed by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 01:02:52.461538 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Provisioning complete for port 3986239f-dade-4de4-a3ba-9ecd2f4b9183 triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:02:52.461914 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (3986239f-dade-4de4-a3ba-9ecd2f4b9183), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:52.495777 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:52.662944 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340074fe-90df-431c-aaf9-ab75b0ac4af3 req-7a6946ad-ffc5-4936-bf2c-532b0cb158ea tempest-VolumesNegativeTest-97908648 tempest-VolumesNegativeTest-97908648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:52.664476 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-340074fe-90df-431c-aaf9-ab75b0ac4af3 req-7a6946ad-ffc5-4936-bf2c-532b0cb158ea tempest-VolumesNegativeTest-97908648 tempest-VolumesNegativeTest-97908648-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6a7f7efc-a0a0-4ad5-9627-107cac69b0c8 HTTP/1.1" status: 200 len: 948 time: 0.0562532 Aug 30 01:02:52.701634 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Current status of the port 3986239f-dade-4de4-a3ba-9ecd2f4b9183 is: BUILD; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:02:52.702022 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (3986239f-dade-4de4-a3ba-9ecd2f4b9183), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:52.729424 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a7f7efc-a0a0-4ad5-9627-107cac69b0c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3986239f-dade-4de4-a3ba-9ecd2f4b9183'}] {{(pid=106208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:02:52.733167 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c29b7fbecba6d5f29730e8e5f4edf6e9b002b1b00f6f5f73d69c4afba8ee411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb994429-b611-4392-b206-5cd2ce105433" -d '{"events": [{"server_uuid": "6a7f7efc-a0a0-4ad5-9627-107cac69b0c8", "name": "network-vif-plugged", "status": "completed", "tag": "3986239f-dade-4de4-a3ba-9ecd2f4b9183"}]}' {{(pid=106208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:02:52.737559 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-340074fe-90df-431c-aaf9-ab75b0ac4af3 req-a8a08524-2c8e-4787-9387-6ad852b00ad5 tempest-VolumesNegativeTest-97908648 tempest-VolumesNegativeTest-97908648-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4ea8bc99-270d-4355-8284-f6823e15fec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662310 Aug 30 01:02:52.762241 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port 3986239f-dade-4de4-a3ba-9ecd2f4b9183, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=3986239f-dade-4de4-a3ba-9ecd2f4b9183,segment=NetworkSegment(640e719e-07bd-4876-8c1b-c9198bd47773),segment_id=640e719e-07bd-4876-8c1b-c9198bd47773)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:02:52.767543 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (3986239f-dade-4de4-a3ba-9ecd2f4b9183), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:52.795433 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4118db50-d4f3-42f6-87af-34a74d25f5d1 x-openstack-request-id: req-4118db50-d4f3-42f6-87af-34a74d25f5d1 {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:02:52.795796 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a7f7efc-a0a0-4ad5-9627-107cac69b0c8", "name": "network-vif-plugged", "status": "completed", "tag": "3986239f-dade-4de4-a3ba-9ecd2f4b9183", "code": 200}]} {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:02:52.796113 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4118db50-d4f3-42f6-87af-34a74d25f5d1 {{(pid=106208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:02:52.796565 dv-cinder-815146-13-iscsi neutron-server[106208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4118db50-d4f3-42f6-87af-34a74d25f5d1'] response: {'server_uuid': '6a7f7efc-a0a0-4ad5-9627-107cac69b0c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3986239f-dade-4de4-a3ba-9ecd2f4b9183', 'code': 200} Aug 30 01:02:52.829039 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Pushing event updated for resources: {'Port': ['ID=3986239f-dade-4de4-a3ba-9ecd2f4b9183,revision_number=5']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:53.012080 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5abb394-8c85-4a52-956f-a200661c3043 req-ae373613-b5ce-42e3-bce6-5758023a9ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:53.014823 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-b5abb394-8c85-4a52-956f-a200661c3043 req-ae373613-b5ce-42e3-bce6-5758023a9ba6 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=6a7f7efc-a0a0-4ad5-9627-107cac69b0c8 HTTP/1.1" status: 200 len: 1133 time: 0.0475731 Aug 30 01:02:53.065466 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-b5abb394-8c85-4a52-956f-a200661c3043 req-82b4f2a4-7885-421e-ba55-0a7359887632 service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=4ea8bc99-270d-4355-8284-f6823e15fec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434437 Aug 30 01:02:53.299641 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=24,neutron:DELETE=4 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:53.323953 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:53.502216 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4424f34e-9c6b-4617-9ebd-18dc6a47ada7 req-d13a4e49-c5e6-4209-9fc9-9c2eef2199b7 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:53.504696 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-4424f34e-9c6b-4617-9ebd-18dc6a47ada7 req-d13a4e49-c5e6-4209-9fc9-9c2eef2199b7 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 945 time: 0.0595067 Aug 30 01:02:53.516408 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:53.555752 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-4424f34e-9c6b-4617-9ebd-18dc6a47ada7 req-a1bb2e91-b4a7-4780-bc64-fb51e5e7de14 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456126 Aug 30 01:02:53.872087 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d15956-4ea5-4323-afba-630b8a2dde98 req-a995559f-1004-4384-9d5c-03b3be045f9d tempest-VolumesNegativeTest-97908648 tempest-VolumesNegativeTest-97908648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:53.873807 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-12d15956-4ea5-4323-afba-630b8a2dde98 req-a995559f-1004-4384-9d5c-03b3be045f9d tempest-VolumesNegativeTest-97908648 tempest-VolumesNegativeTest-97908648-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6a7f7efc-a0a0-4ad5-9627-107cac69b0c8 HTTP/1.1" status: 200 len: 949 time: 0.0531037 Aug 30 01:02:53.930908 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-12d15956-4ea5-4323-afba-630b8a2dde98 req-22b4f1f2-84f7-447f-806f-e35d4e50afec tempest-VolumesNegativeTest-97908648 tempest-VolumesNegativeTest-97908648-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4ea8bc99-270d-4355-8284-f6823e15fec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513837 Aug 30 01:02:54.691377 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283274d1-90cb-49bd-8e5f-2454e911bada req-168abf03-640f-4613-a231-edb6c0706b90 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:54.694226 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-283274d1-90cb-49bd-8e5f-2454e911bada req-168abf03-640f-4613-a231-edb6c0706b90 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 945 time: 0.0588148 Aug 30 01:02:54.750429 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-283274d1-90cb-49bd-8e5f-2454e911bada req-ad625324-5aa2-4d69-869b-ab2c77bb8ecd tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501599 Aug 30 01:02:55.065323 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:55.087958 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e82bd9-56cf-49f4-b7e3-46ccda79d576 req-e32d1a2f-a0ff-4ec1-a192-30248b5cd38f tempest-VolumesNegativeTest-97908648 tempest-VolumesNegativeTest-97908648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:55.089839 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-40e82bd9-56cf-49f4-b7e3-46ccda79d576 req-e32d1a2f-a0ff-4ec1-a192-30248b5cd38f tempest-VolumesNegativeTest-97908648 tempest-VolumesNegativeTest-97908648-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6a7f7efc-a0a0-4ad5-9627-107cac69b0c8 HTTP/1.1" status: 200 len: 949 time: 0.0614953 Aug 30 01:02:55.145681 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-40e82bd9-56cf-49f4-b7e3-46ccda79d576 req-e9cc1b90-6fe2-4787-a1bd-ef99f75f56f9 tempest-VolumesNegativeTest-97908648 tempest-VolumesNegativeTest-97908648-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4ea8bc99-270d-4355-8284-f6823e15fec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497665 Aug 30 01:02:55.516265 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257b62c-a090-40d6-a956-361acefcf377 req-6567eaa5-fd4e-4154-8dc6-11567ced90af tempest-VolumesNegativeTest-97908648 tempest-VolumesNegativeTest-97908648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:55.523839 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-6257b62c-a090-40d6-a956-361acefcf377 req-6567eaa5-fd4e-4154-8dc6-11567ced90af tempest-VolumesNegativeTest-97908648 tempest-VolumesNegativeTest-97908648-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6a7f7efc-a0a0-4ad5-9627-107cac69b0c8 HTTP/1.1" status: 200 len: 949 time: 0.0776358 Aug 30 01:02:55.577632 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-6257b62c-a090-40d6-a956-361acefcf377 req-0dfde43b-8df1-433b-9ef3-1e40e9de0350 tempest-VolumesNegativeTest-97908648 tempest-VolumesNegativeTest-97908648-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4ea8bc99-270d-4355-8284-f6823e15fec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524824 Aug 30 01:02:55.655271 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 48296) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:02:55.776904 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-3ed77fa6-f3e7-4227-bdba-1e79413e1369 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:55.877220 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-3ed77fa6-f3e7-4227-bdba-1e79413e1369 admin admin] Publish callbacks [] for security_group (fd1c71b1-511a-4966-bc2c-d39001ec6145), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:55.882421 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-3ed77fa6-f3e7-4227-bdba-1e79413e1369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (fd1c71b1-511a-4966-bc2c-d39001ec6145), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:55.930605 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed77fa6-f3e7-4227-bdba-1e79413e1369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1c71b1-511a-4966-bc2c-d39001ec6145,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:55.938687 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 48302) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:02:55.954352 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-3ed77fa6-f3e7-4227-bdba-1e79413e1369 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=1971fa3358044f5ba43c88a3abdabb5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2891819 Aug 30 01:02:56.001063 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-c0eb760c-7391-4be1-8d99-80026649f1a4 admin admin] Publish callbacks [] for security_group (fd1c71b1-511a-4966-bc2c-d39001ec6145), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:56.029573 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-c0eb760c-7391-4be1-8d99-80026649f1a4 admin admin] Publish callbacks [] for security_group (fd1c71b1-511a-4966-bc2c-d39001ec6145), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:56.068818 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdac29bf-a8e2-4807-899c-ad9a32f8f967 req-57da7545-3980-4c86-9af0-6815f3ef2c09 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:56.070253 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-cdac29bf-a8e2-4807-899c-ad9a32f8f967 req-57da7545-3980-4c86-9af0-6815f3ef2c09 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 945 time: 0.0529795 Aug 30 01:02:56.097134 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-c0eb760c-7391-4be1-8d99-80026649f1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (fd1c71b1-511a-4966-bc2c-d39001ec6145), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:56.100292 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-c0eb760c-7391-4be1-8d99-80026649f1a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:56.102149 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-c0eb760c-7391-4be1-8d99-80026649f1a4 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/fd1c71b1-511a-4966-bc2c-d39001ec6145 HTTP/1.1" status: 204 len: 168 time: 0.1619737 Aug 30 01:02:56.113383 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eb760c-7391-4be1-8d99-80026649f1a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1c71b1-511a-4966-bc2c-d39001ec6145,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:56.151335 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-cdac29bf-a8e2-4807-899c-ad9a32f8f967 req-f30b7044-6761-4b87-8a7a-79d98983d7f7 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678983 Aug 30 01:02:56.440328 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 48308) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:02:56.454509 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-67740f35-7dbb-406d-b015-3e80f7477b66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:56.549651 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-67740f35-7dbb-406d-b015-3e80f7477b66 admin admin] Publish callbacks [] for security_group (1c574b03-6b13-4935-b0cd-21f96488771c), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:56.554701 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-67740f35-7dbb-406d-b015-3e80f7477b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (1c574b03-6b13-4935-b0cd-21f96488771c), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:56.560416 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=88,neutron:INSERT=12 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:56.599592 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-67740f35-7dbb-406d-b015-3e80f7477b66 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=c0458d0f9bf2475fb03fcd1d71120ff5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1581221 Aug 30 01:02:56.602335 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 48312) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:02:56.604733 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67740f35-7dbb-406d-b015-3e80f7477b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c574b03-6b13-4935-b0cd-21f96488771c,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:56.690000 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-2ca82224-3c12-4966-b6ce-c18c544cf742 admin admin] Publish callbacks [] for security_group (1c574b03-6b13-4935-b0cd-21f96488771c), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:56.712686 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-2ca82224-3c12-4966-b6ce-c18c544cf742 admin admin] Publish callbacks [] for security_group (1c574b03-6b13-4935-b0cd-21f96488771c), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:56.724332 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbacbe5-5c1b-49cf-8164-9d5ea67cfbf5 req-c87dd4f8-8673-4d3b-a1c5-6bdd6e4b1315 tempest-VolumesNegativeTest-97908648 tempest-VolumesNegativeTest-97908648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:56.725826 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-9bbacbe5-5c1b-49cf-8164-9d5ea67cfbf5 req-c87dd4f8-8673-4d3b-a1c5-6bdd6e4b1315 tempest-VolumesNegativeTest-97908648 tempest-VolumesNegativeTest-97908648-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6a7f7efc-a0a0-4ad5-9627-107cac69b0c8 HTTP/1.1" status: 200 len: 949 time: 0.0635011 Aug 30 01:02:56.782268 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-2ca82224-3c12-4966-b6ce-c18c544cf742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (1c574b03-6b13-4935-b0cd-21f96488771c), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:56.783291 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-9bbacbe5-5c1b-49cf-8164-9d5ea67cfbf5 req-d04b93ce-db3d-40f9-b0f5-c4eb8eb326de tempest-VolumesNegativeTest-97908648 tempest-VolumesNegativeTest-97908648-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4ea8bc99-270d-4355-8284-f6823e15fec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517130 Aug 30 01:02:56.786171 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-2ca82224-3c12-4966-b6ce-c18c544cf742 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:56.787515 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-2ca82224-3c12-4966-b6ce-c18c544cf742 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/1c574b03-6b13-4935-b0cd-21f96488771c HTTP/1.1" status: 204 len: 168 time: 0.1839104 Aug 30 01:02:56.802230 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca82224-3c12-4966-b6ce-c18c544cf742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c574b03-6b13-4935-b0cd-21f96488771c,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:57.226208 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953020f9-f5d6-460e-8519-c2ed05e06082 req-3314b78e-a041-4c93-bad2-6cf54c228bc2 tempest-VolumesNegativeTest-97908648 tempest-VolumesNegativeTest-97908648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:57.228015 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-953020f9-f5d6-460e-8519-c2ed05e06082 req-3314b78e-a041-4c93-bad2-6cf54c228bc2 tempest-VolumesNegativeTest-97908648 tempest-VolumesNegativeTest-97908648-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=6a7f7efc-a0a0-4ad5-9627-107cac69b0c8 HTTP/1.1" status: 200 len: 949 time: 0.0593424 Aug 30 01:02:57.320469 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eb81ab-98ff-4ff8-9e10-758fe9241b5a req-c617110c-2dff-4956-8920-d40e901cd270 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:57.322181 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-32eb81ab-98ff-4ff8-9e10-758fe9241b5a req-c617110c-2dff-4956-8920-d40e901cd270 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 945 time: 0.0932705 Aug 30 01:02:57.381812 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:57.397213 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.plugin [req-953020f9-f5d6-460e-8519-c2ed05e06082 req-e64a8705-fea3-4b35-b984-015e06d55eb7 tempest-VolumesNegativeTest-97908648 tempest-VolumesNegativeTest-97908648-project] Deleting port 3986239f-dade-4de4-a3ba-9ecd2f4b9183 {{(pid=106207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:02:57.397561 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-953020f9-f5d6-460e-8519-c2ed05e06082 req-e64a8705-fea3-4b35-b984-015e06d55eb7 tempest-VolumesNegativeTest-97908648 tempest-VolumesNegativeTest-97908648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737868023260'] for port (3986239f-dade-4de4-a3ba-9ecd2f4b9183), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:57.477797 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-32eb81ab-98ff-4ff8-9e10-758fe9241b5a req-89acff6c-c677-42a6-8017-3682fb22a965 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473143 Aug 30 01:02:57.552344 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.db [req-953020f9-f5d6-460e-8519-c2ed05e06082 req-e64a8705-fea3-4b35-b984-015e06d55eb7 tempest-VolumesNegativeTest-97908648 tempest-VolumesNegativeTest-97908648-project] For port 3986239f-dade-4de4-a3ba-9ecd2f4b9183, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=3986239f-dade-4de4-a3ba-9ecd2f4b9183,segment=NetworkSegment(640e719e-07bd-4876-8c1b-c9198bd47773),segment_id=640e719e-07bd-4876-8c1b-c9198bd47773)] {{(pid=106207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:02:57.552743 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-953020f9-f5d6-460e-8519-c2ed05e06082 req-e64a8705-fea3-4b35-b984-015e06d55eb7 tempest-VolumesNegativeTest-97908648 tempest-VolumesNegativeTest-97908648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16464105'] for port (3986239f-dade-4de4-a3ba-9ecd2f4b9183), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:57.572623 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.plugin [req-953020f9-f5d6-460e-8519-c2ed05e06082 req-e64a8705-fea3-4b35-b984-015e06d55eb7 tempest-VolumesNegativeTest-97908648 tempest-VolumesNegativeTest-97908648-project] Calling delete_port for 3986239f-dade-4de4-a3ba-9ecd2f4b9183 owned by compute:nova {{(pid=106207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:02:57.751658 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-953020f9-f5d6-460e-8519-c2ed05e06082 req-e64a8705-fea3-4b35-b984-015e06d55eb7 tempest-VolumesNegativeTest-97908648 tempest-VolumesNegativeTest-97908648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737868027338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737867580465'] for port (3986239f-dade-4de4-a3ba-9ecd2f4b9183), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:57.764832 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] get_ports_and_sgs() called for port_ids ['3986239f-dade-4de4-a3ba-9ecd2f4b9183'] {{(pid=106208) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:02:57.813008 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64a8705-fea3-4b35-b984-015e06d55eb7 tempest-VolumesNegativeTest-97908648 tempest-VolumesNegativeTest-97908648-project] Pushing event deleted for resources: {'Port': ['ID=3986239f-dade-4de4-a3ba-9ecd2f4b9183,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:57.877026 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [req-953020f9-f5d6-460e-8519-c2ed05e06082 req-e64a8705-fea3-4b35-b984-015e06d55eb7 tempest-VolumesNegativeTest-97908648 tempest-VolumesNegativeTest-97908648-project] No DVR routers for this DVR port 3986239f-dade-4de4-a3ba-9ecd2f4b9183 on host hv-cinder-81514 {{(pid=106207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:02:57.880149 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-953020f9-f5d6-460e-8519-c2ed05e06082 req-e64a8705-fea3-4b35-b984-015e06d55eb7 tempest-VolumesNegativeTest-97908648 tempest-VolumesNegativeTest-97908648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for port (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:57.884896 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-953020f9-f5d6-460e-8519-c2ed05e06082 req-e64a8705-fea3-4b35-b984-015e06d55eb7 tempest-VolumesNegativeTest-97908648 tempest-VolumesNegativeTest-97908648-project] 10.222.0.47 "DELETE /networking/v2.0/ports/3986239f-dade-4de4-a3ba-9ecd2f4b9183 HTTP/1.1" status: 204 len: 173 time: 0.6451688 Aug 30 01:02:57.885907 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a7f7efc-a0a0-4ad5-9627-107cac69b0c8', 'name': 'network-vif-deleted', 'tag': '3986239f-dade-4de4-a3ba-9ecd2f4b9183'}] {{(pid=106207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:02:57.888687 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480b08bd5bc4b1a03c1b08d00e02a3f82783774d0c3347d038299e83f2d6db65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e4c0a8-f7c9-4c95-8ab5-b606b397b8ed" -d '{"events": [{"server_uuid": "6a7f7efc-a0a0-4ad5-9627-107cac69b0c8", "name": "network-vif-deleted", "tag": "3986239f-dade-4de4-a3ba-9ecd2f4b9183"}]}' {{(pid=106207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:02:58.007908 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-4b724a01-0745-4447-8281-2c46f7b9d554 req-df693bac-d5f3-4ef6-b5e8-05818ce5eeb0 tempest-VolumesNegativeTest-97908648 tempest-VolumesNegativeTest-97908648-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6a7f7efc-a0a0-4ad5-9627-107cac69b0c8 HTTP/1.1" status: 200 len: 210 time: 0.0664134 Aug 30 01:02:58.016027 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd294b8-82a1-4e32-8a04-bcef3524b116 x-openstack-request-id: req-ecd294b8-82a1-4e32-8a04-bcef3524b116 {{(pid=106207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:02:58.016804 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a7f7efc-a0a0-4ad5-9627-107cac69b0c8", "name": "network-vif-deleted", "tag": "3986239f-dade-4de4-a3ba-9ecd2f4b9183", "status": "completed", "code": 200}]} {{(pid=106207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:02:58.017252 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ecd294b8-82a1-4e32-8a04-bcef3524b116 {{(pid=106207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:02:58.017991 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecd294b8-82a1-4e32-8a04-bcef3524b116'] response: {'server_uuid': '6a7f7efc-a0a0-4ad5-9627-107cac69b0c8', 'name': 'network-vif-deleted', 'tag': '3986239f-dade-4de4-a3ba-9ecd2f4b9183', 'status': 'completed', 'code': 200} Aug 30 01:02:58.606339 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d0835-e59f-4709-882a-b20c8b96ea17 req-684c8b99-fe97-48bf-b4cb-bba0c8acfe49 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:58.608515 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-3e1d0835-e59f-4709-882a-b20c8b96ea17 req-684c8b99-fe97-48bf-b4cb-bba0c8acfe49 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 945 time: 0.0487704 Aug 30 01:02:58.661160 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-3e1d0835-e59f-4709-882a-b20c8b96ea17 req-3902fc72-3a4c-4b28-bd6d-4985b7219fe0 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465615 Aug 30 01:02:59.797339 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b406abf-e001-4c62-9006-36a93b4a379e req-818ea5e5-4188-4a92-ae4f-a5579a5f3525 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:59.805238 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-0b406abf-e001-4c62-9006-36a93b4a379e req-818ea5e5-4188-4a92-ae4f-a5579a5f3525 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 945 time: 0.0594778 Aug 30 01:02:59.859837 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-0b406abf-e001-4c62-9006-36a93b4a379e req-ead9d513-d693-49d5-92bf-9ec62bcb60fa tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533800 Aug 30 01:03:01.019749 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab52c0c0-db06-4f3c-a782-62d9f416a1cd req-18801661-dec2-4616-a9b6-fe0d22cef62a tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:01.026762 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-ab52c0c0-db06-4f3c-a782-62d9f416a1cd req-18801661-dec2-4616-a9b6-fe0d22cef62a tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 945 time: 0.0736675 Aug 30 01:03:01.090549 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-ab52c0c0-db06-4f3c-a782-62d9f416a1cd req-15ef6a75-e287-48e7-a01a-7d3b3097703d tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580049 Aug 30 01:03:01.116385 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 48398) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:03:01.234965 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-58e51da2-8950-4f68-bc74-3499118f0e65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:01.320029 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-58e51da2-8950-4f68-bc74-3499118f0e65 admin admin] Publish callbacks [] for security_group (bfced363-9c8d-4dbd-9fa1-51cddfa4411c), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:01.324490 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-58e51da2-8950-4f68-bc74-3499118f0e65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (bfced363-9c8d-4dbd-9fa1-51cddfa4411c), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:01.363801 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e51da2-8950-4f68-bc74-3499118f0e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfced363-9c8d-4dbd-9fa1-51cddfa4411c,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:01.370850 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-58e51da2-8950-4f68-bc74-3499118f0e65 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=833c90525bc845d0b88393a6d003d2d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2534082 Aug 30 01:03:01.371166 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 48402) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:03:01.411206 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:01.442538 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-8a43e6ff-498a-4519-95c8-618bc0d6d879 admin admin] Publish callbacks [] for security_group (bfced363-9c8d-4dbd-9fa1-51cddfa4411c), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:01.465058 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-8a43e6ff-498a-4519-95c8-618bc0d6d879 admin admin] Publish callbacks [] for security_group (bfced363-9c8d-4dbd-9fa1-51cddfa4411c), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:01.516646 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-8a43e6ff-498a-4519-95c8-618bc0d6d879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (bfced363-9c8d-4dbd-9fa1-51cddfa4411c), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:01.519537 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-8a43e6ff-498a-4519-95c8-618bc0d6d879 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:01.520806 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-8a43e6ff-498a-4519-95c8-618bc0d6d879 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/bfced363-9c8d-4dbd-9fa1-51cddfa4411c HTTP/1.1" status: 204 len: 168 time: 0.1485100 Aug 30 01:03:01.530580 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a43e6ff-498a-4519-95c8-618bc0d6d879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfced363-9c8d-4dbd-9fa1-51cddfa4411c,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:02.260399 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e469684-9de5-400a-9842-b3a12d873fa7 req-214c7790-703c-48ca-824b-5199d9c0a0e5 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:02.262017 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-0e469684-9de5-400a-9842-b3a12d873fa7 req-214c7790-703c-48ca-824b-5199d9c0a0e5 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 945 time: 0.0739131 Aug 30 01:03:02.360325 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-0e469684-9de5-400a-9842-b3a12d873fa7 req-988dafec-5e95-48c3-b918-282bd2ed2925 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915942 Aug 30 01:03:02.469761 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device 3986239f-dade-4de4-a3ba-9ecd2f4b9183 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:03:02.493534 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] No Port match for: 3986239f-dade-4de4-a3ba-9ecd2f4b9183 {{(pid=106208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:03:02.494532 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device 3986239f-dade-4de4-a3ba-9ecd2f4b9183 not bound to the agent host hv-cinder-81514 {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:03:03.508572 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f137f7d-b062-4db0-879d-522749060498 req-4c0e413a-47b8-4c19-b274-3447981dbdb8 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:03.510249 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-3f137f7d-b062-4db0-879d-522749060498 req-4c0e413a-47b8-4c19-b274-3447981dbdb8 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 945 time: 0.0523725 Aug 30 01:03:03.572737 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-3f137f7d-b062-4db0-879d-522749060498 req-2a2114e9-0f4c-45b7-8a6c-93511c04acd2 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529687 Aug 30 01:03:04.701478 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:04.764413 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0fabc6-9e68-4485-8566-daac850a235f req-6191b65c-8174-4a24-be22-6be91f9053d1 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:04.766978 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-8a0fabc6-9e68-4485-8566-daac850a235f req-6191b65c-8174-4a24-be22-6be91f9053d1 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 945 time: 0.0746694 Aug 30 01:03:04.836944 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-8a0fabc6-9e68-4485-8566-daac850a235f req-6f657274-f4b8-4565-a3af-9abf00cd1692 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593164 Aug 30 01:03:05.621790 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=3 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:05.969043 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e3357-4b84-4e63-9a3f-cf8c03a0a6a5 req-1bd83e36-d2d7-4f00-bfee-4ccc3b0b7225 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:05.970682 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-4d2e3357-4b84-4e63-9a3f-cf8c03a0a6a5 req-1bd83e36-d2d7-4f00-bfee-4ccc3b0b7225 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 945 time: 0.0502646 Aug 30 01:03:06.023277 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-4d2e3357-4b84-4e63-9a3f-cf8c03a0a6a5 req-1206ed36-f7ee-49b7-b893-a77ab52ae2ba tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466106 Aug 30 01:03:07.381325 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca1885-4929-481e-9490-1f6c675fd87c req-091bd23c-f4eb-45a9-a6c4-4cbcdbf00fb5 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:07.393829 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-00ca1885-4929-481e-9490-1f6c675fd87c req-091bd23c-f4eb-45a9-a6c4-4cbcdbf00fb5 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 945 time: 0.0908511 Aug 30 01:03:07.466360 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-00ca1885-4929-481e-9490-1f6c675fd87c req-5287bffa-f890-460a-a010-805bd3f39e7b tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707560 Aug 30 01:03:07.558203 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc03f9-eaaf-47c1-b1c3-a38a2ca8eb73 req-0e6c7144-3de3-4a31-9407-81c74211270e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:07.559907 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-91fc03f9-eaaf-47c1-b1c3-a38a2ca8eb73 req-0e6c7144-3de3-4a31-9407-81c74211270e service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 1129 time: 0.0539708 Aug 30 01:03:07.608304 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:07.628682 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-91fc03f9-eaaf-47c1-b1c3-a38a2ca8eb73 req-95a4d5dd-cbcf-439d-8fbe-d8b29013806f service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602779 Aug 30 01:03:08.682134 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a458d37-98e6-4b73-88c6-e8522c82852c req-d565056f-5cb5-4cf9-a7b7-c145ff8d7ce2 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:08.685437 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-6a458d37-98e6-4b73-88c6-e8522c82852c req-d565056f-5cb5-4cf9-a7b7-c145ff8d7ce2 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 945 time: 0.0913079 Aug 30 01:03:08.793403 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-6a458d37-98e6-4b73-88c6-e8522c82852c req-19e8181d-0c83-46b2-a345-b09f73276620 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021414 Aug 30 01:03:08.959370 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-28c99a03-3fa4-4e98-b548-45dcff8c6f3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (fba0026e-8830-42b0-8a12-2be2a1203730), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:09.953534 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ad141-2712-4a02-a1ee-7bd1a6a6fe3c req-beae2330-c887-455d-ba71-82af7c56a02e tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:09.955413 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e92ad141-2712-4a02-a1ee-7bd1a6a6fe3c req-beae2330-c887-455d-ba71-82af7c56a02e tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 945 time: 0.0679483 Aug 30 01:03:10.165727 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e92ad141-2712-4a02-a1ee-7bd1a6a6fe3c req-e0142e1c-ac4c-43a4-b046-38027971733b tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005668 Aug 30 01:03:10.366033 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8146c529-2650-4e3f-98a1-eede234d7177 req-1421c3b4-e919-49bd-aeef-992cc2eb94d8 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:10.367593 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-8146c529-2650-4e3f-98a1-eede234d7177 req-1421c3b4-e919-49bd-aeef-992cc2eb94d8 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=12338ddc-349d-4f0b-b6d8-4bb83f19e320 HTTP/1.1" status: 200 len: 946 time: 0.0623236 Aug 30 01:03:10.394998 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:10.427328 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-8146c529-2650-4e3f-98a1-eede234d7177 req-4119db12-3b9d-46a2-bb9a-df531b8d84be tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525737 Aug 30 01:03:11.304255 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-4bb2a4a3-0a1b-470a-b3e7-b38383e76ba1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (613dbf26-5731-4391-8a29-3c5185f7ed3f), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:11.359352 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=47,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:11.361341 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=54,neutron:DELETE=5,neutron:INSERT=5 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:11.404235 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 48854) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:03:11.535341 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-65507903-b4c4-4047-99f2-d97e3554bdd0 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=8a8b8077287845c1815a82a8fdbf51b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1299055 Aug 30 01:03:11.537938 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 48858) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:03:11.586344 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-aa2de3a4-41f5-4d4b-8d7d-05e84b063696 admin admin] Publish callbacks [] for security_group (4ea8bc99-270d-4355-8284-f6823e15fec4), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:11.608912 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-aa2de3a4-41f5-4d4b-8d7d-05e84b063696 admin admin] Publish callbacks [] for security_group (4ea8bc99-270d-4355-8284-f6823e15fec4), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:11.658874 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-aa2de3a4-41f5-4d4b-8d7d-05e84b063696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (4ea8bc99-270d-4355-8284-f6823e15fec4), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:11.661389 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-aa2de3a4-41f5-4d4b-8d7d-05e84b063696 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:11.662522 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-aa2de3a4-41f5-4d4b-8d7d-05e84b063696 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/4ea8bc99-270d-4355-8284-f6823e15fec4 HTTP/1.1" status: 204 len: 168 time: 0.1235805 Aug 30 01:03:11.672556 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2de3a4-41f5-4d4b-8d7d-05e84b063696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea8bc99-270d-4355-8284-f6823e15fec4,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:11.681747 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2de3a4-41f5-4d4b-8d7d-05e84b063696 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:03:11.682091 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2de3a4-41f5-4d4b-8d7d-05e84b063696 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:03:11.682428 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2de3a4-41f5-4d4b-8d7d-05e84b063696 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:03:11.682761 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2de3a4-41f5-4d4b-8d7d-05e84b063696 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:03:11.683086 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2de3a4-41f5-4d4b-8d7d-05e84b063696 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:03:11.683410 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2de3a4-41f5-4d4b-8d7d-05e84b063696 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:03:11.683733 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2de3a4-41f5-4d4b-8d7d-05e84b063696 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:03:11.684050 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2de3a4-41f5-4d4b-8d7d-05e84b063696 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:03:11.685039 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2de3a4-41f5-4d4b-8d7d-05e84b063696 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:03:11.685694 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2de3a4-41f5-4d4b-8d7d-05e84b063696 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:03:11.685804 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2de3a4-41f5-4d4b-8d7d-05e84b063696 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:03:11.686215 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2de3a4-41f5-4d4b-8d7d-05e84b063696 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:03:11.686669 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2de3a4-41f5-4d4b-8d7d-05e84b063696 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:03:11.687078 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2de3a4-41f5-4d4b-8d7d-05e84b063696 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:03:11.687540 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2de3a4-41f5-4d4b-8d7d-05e84b063696 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:03:12.319557 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 48894) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:03:12.414875 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [None req-db877d19-bed5-4063-9b0b-01aa70fd7d5f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-428767255-network', 'tenant_id': 'fca43fd867154911badb413c7046befd'}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:03:12.436078 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db877d19-bed5-4063-9b0b-01aa70fd7d5f admin admin] Made reservation on behalf of fca43fd867154911badb413c7046befd for: {'network': 1} {{(pid=106206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:03:12.438448 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-db877d19-bed5-4063-9b0b-01aa70fd7d5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for network (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:12.446861 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-db877d19-bed5-4063-9b0b-01aa70fd7d5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:12.501669 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-25c1dd7e-d974-443e-806e-f641d8bbb77b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (0cb86657-2da7-42ea-bd2c-d65472391dc8), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:12.524570 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-db877d19-bed5-4063-9b0b-01aa70fd7d5f admin admin] Publish callbacks [] for security_group (b59c982d-07c8-4d82-875f-5f1283f0518a), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:12.528842 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-db877d19-bed5-4063-9b0b-01aa70fd7d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (b59c982d-07c8-4d82-875f-5f1283f0518a), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:12.557143 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db877d19-bed5-4063-9b0b-01aa70fd7d5f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1085} {{(pid=106206) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 01:03:12.563646 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db877d19-bed5-4063-9b0b-01aa70fd7d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b59c982d-07c8-4d82-875f-5f1283f0518a,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:12.575713 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-db877d19-bed5-4063-9b0b-01aa70fd7d5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879481'] for segment (a07f57a2-5cfa-489d-867c-66fce265e4e3), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:12.576056 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.db.segments_db [None req-db877d19-bed5-4063-9b0b-01aa70fd7d5f admin admin] Added segment a07f57a2-5cfa-489d-867c-66fce265e4e3 of type vlan for network 333b25f5-148a-49b1-825d-7793a1ea673e Aug 30 01:03:12.577915 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db877d19-bed5-4063-9b0b-01aa70fd7d5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:03:12.578264 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db877d19-bed5-4063-9b0b-01aa70fd7d5f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:03:12.578618 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db877d19-bed5-4063-9b0b-01aa70fd7d5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:03:12.578960 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db877d19-bed5-4063-9b0b-01aa70fd7d5f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:03:12.579289 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db877d19-bed5-4063-9b0b-01aa70fd7d5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:03:12.579618 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db877d19-bed5-4063-9b0b-01aa70fd7d5f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:03:12.579941 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db877d19-bed5-4063-9b0b-01aa70fd7d5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:03:12.580259 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db877d19-bed5-4063-9b0b-01aa70fd7d5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:03:12.580657 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db877d19-bed5-4063-9b0b-01aa70fd7d5f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:03:12.580976 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db877d19-bed5-4063-9b0b-01aa70fd7d5f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:03:12.581321 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db877d19-bed5-4063-9b0b-01aa70fd7d5f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:03:12.581640 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db877d19-bed5-4063-9b0b-01aa70fd7d5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:03:12.581957 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db877d19-bed5-4063-9b0b-01aa70fd7d5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:03:12.582272 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db877d19-bed5-4063-9b0b-01aa70fd7d5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:03:12.582588 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db877d19-bed5-4063-9b0b-01aa70fd7d5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:03:12.625601 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-db877d19-bed5-4063-9b0b-01aa70fd7d5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737867601237'] for network (333b25f5-148a-49b1-825d-7793a1ea673e), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:12.651549 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-db877d19-bed5-4063-9b0b-01aa70fd7d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16316755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197'] for network (333b25f5-148a-49b1-825d-7793a1ea673e), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:12.652773 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db877d19-bed5-4063-9b0b-01aa70fd7d5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:12.654011 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-db877d19-bed5-4063-9b0b-01aa70fd7d5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282183'] for network (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:12.713909 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-db877d19-bed5-4063-9b0b-01aa70fd7d5f admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3931389 Aug 30 01:03:12.717204 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 48900) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:03:12.723740 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [None req-cabb95b9-680b-4420-9ed9-acfaea0a7451 admin admin] Request body: {'subnet': {'network_id': '333b25f5-148a-49b1-825d-7793a1ea673e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-428767255-subnet', 'tenant_id': 'fca43fd867154911badb413c7046befd', 'ip_version': 4}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:03:12.730147 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db877d19-bed5-4063-9b0b-01aa70fd7d5f admin admin] Pushing event updated for resources: {'Network': ['ID=333b25f5-148a-49b1-825d-7793a1ea673e,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:12.740098 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Network 333b25f5-148a-49b1-825d-7793a1ea673e details requested by agent ovs-agent-dv-cinder-815146-13-iscsi with host dv-cinder-815146-13-iscsi {{(pid=106208) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 01:03:12.746501 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cabb95b9-680b-4420-9ed9-acfaea0a7451 admin admin] Made reservation on behalf of fca43fd867154911badb413c7046befd for: {'subnet': 1} {{(pid=106206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:03:12.749009 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-cabb95b9-680b-4420-9ed9-acfaea0a7451 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13728826'] for subnet (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:12.923756 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-cabb95b9-680b-4420-9ed9-acfaea0a7451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14283908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13728812'] for subnet (116e9a9f-9110-41be-b1cb-3b04317f52eb), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:12.985178 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabb95b9-680b-4420-9ed9-acfaea0a7451 admin admin] Pushing event updated for resources: {'Subnet': ['ID=116e9a9f-9110-41be-b1cb-3b04317f52eb,revision_number=0']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:12.994809 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabb95b9-680b-4420-9ed9-acfaea0a7451 admin admin] Checking segment: {'id': 'a07f57a2-5cfa-489d-867c-66fce265e4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '333b25f5-148a-49b1-825d-7793a1ea673e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:03:12.995170 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabb95b9-680b-4420-9ed9-acfaea0a7451 admin admin] Network hostable DHCP agents. Network: 333b25f5-148a-49b1-825d-7793a1ea673e, hostable agents: ['fba0026e-8830-42b0-8a12-2be2a1203730'], hosted agents: [] {{(pid=106206) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 01:03:13.011967 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabb95b9-680b-4420-9ed9-acfaea0a7451 admin admin] Network 333b25f5-148a-49b1-825d-7793a1ea673e is scheduled to be hosted by DHCP agent fba0026e-8830-42b0-8a12-2be2a1203730 with binding_index 1 {{(pid=106206) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 01:03:13.020544 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.base_scheduler [None req-cabb95b9-680b-4420-9ed9-acfaea0a7451 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-13-iscsi, 333b25f5-148a-49b1-825d-7793a1ea673e) {{(pid=106206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:03:13.024690 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabb95b9-680b-4420-9ed9-acfaea0a7451 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:13.025367 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-cabb95b9-680b-4420-9ed9-acfaea0a7451 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282183'] for subnet (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:13.030058 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa18d685-a4e3-4e25-bbea-5477938a558d None None] Network 333b25f5-148a-49b1-825d-7793a1ea673e requested from dv-cinder-815146-13-iscsi {{(pid=106208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:03:13.041779 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-cabb95b9-680b-4420-9ed9-acfaea0a7451 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3235354 Aug 30 01:03:13.044896 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 48906) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:03:13.049218 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [None req-7e751e93-1e4c-4b9f-b402-eb02e28e8c00 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-428767255-router', 'tenant_id': 'fca43fd867154911badb413c7046befd', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb'}}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:03:13.070130 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-7e751e93-1e4c-4b9f-b402-eb02e28e8c00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16469197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61039'] for router (c519ccb1-6307-4853-80e6-d4726775bd28), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:13.071184 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-7e751e93-1e4c-4b9f-b402-eb02e28e8c00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16467696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16461524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16397380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61028'] for router (c519ccb1-6307-4853-80e6-d4726775bd28), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:13.075431 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:13.083541 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:13.136429 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749a1a21-a489-4889-8c40-6f597e274c90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp060cecbc-5a04-5e81-8619-a9cce68dc16f-333b25f5-148a-49b1-825d-7793a1ea673e', 'network_id': '333b25f5-148a-49b1-825d-7793a1ea673e', 'project_id': 'fca43fd867154911badb413c7046befd', 'fixed_ips': [{'subnet_id': '116e9a9f-9110-41be-b1cb-3b04317f52eb'}]}} from dv-cinder-815146-13-iscsi. {{(pid=106208) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 01:03:13.138137 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-749a1a21-a489-4889-8c40-6f597e274c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:13.139305 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-7e751e93-1e4c-4b9f-b402-eb02e28e8c00 admin admin] Publish callbacks [] for router_controller (c519ccb1-6307-4853-80e6-d4726775bd28), precommit_add_association {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:13.276892 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-7e751e93-1e4c-4b9f-b402-eb02e28e8c00 admin admin] Publish callbacks [] for router_gateway (c519ccb1-6307-4853-80e6-d4726775bd28), precommit_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:13.279501 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.db_base_plugin_common [None req-749a1a21-a489-4889-8c40-6f597e274c90 None None] Allocated IP 172.20.0.2 (333b25f5-148a-49b1-825d-7793a1ea673e/116e9a9f-9110-41be-b1cb-3b04317f52eb/f11f2b0c-cfce-4816-bfe4-df76b5aca54f) {{(pid=106208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:03:13.447057 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:13.448637 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-749a1a21-a489-4889-8c40-6f597e274c90 None None] Publish callbacks [] for port (f11f2b0c-cfce-4816-bfe4-df76b5aca54f), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:13.455062 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-749a1a21-a489-4889-8c40-6f597e274c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737867580456'] for port (f11f2b0c-cfce-4816-bfe4-df76b5aca54f), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:13.489244 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:13.495520 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749a1a21-a489-4889-8c40-6f597e274c90 None None] Network 333b25f5-148a-49b1-825d-7793a1ea673e is already hosted by enough agents. {{(pid=106208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:03:13.499958 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.scheduler.base_scheduler [None req-749a1a21-a489-4889-8c40-6f597e274c90 None None] Resources bound (agent type, host, resource id): {{(pid=106208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:03:13.500710 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-7e751e93-1e4c-4b9f-b402-eb02e28e8c00 admin admin] Publish callbacks [] for router_gateway (c519ccb1-6307-4853-80e6-d4726775bd28), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:13.506287 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749a1a21-a489-4889-8c40-6f597e274c90 None None] Received port after_create {{(pid=106208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:03:13.509883 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749a1a21-a489-4889-8c40-6f597e274c90 None None] Pushing event updated for resources: {'Port': ['ID=f11f2b0c-cfce-4816-bfe4-df76b5aca54f,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:13.523273 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749a1a21-a489-4889-8c40-6f597e274c90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:03:13.523614 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749a1a21-a489-4889-8c40-6f597e274c90 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:03:13.523951 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749a1a21-a489-4889-8c40-6f597e274c90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:03:13.524284 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749a1a21-a489-4889-8c40-6f597e274c90 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:03:13.524614 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749a1a21-a489-4889-8c40-6f597e274c90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:03:13.524938 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749a1a21-a489-4889-8c40-6f597e274c90 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:03:13.525283 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749a1a21-a489-4889-8c40-6f597e274c90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:03:13.525601 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749a1a21-a489-4889-8c40-6f597e274c90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:03:13.525938 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749a1a21-a489-4889-8c40-6f597e274c90 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:03:13.526049 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-7e751e93-1e4c-4b9f-b402-eb02e28e8c00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:13.526262 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749a1a21-a489-4889-8c40-6f597e274c90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:03:13.526582 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749a1a21-a489-4889-8c40-6f597e274c90 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:03:13.526913 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749a1a21-a489-4889-8c40-6f597e274c90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:03:13.527234 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749a1a21-a489-4889-8c40-6f597e274c90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:03:13.527546 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749a1a21-a489-4889-8c40-6f597e274c90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:03:13.527880 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749a1a21-a489-4889-8c40-6f597e274c90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:03:13.580697 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [None req-749a1a21-a489-4889-8c40-6f597e274c90 None None] Attempting to bind port f11f2b0c-cfce-4816-bfe4-df76b5aca54f on host dv-cinder-815146-13-iscsi for vnic_type normal with profile {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:03:13.580966 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [None req-749a1a21-a489-4889-8c40-6f597e274c90 None None] Attempting to bind port f11f2b0c-cfce-4816-bfe4-df76b5aca54f by drivers openvswitch,hyperv on host dv-cinder-815146-13-iscsi at level 0 using segments [{'id': 'a07f57a2-5cfa-489d-867c-66fce265e4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '333b25f5-148a-49b1-825d-7793a1ea673e'}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:03:13.581354 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749a1a21-a489-4889-8c40-6f597e274c90 None None] Attempting to bind port f11f2b0c-cfce-4816-bfe4-df76b5aca54f on network 333b25f5-148a-49b1-825d-7793a1ea673e {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:03:13.586442 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749a1a21-a489-4889-8c40-6f597e274c90 None None] Checking agent: {'id': 'a0553951-7123-4403-ab2a-bb83048c1e52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 0, 53, 14), 'started_at': datetime.datetime(2022, 8, 30, 0, 53, 44), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:03:13.586808 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749a1a21-a489-4889-8c40-6f597e274c90 None None] Checking segment: {'id': 'a07f57a2-5cfa-489d-867c-66fce265e4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '333b25f5-148a-49b1-825d-7793a1ea673e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:03:13.587199 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-749a1a21-a489-4889-8c40-6f597e274c90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:13.587583 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749a1a21-a489-4889-8c40-6f597e274c90 None None] Bound using segment: {'id': 'a07f57a2-5cfa-489d-867c-66fce265e4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '333b25f5-148a-49b1-825d-7793a1ea673e'} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:03:13.588038 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [None req-749a1a21-a489-4889-8c40-6f597e274c90 None None] Bound port: f11f2b0c-cfce-4816-bfe4-df76b5aca54f, host: dv-cinder-815146-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a07f57a2-5cfa-489d-867c-66fce265e4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '333b25f5-148a-49b1-825d-7793a1ea673e'}}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:03:13.588412 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-749a1a21-a489-4889-8c40-6f597e274c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (f11f2b0c-cfce-4816-bfe4-df76b5aca54f), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:13.632659 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.db_base_plugin_common [None req-7e751e93-1e4c-4b9f-b402-eb02e28e8c00 admin admin] Allocated IP 172.27.4.46 (3021e9f0-0eb2-4779-9e8d-2d74d8c353fb/be7a67d1-0569-48bc-88e9-c2545720293d/c95263aa-656f-46aa-8e21-98579d43b4ae) {{(pid=106206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:03:13.648417 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-749a1a21-a489-4889-8c40-6f597e274c90 None None] For port f11f2b0c-cfce-4816-bfe4-df76b5aca54f, host dv-cinder-815146-13-iscsi, cleared binding levels {{(pid=106208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:03:13.651645 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-749a1a21-a489-4889-8c40-6f597e274c90 None None] For port f11f2b0c-cfce-4816-bfe4-df76b5aca54f, host dv-cinder-815146-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=f11f2b0c-cfce-4816-bfe4-df76b5aca54f,segment=NetworkSegment(a07f57a2-5cfa-489d-867c-66fce265e4e3),segment_id=a07f57a2-5cfa-489d-867c-66fce265e4e3)] {{(pid=106208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:03:13.658020 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-749a1a21-a489-4889-8c40-6f597e274c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (f11f2b0c-cfce-4816-bfe4-df76b5aca54f), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:13.714622 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749a1a21-a489-4889-8c40-6f597e274c90 None None] Pushing event updated for resources: {'Port': ['ID=f11f2b0c-cfce-4816-bfe4-df76b5aca54f,revision_number=2']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:13.748427 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-7e751e93-1e4c-4b9f-b402-eb02e28e8c00 admin admin] Publish callbacks [] for port (c95263aa-656f-46aa-8e21-98579d43b4ae), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:13.782803 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-7e751e93-1e4c-4b9f-b402-eb02e28e8c00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737867580456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14283316'] for port (c95263aa-656f-46aa-8e21-98579d43b4ae), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:13.825554 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e751e93-1e4c-4b9f-b402-eb02e28e8c00 admin admin] Network 3021e9f0-0eb2-4779-9e8d-2d74d8c353fb is already hosted by enough agents. {{(pid=106206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:03:13.831608 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.base_scheduler [None req-7e751e93-1e4c-4b9f-b402-eb02e28e8c00 admin admin] Resources bound (agent type, host, resource id): {{(pid=106206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:03:13.833789 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e751e93-1e4c-4b9f-b402-eb02e28e8c00 admin admin] Pushing event updated for resources: {'Port': ['ID=c95263aa-656f-46aa-8e21-98579d43b4ae,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:13.836065 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e751e93-1e4c-4b9f-b402-eb02e28e8c00 admin admin] Received port after_create {{(pid=106206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:03:13.909403 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (ec393def-3d84-45a3-8a6c-ed049d62fe0a), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:14.105478 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-035fe171-2dca-49fc-a74e-5e6f2a9e45a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (976597ea-a902-4e5f-8c76-25f81ae4fb08), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:14.168060 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:14.178871 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=87,neutron:UPDATE=6,neutron:INSERT=7 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:14.184889 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-7e751e93-1e4c-4b9f-b402-eb02e28e8c00 admin admin] Publish callbacks [] for router_gateway (c519ccb1-6307-4853-80e6-d4726775bd28), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:14.195660 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device f11f2b0c-cfce-4816-bfe4-df76b5aca54f up at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:03:14.297211 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (a0553951-7123-4403-ab2a-bb83048c1e52), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:14.298938 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Provisioning complete for port f11f2b0c-cfce-4816-bfe4-df76b5aca54f triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:03:14.299302 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (f11f2b0c-cfce-4816-bfe4-df76b5aca54f), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:14.400160 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Current status of the port f11f2b0c-cfce-4816-bfe4-df76b5aca54f is: DOWN; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:03:14.400450 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (f11f2b0c-cfce-4816-bfe4-df76b5aca54f), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:14.443571 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] For port f11f2b0c-cfce-4816-bfe4-df76b5aca54f, host dv-cinder-815146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=f11f2b0c-cfce-4816-bfe4-df76b5aca54f,segment=NetworkSegment(a07f57a2-5cfa-489d-867c-66fce265e4e3),segment_id=a07f57a2-5cfa-489d-867c-66fce265e4e3)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:03:14.454207 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (f11f2b0c-cfce-4816-bfe4-df76b5aca54f), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:14.489697 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-7e751e93-1e4c-4b9f-b402-eb02e28e8c00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16467624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16466237'] for router (c519ccb1-6307-4853-80e6-d4726775bd28), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:14.508939 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Pushing event updated for resources: {'Port': ['ID=f11f2b0c-cfce-4816-bfe4-df76b5aca54f,revision_number=3']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:14.630633 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e751e93-1e4c-4b9f-b402-eb02e28e8c00 admin admin] Router c519ccb1-6307-4853-80e6-d4726775bd28 is scheduled to L3 agent 613dbf26-5731-4391-8a29-3c5185f7ed3f with binding_index 1 {{(pid=106206) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 01:03:14.795986 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e751e93-1e4c-4b9f-b402-eb02e28e8c00 admin admin] Notify agent at l3_agent.dv-cinder-815146-13-iscsi the message routers_updated {{(pid=106206) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:03:14.812549 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b47798-cc36-4dc3-b073-c6c04963d0b4 None None] Sync routers for ids ['c519ccb1-6307-4853-80e6-d4726775bd28'] in dv-cinder-815146-13-iscsi {{(pid=106208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:03:14.823064 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-7e751e93-1e4c-4b9f-b402-eb02e28e8c00 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:14.825194 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-7e751e93-1e4c-4b9f-b402-eb02e28e8c00 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7785830 Aug 30 01:03:14.828698 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 48932) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:03:14.859753 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b47798-cc36-4dc3-b073-c6c04963d0b4 None None] Routers {'c519ccb1-6307-4853-80e6-d4726775bd28'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:03:14.860391 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-30b47798-cc36-4dc3-b073-c6c04963d0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:03:11Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['c519ccb1-6307-4853-80e6-d4726775bd28'], 'active': True} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:03:15.089945 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:15.127558 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvr_db [None req-30b47798-cc36-4dc3-b073-c6c04963d0b4 None None] Set router c519ccb1-6307-4853-80e6-d4726775bd28 gateway port host: dv-cinder-815146-13-iscsi {{(pid=106208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:03:15.156367 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ccf56f2-7a45-4d09-8236-b2a9f79feaa0 None None] Network 333b25f5-148a-49b1-825d-7793a1ea673e requested from dv-cinder-815146-13-iscsi {{(pid=106208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:03:15.284078 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-8fb5054d-5b9c-4f6f-921b-69a480d7014e None None] Provisioning complete for port f11f2b0c-cfce-4816-bfe4-df76b5aca54f triggered by entity DHCP. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:03:15.284490 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-8fb5054d-5b9c-4f6f-921b-69a480d7014e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (f11f2b0c-cfce-4816-bfe4-df76b5aca54f), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:15.361320 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:15.448738 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:15.620379 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-8fb5054d-5b9c-4f6f-921b-69a480d7014e None None] Current status of the port f11f2b0c-cfce-4816-bfe4-df76b5aca54f is: ACTIVE; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:03:15.634061 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a59e1f8-ddfe-4131-be89-a679777ec53b req-e4a4d81c-979a-41dd-bfb0-527aab166c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:15.635258 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-5a59e1f8-ddfe-4131-be89-a679777ec53b req-e4a4d81c-979a-41dd-bfb0-527aab166c7c service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=ceebbaa5dd9d4110a6393190c5b466f0&device_id=12338ddc-349d-4f0b-b6d8-4bb83f19e320 HTTP/1.1" status: 200 len: 1130 time: 0.1634426 Aug 30 01:03:15.647835 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-30b47798-cc36-4dc3-b073-c6c04963d0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c519ccb1-6307-4853-80e6-d4726775bd28', 'name': 'tempest-TestMinimumBasicScenario-428767255-router', 'tenant_id': 'fca43fd867154911badb413c7046befd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.46'}], 'enable_snat': True}, 'gw_port_id': 'c95263aa-656f-46aa-8e21-98579d43b4ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:03:13Z', 'updated_at': '2022-08-30T01:03:14Z', 'revision_number': 3, 'project_id': 'fca43fd867154911badb413c7046befd', 'gw_port': {'id': 'c95263aa-656f-46aa-8e21-98579d43b4ae', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c6:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c519ccb1-6307-4853-80e6-d4726775bd28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:13Z', 'updated_at': '2022-08-30T01:03:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi'}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:03:15.730363 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b47798-cc36-4dc3-b073-c6c04963d0b4 None None] Checking router: c519ccb1-6307-4853-80e6-d4726775bd28 for host: dv-cinder-815146-13-iscsi {{(pid=106208) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:03:15.730644 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b47798-cc36-4dc3-b073-c6c04963d0b4 None None] Updating router c519ccb1-6307-4853-80e6-d4726775bd28 port c95263aa-656f-46aa-8e21-98579d43b4ae binding host dv-cinder-815146-13-iscsi {{(pid=106208) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 01:03:15.770924 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3058513-5bb2-4684-b530-eabbe3362f2a req-509d36cc-961d-48f8-aa34-3d3cfa30096f tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:15.779331 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-c3058513-5bb2-4684-b530-eabbe3362f2a req-509d36cc-961d-48f8-aa34-3d3cfa30096f tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=12338ddc-349d-4f0b-b6d8-4bb83f19e320 HTTP/1.1" status: 200 len: 946 time: 0.2647922 Aug 30 01:03:15.790710 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-30b47798-cc36-4dc3-b073-c6c04963d0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (c95263aa-656f-46aa-8e21-98579d43b4ae), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:15.908989 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-99a6ca87-b8cc-46ec-a375-e90d00d8920d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:15.997581 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-c3058513-5bb2-4684-b530-eabbe3362f2a req-11637168-58ce-427d-bcb4-0ca2937bed1f tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548893 Aug 30 01:03:16.008494 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a59e1f8-ddfe-4131-be89-a679777ec53b req-7a26a843-541b-4a2e-9c1c-463b1ab39a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:16.011428 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-5a59e1f8-ddfe-4131-be89-a679777ec53b req-7a26a843-541b-4a2e-9c1c-463b1ab39a5c service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=5ee6ec53-bf26-4fab-b55f-62bd4221ec41 HTTP/1.1" status: 200 len: 920 time: 0.3603549 Aug 30 01:03:16.161652 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device f11f2b0c-cfce-4816-bfe4-df76b5aca54f up at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:03:16.179318 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-68acb91b-8af8-427e-ad85-8304a1b3b959 None None] Provisioning complete for port f11f2b0c-cfce-4816-bfe4-df76b5aca54f triggered by entity DHCP. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:03:16.183401 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-68acb91b-8af8-427e-ad85-8304a1b3b959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (f11f2b0c-cfce-4816-bfe4-df76b5aca54f), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:16.291506 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.db_base_plugin_common [None req-99a6ca87-b8cc-46ec-a375-e90d00d8920d admin admin] Allocated IP 172.20.0.1 (333b25f5-148a-49b1-825d-7793a1ea673e/116e9a9f-9110-41be-b1cb-3b04317f52eb/e10d3e45-1218-4a9e-9db3-23014aba0708) {{(pid=106207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:03:16.451610 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-99a6ca87-b8cc-46ec-a375-e90d00d8920d admin admin] Publish callbacks [] for port (e10d3e45-1218-4a9e-9db3-23014aba0708), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:16.490254 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:16.492949 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:16.552699 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-99a6ca87-b8cc-46ec-a375-e90d00d8920d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737867580456'] for port (e10d3e45-1218-4a9e-9db3-23014aba0708), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:16.565335 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Provisioning complete for port f11f2b0c-cfce-4816-bfe4-df76b5aca54f triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:03:16.565713 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (f11f2b0c-cfce-4816-bfe4-df76b5aca54f), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:16.642097 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-5a59e1f8-ddfe-4131-be89-a679777ec53b req-1660ee22-5b17-4f68-aabe-725e30b970be service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d60f2857-a480-4c65-88cc-9e8dd6a7cbf4 HTTP/1.1" status: 200 len: 217 time: 0.1474290 Aug 30 01:03:16.665501 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-68acb91b-8af8-427e-ad85-8304a1b3b959 None None] Current status of the port f11f2b0c-cfce-4816-bfe4-df76b5aca54f is: ACTIVE; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:03:16.711509 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e36db0-994f-48dd-99f7-07d9cd9f3496 req-6864977d-c93f-4224-8d74-bd58b3e93509 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:16.713296 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-13e36db0-994f-48dd-99f7-07d9cd9f3496 req-6864977d-c93f-4224-8d74-bd58b3e93509 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b59fedac-4fcb-47a8-8187-0a331d499fd2 HTTP/1.1" status: 200 len: 945 time: 0.2177048 Aug 30 01:03:16.737457 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-30b47798-cc36-4dc3-b073-c6c04963d0b4 None None] Publish callbacks [] for port (c95263aa-656f-46aa-8e21-98579d43b4ae), precommit_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:16.742103 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a6ca87-b8cc-46ec-a375-e90d00d8920d admin admin] Pushing event updated for resources: {'Port': ['ID=e10d3e45-1218-4a9e-9db3-23014aba0708,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:16.776530 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-30b47798-cc36-4dc3-b073-c6c04963d0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (c95263aa-656f-46aa-8e21-98579d43b4ae), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:16.831833 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [None req-30b47798-cc36-4dc3-b073-c6c04963d0b4 None None] Attempting to bind port c95263aa-656f-46aa-8e21-98579d43b4ae on host dv-cinder-815146-13-iscsi for vnic_type normal with profile {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:03:16.832200 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [None req-30b47798-cc36-4dc3-b073-c6c04963d0b4 None None] Attempting to bind port c95263aa-656f-46aa-8e21-98579d43b4ae by drivers openvswitch,hyperv on host dv-cinder-815146-13-iscsi at level 0 using segments [{'id': '61a0af84-c6da-4606-8f1e-ec0a95f9a2d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb'}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:03:16.832755 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b47798-cc36-4dc3-b073-c6c04963d0b4 None None] Attempting to bind port c95263aa-656f-46aa-8e21-98579d43b4ae on network 3021e9f0-0eb2-4779-9e8d-2d74d8c353fb {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:03:16.837147 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Current status of the port f11f2b0c-cfce-4816-bfe4-df76b5aca54f is: ACTIVE; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:03:16.849714 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b47798-cc36-4dc3-b073-c6c04963d0b4 None None] Checking agent: {'id': 'a0553951-7123-4403-ab2a-bb83048c1e52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 0, 53, 14), 'started_at': datetime.datetime(2022, 8, 30, 0, 53, 44), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:03:16.850137 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b47798-cc36-4dc3-b073-c6c04963d0b4 None None] Checking segment: {'id': '61a0af84-c6da-4606-8f1e-ec0a95f9a2d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:03:16.850512 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-30b47798-cc36-4dc3-b073-c6c04963d0b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:16.850940 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b47798-cc36-4dc3-b073-c6c04963d0b4 None None] Bound using segment: {'id': '61a0af84-c6da-4606-8f1e-ec0a95f9a2d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb'} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:03:16.851524 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [None req-30b47798-cc36-4dc3-b073-c6c04963d0b4 None None] Bound port: c95263aa-656f-46aa-8e21-98579d43b4ae, host: dv-cinder-815146-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61a0af84-c6da-4606-8f1e-ec0a95f9a2d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb'}}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:03:16.851803 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-30b47798-cc36-4dc3-b073-c6c04963d0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (c95263aa-656f-46aa-8e21-98579d43b4ae), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:16.880535 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391a7bab-082d-42c2-81a6-c65273c3f70c None None] Pushing event updated for resources: {'Port': ['ID=c95263aa-656f-46aa-8e21-98579d43b4ae,revision_number=2']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:16.884511 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:16.920074 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-30b47798-cc36-4dc3-b073-c6c04963d0b4 None None] For port c95263aa-656f-46aa-8e21-98579d43b4ae, host dv-cinder-815146-13-iscsi, cleared binding levels {{(pid=106208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:03:16.923925 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-30b47798-cc36-4dc3-b073-c6c04963d0b4 None None] For port c95263aa-656f-46aa-8e21-98579d43b4ae, host dv-cinder-815146-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=c95263aa-656f-46aa-8e21-98579d43b4ae,segment=NetworkSegment(61a0af84-c6da-4606-8f1e-ec0a95f9a2d1),segment_id=61a0af84-c6da-4606-8f1e-ec0a95f9a2d1)] {{(pid=106208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:03:16.934765 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-30b47798-cc36-4dc3-b073-c6c04963d0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (c95263aa-656f-46aa-8e21-98579d43b4ae), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:16.979024 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b47798-cc36-4dc3-b073-c6c04963d0b4 None None] Routers {'c519ccb1-6307-4853-80e6-d4726775bd28'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:03:16.979886 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-30b47798-cc36-4dc3-b073-c6c04963d0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:03:11Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['c519ccb1-6307-4853-80e6-d4726775bd28'], 'active': True} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:03:17.034078 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391a7bab-082d-42c2-81a6-c65273c3f70c None None] Pushing event updated for resources: {'Port': ['ID=c95263aa-656f-46aa-8e21-98579d43b4ae,revision_number=3']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:17.050364 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:17.107509 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a6ca87-b8cc-46ec-a375-e90d00d8920d admin admin] Network 333b25f5-148a-49b1-825d-7793a1ea673e is already hosted by enough agents. {{(pid=106207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:03:17.119232 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.base_scheduler [None req-99a6ca87-b8cc-46ec-a375-e90d00d8920d admin admin] Resources bound (agent type, host, resource id): {{(pid=106207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:03:17.127196 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvr_db [None req-30b47798-cc36-4dc3-b073-c6c04963d0b4 None None] Set router c519ccb1-6307-4853-80e6-d4726775bd28 gateway port host: dv-cinder-815146-13-iscsi {{(pid=106208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:03:17.127422 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a6ca87-b8cc-46ec-a375-e90d00d8920d admin admin] Received port after_create {{(pid=106207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:03:17.128055 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-99a6ca87-b8cc-46ec-a375-e90d00d8920d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16467289'] for router_interface (c519ccb1-6307-4853-80e6-d4726775bd28), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:17.370115 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a59e1f8-ddfe-4131-be89-a679777ec53b req-64228421-eb81-440a-aeb8-18b9a1bd9251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:17.372165 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-5a59e1f8-ddfe-4131-be89-a679777ec53b req-64228421-eb81-440a-aeb8-18b9a1bd9251 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=4a91c71a-9152-4bb3-bae3-f34c8bf8c47c HTTP/1.1" status: 200 len: 857 time: 0.6751432 Aug 30 01:03:17.388512 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-13e36db0-994f-48dd-99f7-07d9cd9f3496 req-ecbe3f34-ef54-4d9e-b7e1-f85c7a16336e tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cf795692-07ba-4120-b253-28f50a651d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6424367 Aug 30 01:03:17.394136 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-30b47798-cc36-4dc3-b073-c6c04963d0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c519ccb1-6307-4853-80e6-d4726775bd28', 'name': 'tempest-TestMinimumBasicScenario-428767255-router', 'tenant_id': 'fca43fd867154911badb413c7046befd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.46'}], 'enable_snat': True}, 'gw_port_id': 'c95263aa-656f-46aa-8e21-98579d43b4ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:03:13Z', 'updated_at': '2022-08-30T01:03:14Z', 'revision_number': 3, 'project_id': 'fca43fd867154911badb413c7046befd', 'gw_port': {'id': 'c95263aa-656f-46aa-8e21-98579d43b4ae', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c6:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c519ccb1-6307-4853-80e6-d4726775bd28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:13Z', 'updated_at': '2022-08-30T01:03:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi'}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:03:17.437476 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b47798-cc36-4dc3-b073-c6c04963d0b4 None None] The sync data for ids ['c519ccb1-6307-4853-80e6-d4726775bd28'] in dv-cinder-815146-13-iscsi is: [{'id': 'c519ccb1-6307-4853-80e6-d4726775bd28', 'name': 'tempest-TestMinimumBasicScenario-428767255-router', 'tenant_id': 'fca43fd867154911badb413c7046befd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.46'}], 'enable_snat': True}, 'gw_port_id': 'c95263aa-656f-46aa-8e21-98579d43b4ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:03:13Z', 'updated_at': '2022-08-30T01:03:14Z', 'revision_number': 3, 'project_id': 'fca43fd867154911badb413c7046befd', 'gw_port': {'id': 'c95263aa-656f-46aa-8e21-98579d43b4ae', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c6:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c519ccb1-6307-4853-80e6-d4726775bd28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:13Z', 'updated_at': '2022-08-30T01:03:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi'}] {{(pid=106208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:03:17.465140 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32c853c-8aec-450d-95ba-4679ad9d8b28 req-6bf1d74b-7e6d-4efd-8504-e31e8a4cadba tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:17.478504 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-c32c853c-8aec-450d-95ba-4679ad9d8b28 req-6bf1d74b-7e6d-4efd-8504-e31e8a4cadba tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=12338ddc-349d-4f0b-b6d8-4bb83f19e320 HTTP/1.1" status: 200 len: 946 time: 0.3545389 Aug 30 01:03:17.495895 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-2f1cd944-3241-4aae-85aa-9d7e3db51c0c None None] Provisioning complete for port e10d3e45-1218-4a9e-9db3-23014aba0708 triggered by entity DHCP. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:03:17.496279 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-2f1cd944-3241-4aae-85aa-9d7e3db51c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (e10d3e45-1218-4a9e-9db3-23014aba0708), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:17.520339 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-11eaebb5-fb3a-45e5-88c7-526d88f92988 req-29d69762-de72-46b4-a777-28c31ba37569 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2600753 Aug 30 01:03:17.553299 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-2f1cd944-3241-4aae-85aa-9d7e3db51c0c None None] Port e10d3e45-1218-4a9e-9db3-23014aba0708 cannot update to ACTIVE because it is not bound. {{(pid=106208) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:03:17.560873 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a59e1f8-ddfe-4131-be89-a679777ec53b req-696b1292-feab-4497-a591-9feb8289008b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:17.562442 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-5a59e1f8-ddfe-4131-be89-a679777ec53b req-696b1292-feab-4497-a591-9feb8289008b service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=5ee6ec53-bf26-4fab-b55f-62bd4221ec41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1788199 Aug 30 01:03:17.618284 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eaebb5-fb3a-45e5-88c7-526d88f92988 req-e5e6f421-ed68-4e2a-9528-35a2ffcf7ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:17.619871 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-11eaebb5-fb3a-45e5-88c7-526d88f92988 req-e5e6f421-ed68-4e2a-9528-35a2ffcf7ebc service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=ceebbaa5dd9d4110a6393190c5b466f0&device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 1129 time: 0.0681324 Aug 30 01:03:17.621321 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-99a6ca87-b8cc-46ec-a375-e90d00d8920d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (e10d3e45-1218-4a9e-9db3-23014aba0708), before_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:17.821439 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:17.985143 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-c32c853c-8aec-450d-95ba-4679ad9d8b28 req-92c7764d-cd1f-4077-b4fe-67d11436b35f tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4565852 Aug 30 01:03:18.190662 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eaebb5-fb3a-45e5-88c7-526d88f92988 req-d688bf24-4417-47f0-8ae2-bf38ec7cefb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:18.202852 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-11eaebb5-fb3a-45e5-88c7-526d88f92988 req-d688bf24-4417-47f0-8ae2-bf38ec7cefb8 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=5ee6ec53-bf26-4fab-b55f-62bd4221ec41 HTTP/1.1" status: 200 len: 920 time: 0.5397897 Aug 30 01:03:18.285419 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device c95263aa-656f-46aa-8e21-98579d43b4ae up at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:03:18.392384 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Provisioning complete for port c95263aa-656f-46aa-8e21-98579d43b4ae triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:03:18.392910 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-11eaebb5-fb3a-45e5-88c7-526d88f92988 req-197c6bec-1543-4dc1-9b1e-ca59d34d4df3 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77835519-6f8f-47e8-9710-2b48c7087257 HTTP/1.1" status: 200 len: 217 time: 0.1760752 Aug 30 01:03:18.393147 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (c95263aa-656f-46aa-8e21-98579d43b4ae), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:18.540735 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-5a59e1f8-ddfe-4131-be89-a679777ec53b req-077718ff-841b-4db7-a5bd-a61d7f258d03 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/5ee6ec53-bf26-4fab-b55f-62bd4221ec41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9668388 Aug 30 01:03:18.589377 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Current status of the port c95263aa-656f-46aa-8e21-98579d43b4ae is: DOWN; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:03:18.589920 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (c95263aa-656f-46aa-8e21-98579d43b4ae), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:18.626723 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] For port c95263aa-656f-46aa-8e21-98579d43b4ae, host dv-cinder-815146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=c95263aa-656f-46aa-8e21-98579d43b4ae,segment=NetworkSegment(61a0af84-c6da-4606-8f1e-ec0a95f9a2d1),segment_id=61a0af84-c6da-4606-8f1e-ec0a95f9a2d1)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:03:18.633222 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (c95263aa-656f-46aa-8e21-98579d43b4ae), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:18.642847 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-99a6ca87-b8cc-46ec-a375-e90d00d8920d admin admin] Publish callbacks [] for port (e10d3e45-1218-4a9e-9db3-23014aba0708), precommit_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:18.655917 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:18.724328 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Pushing event updated for resources: {'Port': ['ID=c95263aa-656f-46aa-8e21-98579d43b4ae,revision_number=4']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:18.731503 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-99a6ca87-b8cc-46ec-a375-e90d00d8920d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (e10d3e45-1218-4a9e-9db3-23014aba0708), after_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:18.732285 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-99a6ca87-b8cc-46ec-a375-e90d00d8920d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16283567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16467405'] for router_interface (c519ccb1-6307-4853-80e6-d4726775bd28), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:18.756981 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fa8a36-c07a-4d8b-ab50-8a348fb463cf req-36d7bb58-c517-43e2-8fcc-15da2ce386d0 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:18.758912 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-58fa8a36-c07a-4d8b-ab50-8a348fb463cf req-36d7bb58-c517-43e2-8fcc-15da2ce386d0 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b59fedac-4fcb-47a8-8187-0a331d499fd2 HTTP/1.1" status: 200 len: 945 time: 0.0910656 Aug 30 01:03:18.850247 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eaebb5-fb3a-45e5-88c7-526d88f92988 req-1a9329f6-b061-4458-b68f-ac90ac702481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:18.851819 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-11eaebb5-fb3a-45e5-88c7-526d88f92988 req-1a9329f6-b061-4458-b68f-ac90ac702481 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=4a91c71a-9152-4bb3-bae3-f34c8bf8c47c HTTP/1.1" status: 200 len: 857 time: 0.2068489 Aug 30 01:03:19.037834 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a6ca87-b8cc-46ec-a375-e90d00d8920d admin admin] Pushing event updated for resources: {'Port': ['ID=e10d3e45-1218-4a9e-9db3-23014aba0708,revision_number=2']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:19.067784 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eaebb5-fb3a-45e5-88c7-526d88f92988 req-f2b07154-cb67-45eb-a052-9f8c7a51b262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:19.069053 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-11eaebb5-fb3a-45e5-88c7-526d88f92988 req-f2b07154-cb67-45eb-a052-9f8c7a51b262 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=5ee6ec53-bf26-4fab-b55f-62bd4221ec41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1730742 Aug 30 01:03:19.101008 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.agents_db [None req-fbf18308-e14c-4042-905c-b7f1770ec079 None None] Agent healthcheck: found 6 active agents {{(pid=106209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:03:19.116152 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-58fa8a36-c07a-4d8b-ab50-8a348fb463cf req-21fc4ab6-f848-48d1-957f-f16d34a50172 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cf795692-07ba-4120-b253-28f50a651d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2873321 Aug 30 01:03:19.179042 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-5a59e1f8-ddfe-4131-be89-a679777ec53b req-12043bce-d797-4d7b-b008-571272b9e334 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/5ee6ec53-bf26-4fab-b55f-62bd4221ec41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5217316 Aug 30 01:03:19.250541 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a6ca87-b8cc-46ec-a375-e90d00d8920d admin admin] Network 333b25f5-148a-49b1-825d-7793a1ea673e is already hosted by enough agents. {{(pid=106207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:03:19.263598 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b314d36b-f496-411f-b3c1-4b613d34a9b6 req-7f934244-f138-4bdd-9ab9-3298d889ec7d tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:19.266666 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-b314d36b-f496-411f-b3c1-4b613d34a9b6 req-7f934244-f138-4bdd-9ab9-3298d889ec7d tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=12338ddc-349d-4f0b-b6d8-4bb83f19e320 HTTP/1.1" status: 200 len: 946 time: 0.1160994 Aug 30 01:03:19.267150 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:19.272783 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.base_scheduler [None req-99a6ca87-b8cc-46ec-a375-e90d00d8920d admin admin] Resources bound (agent type, host, resource id): {{(pid=106207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:03:19.328316 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-11eaebb5-fb3a-45e5-88c7-526d88f92988 req-77fc47d2-aa93-4aaf-8824-51b53bef5f3d service neutron] 10.222.0.47 "GET /networking/v2.0/networks/5ee6ec53-bf26-4fab-b55f-62bd4221ec41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487288 Aug 30 01:03:19.527382 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-b314d36b-f496-411f-b3c1-4b613d34a9b6 req-85eeef42-4ca1-417b-890f-6262d8936007 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403877 Aug 30 01:03:19.686373 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-11eaebb5-fb3a-45e5-88c7-526d88f92988 req-a0613832-c590-4850-9429-6ae4fd643420 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/5ee6ec53-bf26-4fab-b55f-62bd4221ec41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758324 Aug 30 01:03:19.688419 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99a6ca87-b8cc-46ec-a375-e90d00d8920d admin admin] Router c519ccb1-6307-4853-80e6-d4726775bd28 has already been hosted by L3 agent 613dbf26-5731-4391-8a29-3c5185f7ed3f {{(pid=106207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:03:19.717236 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-8f2cce68-9204-4019-88a0-5d66e6b97a7c None None] Provisioning complete for port e10d3e45-1218-4a9e-9db3-23014aba0708 triggered by entity DHCP. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:03:19.718313 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-8f2cce68-9204-4019-88a0-5d66e6b97a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (e10d3e45-1218-4a9e-9db3-23014aba0708), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:19.803191 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-8f2cce68-9204-4019-88a0-5d66e6b97a7c None None] Port e10d3e45-1218-4a9e-9db3-23014aba0708 cannot update to ACTIVE because it is not bound. {{(pid=106208) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:03:19.824872 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a6ca87-b8cc-46ec-a375-e90d00d8920d admin admin] Notify agent at l3_agent.dv-cinder-815146-13-iscsi the message routers_updated {{(pid=106207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:03:19.831286 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-99a6ca87-b8cc-46ec-a375-e90d00d8920d admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/c519ccb1-6307-4853-80e6-d4726775bd28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0009844 Aug 30 01:03:20.013473 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de423156-0af3-482b-bf9e-472d842efb4b None None] Sync routers for ids ['c519ccb1-6307-4853-80e6-d4726775bd28'] in dv-cinder-815146-13-iscsi {{(pid=106209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:03:20.023876 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de423156-0af3-482b-bf9e-472d842efb4b None None] Routers {'c519ccb1-6307-4853-80e6-d4726775bd28'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:03:20.024565 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-de423156-0af3-482b-bf9e-472d842efb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:03:11Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['c519ccb1-6307-4853-80e6-d4726775bd28'], 'active': True} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:03:20.131595 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvr_db [None req-de423156-0af3-482b-bf9e-472d842efb4b None None] Set router c519ccb1-6307-4853-80e6-d4726775bd28 gateway port host: dv-cinder-815146-13-iscsi {{(pid=106209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:03:20.133441 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device c95263aa-656f-46aa-8e21-98579d43b4ae up at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:03:20.199636 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Provisioning complete for port c95263aa-656f-46aa-8e21-98579d43b4ae triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:03:20.200390 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (c95263aa-656f-46aa-8e21-98579d43b4ae), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:20.246024 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:20.310108 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11de5efe-559d-4b79-8ab1-45c03371a8d5 req-d11d4a1b-563f-469d-a67d-12f791512bf3 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:20.312644 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-11de5efe-559d-4b79-8ab1-45c03371a8d5 req-d11d4a1b-563f-469d-a67d-12f791512bf3 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b59fedac-4fcb-47a8-8187-0a331d499fd2 HTTP/1.1" status: 200 len: 945 time: 0.0637732 Aug 30 01:03:20.343534 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Current status of the port c95263aa-656f-46aa-8e21-98579d43b4ae is: ACTIVE; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:03:20.356052 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:20.361652 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-de423156-0af3-482b-bf9e-472d842efb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c519ccb1-6307-4853-80e6-d4726775bd28', 'name': 'tempest-TestMinimumBasicScenario-428767255-router', 'tenant_id': 'fca43fd867154911badb413c7046befd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.46'}], 'enable_snat': True}, 'gw_port_id': 'c95263aa-656f-46aa-8e21-98579d43b4ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:03:13Z', 'updated_at': '2022-08-30T01:03:17Z', 'revision_number': 4, 'project_id': 'fca43fd867154911badb413c7046befd', 'gw_port': {'id': 'c95263aa-656f-46aa-8e21-98579d43b4ae', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c519ccb1-6307-4853-80e6-d4726775bd28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:13Z', 'updated_at': '2022-08-30T01:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_interfaces': [{'id': 'e10d3e45-1218-4a9e-9db3-23014aba0708', 'name': '', 'network_id': '333b25f5-148a-49b1-825d-7793a1ea673e', 'tenant_id': 'fca43fd867154911badb413c7046befd', 'mac_address': 'fa:16:3e:de:31:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c519ccb1-6307-4853-80e6-d4726775bd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '116e9a9f-9110-41be-b1cb-3b04317f52eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:15Z', 'updated_at': '2022-08-30T01:03:18Z', 'revision_number': 2, 'project_id': 'fca43fd867154911badb413c7046befd', 'subnets': [{'id': '116e9a9f-9110-41be-b1cb-3b04317f52eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:03:20.383063 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-11de5efe-559d-4b79-8ab1-45c03371a8d5 req-1786b6cd-fba2-41c4-a424-6d9eb685f629 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cf795692-07ba-4120-b253-28f50a651d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621691 Aug 30 01:03:20.394481 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de423156-0af3-482b-bf9e-472d842efb4b None None] Checking router: c519ccb1-6307-4853-80e6-d4726775bd28 for host: dv-cinder-815146-13-iscsi {{(pid=106209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:03:20.394880 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de423156-0af3-482b-bf9e-472d842efb4b None None] Updating router c519ccb1-6307-4853-80e6-d4726775bd28 port e10d3e45-1218-4a9e-9db3-23014aba0708 binding host dv-cinder-815146-13-iscsi {{(pid=106209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 01:03:20.424154 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-de423156-0af3-482b-bf9e-472d842efb4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (e10d3e45-1218-4a9e-9db3-23014aba0708), before_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:20.455306 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 49072) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:03:20.460104 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [None req-fab98f66-197a-4fb0-8346-44624648b973 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-151163587-network', 'tenant_id': 'f7ddbc07b2f149d2867b67c837c60afd'}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:03:20.481707 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab98f66-197a-4fb0-8346-44624648b973 admin admin] Made reservation on behalf of f7ddbc07b2f149d2867b67c837c60afd for: {'network': 1} {{(pid=106207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:03:20.484122 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-fab98f66-197a-4fb0-8346-44624648b973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for network (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:20.492843 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-fab98f66-197a-4fb0-8346-44624648b973 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:20.576316 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-fab98f66-197a-4fb0-8346-44624648b973 admin admin] Publish callbacks [] for security_group (5b64b920-c0f4-4ce0-8ead-926d528b14a6), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:20.580484 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-fab98f66-197a-4fb0-8346-44624648b973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (5b64b920-c0f4-4ce0-8ead-926d528b14a6), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:20.606267 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fab98f66-197a-4fb0-8346-44624648b973 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1072} {{(pid=106207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 01:03:20.626921 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-fab98f66-197a-4fb0-8346-44624648b973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879481'] for segment (6294b4c5-e62a-4ada-9fd7-a987622094cc), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:20.627267 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.db.segments_db [None req-fab98f66-197a-4fb0-8346-44624648b973 admin admin] Added segment 6294b4c5-e62a-4ada-9fd7-a987622094cc of type vlan for network 185c8270-1a6e-4a4a-befc-3fd7e22c1f41 Aug 30 01:03:20.628825 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab98f66-197a-4fb0-8346-44624648b973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b64b920-c0f4-4ce0-8ead-926d528b14a6,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:20.728069 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a565aeb-71dc-4b41-b42c-053bad280556 req-a40cfcf3-4ea9-4de3-b452-9d5abe3ac153 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:20.741726 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-0a565aeb-71dc-4b41-b42c-053bad280556 req-a40cfcf3-4ea9-4de3-b452-9d5abe3ac153 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=12338ddc-349d-4f0b-b6d8-4bb83f19e320 HTTP/1.1" status: 200 len: 946 time: 0.0746226 Aug 30 01:03:20.748763 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-fab98f66-197a-4fb0-8346-44624648b973 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737867601237'] for network (185c8270-1a6e-4a4a-befc-3fd7e22c1f41), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:20.753857 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-de423156-0af3-482b-bf9e-472d842efb4b None None] Publish callbacks [] for port (e10d3e45-1218-4a9e-9db3-23014aba0708), precommit_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:20.767157 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-de423156-0af3-482b-bf9e-472d842efb4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (e10d3e45-1218-4a9e-9db3-23014aba0708), after_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:20.805705 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-fab98f66-197a-4fb0-8346-44624648b973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16316755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197'] for network (185c8270-1a6e-4a4a-befc-3fd7e22c1f41), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:20.806701 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab98f66-197a-4fb0-8346-44624648b973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:20.807397 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-fab98f66-197a-4fb0-8346-44624648b973 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282183'] for network (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:20.877153 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-0a565aeb-71dc-4b41-b42c-053bad280556 req-b0466f3d-8db9-4c9c-b08d-26a89619127c tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341693 Aug 30 01:03:20.916101 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-fab98f66-197a-4fb0-8346-44624648b973 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4596806 Aug 30 01:03:20.919511 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 49140) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:03:20.925956 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [None req-c63441ab-eb9d-4264-ac43-2646cb36a370 admin admin] Request body: {'subnet': {'network_id': '185c8270-1a6e-4a4a-befc-3fd7e22c1f41', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-151163587-subnet', 'tenant_id': 'f7ddbc07b2f149d2867b67c837c60afd', 'ip_version': 4}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:03:20.932994 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab98f66-197a-4fb0-8346-44624648b973 admin admin] Pushing event updated for resources: {'Network': ['ID=185c8270-1a6e-4a4a-befc-3fd7e22c1f41,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:20.936795 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a824b328-cfb1-4954-b70e-54d1bf9709b3 None None] Pushing event updated for resources: {'Port': ['ID=e10d3e45-1218-4a9e-9db3-23014aba0708,revision_number=3']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:20.943978 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Network 185c8270-1a6e-4a4a-befc-3fd7e22c1f41 details requested by agent ovs-agent-dv-cinder-815146-13-iscsi with host dv-cinder-815146-13-iscsi {{(pid=106208) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 01:03:20.946075 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a824b328-cfb1-4954-b70e-54d1bf9709b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:03:20.946638 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a824b328-cfb1-4954-b70e-54d1bf9709b3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:03:20.947229 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a824b328-cfb1-4954-b70e-54d1bf9709b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:03:20.947640 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a824b328-cfb1-4954-b70e-54d1bf9709b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:03:20.947965 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a824b328-cfb1-4954-b70e-54d1bf9709b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:03:20.948471 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a824b328-cfb1-4954-b70e-54d1bf9709b3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:03:20.948992 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a824b328-cfb1-4954-b70e-54d1bf9709b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:03:20.950192 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a824b328-cfb1-4954-b70e-54d1bf9709b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:03:20.950741 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a824b328-cfb1-4954-b70e-54d1bf9709b3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:03:20.951420 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a824b328-cfb1-4954-b70e-54d1bf9709b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:03:20.951929 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a824b328-cfb1-4954-b70e-54d1bf9709b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:03:20.952464 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a824b328-cfb1-4954-b70e-54d1bf9709b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:03:20.953040 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a824b328-cfb1-4954-b70e-54d1bf9709b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:03:20.953605 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a824b328-cfb1-4954-b70e-54d1bf9709b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:03:20.954084 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a824b328-cfb1-4954-b70e-54d1bf9709b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:03:20.958948 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63441ab-eb9d-4264-ac43-2646cb36a370 admin admin] Made reservation on behalf of f7ddbc07b2f149d2867b67c837c60afd for: {'subnet': 1} {{(pid=106206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:03:20.962357 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-c63441ab-eb9d-4264-ac43-2646cb36a370 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13728826'] for subnet (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:21.022041 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.managers [None req-de423156-0af3-482b-bf9e-472d842efb4b None None] Attempting to bind port e10d3e45-1218-4a9e-9db3-23014aba0708 on host dv-cinder-815146-13-iscsi for vnic_type normal with profile {{(pid=106209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:03:21.022647 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.managers [None req-de423156-0af3-482b-bf9e-472d842efb4b None None] Attempting to bind port e10d3e45-1218-4a9e-9db3-23014aba0708 by drivers openvswitch,hyperv on host dv-cinder-815146-13-iscsi at level 0 using segments [{'id': 'a07f57a2-5cfa-489d-867c-66fce265e4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '333b25f5-148a-49b1-825d-7793a1ea673e'}] {{(pid=106209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:03:21.023174 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de423156-0af3-482b-bf9e-472d842efb4b None None] Attempting to bind port e10d3e45-1218-4a9e-9db3-23014aba0708 on network 333b25f5-148a-49b1-825d-7793a1ea673e {{(pid=106209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:03:21.029036 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de423156-0af3-482b-bf9e-472d842efb4b None None] Checking agent: {'id': 'a0553951-7123-4403-ab2a-bb83048c1e52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 0, 53, 14), 'started_at': datetime.datetime(2022, 8, 30, 0, 53, 44), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:03:21.029799 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de423156-0af3-482b-bf9e-472d842efb4b None None] Checking segment: {'id': 'a07f57a2-5cfa-489d-867c-66fce265e4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '333b25f5-148a-49b1-825d-7793a1ea673e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:03:21.030390 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-de423156-0af3-482b-bf9e-472d842efb4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:21.030940 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de423156-0af3-482b-bf9e-472d842efb4b None None] Bound using segment: {'id': 'a07f57a2-5cfa-489d-867c-66fce265e4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '333b25f5-148a-49b1-825d-7793a1ea673e'} {{(pid=106209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:03:21.031550 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.managers [None req-de423156-0af3-482b-bf9e-472d842efb4b None None] Bound port: e10d3e45-1218-4a9e-9db3-23014aba0708, host: dv-cinder-815146-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a07f57a2-5cfa-489d-867c-66fce265e4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '333b25f5-148a-49b1-825d-7793a1ea673e'}}] {{(pid=106209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:03:21.032099 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-de423156-0af3-482b-bf9e-472d842efb4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (e10d3e45-1218-4a9e-9db3-23014aba0708), before_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:21.106756 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:21.113564 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.db [None req-de423156-0af3-482b-bf9e-472d842efb4b None None] For port e10d3e45-1218-4a9e-9db3-23014aba0708, host dv-cinder-815146-13-iscsi, cleared binding levels {{(pid=106209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:03:21.118454 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.db [None req-de423156-0af3-482b-bf9e-472d842efb4b None None] For port e10d3e45-1218-4a9e-9db3-23014aba0708, host dv-cinder-815146-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=e10d3e45-1218-4a9e-9db3-23014aba0708,segment=NetworkSegment(a07f57a2-5cfa-489d-867c-66fce265e4e3),segment_id=a07f57a2-5cfa-489d-867c-66fce265e4e3)] {{(pid=106209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:03:21.126581 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-de423156-0af3-482b-bf9e-472d842efb4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (e10d3e45-1218-4a9e-9db3-23014aba0708), after_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:21.138413 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:21.202347 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de423156-0af3-482b-bf9e-472d842efb4b None None] Routers {'c519ccb1-6307-4853-80e6-d4726775bd28'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:03:21.203183 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-de423156-0af3-482b-bf9e-472d842efb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:03:11Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['c519ccb1-6307-4853-80e6-d4726775bd28'], 'active': True} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:03:21.228325 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-c63441ab-eb9d-4264-ac43-2646cb36a370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14283908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13728812'] for subnet (dc37a8fe-122d-49af-af53-78a12ef7a0e7), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:21.313559 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a824b328-cfb1-4954-b70e-54d1bf9709b3 None None] Pushing event updated for resources: {'Port': ['ID=e10d3e45-1218-4a9e-9db3-23014aba0708,revision_number=4']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:21.321213 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63441ab-eb9d-4264-ac43-2646cb36a370 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc37a8fe-122d-49af-af53-78a12ef7a0e7,revision_number=0']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:21.329543 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:21.332430 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63441ab-eb9d-4264-ac43-2646cb36a370 admin admin] Checking segment: {'id': '6294b4c5-e62a-4ada-9fd7-a987622094cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '185c8270-1a6e-4a4a-befc-3fd7e22c1f41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:03:21.332678 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63441ab-eb9d-4264-ac43-2646cb36a370 admin admin] Network hostable DHCP agents. Network: 185c8270-1a6e-4a4a-befc-3fd7e22c1f41, hostable agents: ['fba0026e-8830-42b0-8a12-2be2a1203730'], hosted agents: [] {{(pid=106206) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 01:03:21.358580 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63441ab-eb9d-4264-ac43-2646cb36a370 admin admin] Network 185c8270-1a6e-4a4a-befc-3fd7e22c1f41 is scheduled to be hosted by DHCP agent fba0026e-8830-42b0-8a12-2be2a1203730 with binding_index 1 {{(pid=106206) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 01:03:21.371484 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.base_scheduler [None req-c63441ab-eb9d-4264-ac43-2646cb36a370 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-13-iscsi, 185c8270-1a6e-4a4a-befc-3fd7e22c1f41) {{(pid=106206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:03:21.376393 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63441ab-eb9d-4264-ac43-2646cb36a370 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:21.377136 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-c63441ab-eb9d-4264-ac43-2646cb36a370 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282183'] for subnet (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:21.390577 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvr_db [None req-de423156-0af3-482b-bf9e-472d842efb4b None None] Set router c519ccb1-6307-4853-80e6-d4726775bd28 gateway port host: dv-cinder-815146-13-iscsi {{(pid=106209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:03:21.396058 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab74d78-755f-4302-baad-c182a9ac8e64 None None] Network 185c8270-1a6e-4a4a-befc-3fd7e22c1f41 requested from dv-cinder-815146-13-iscsi {{(pid=106208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:03:21.402114 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 49168) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:03:21.403525 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-c63441ab-eb9d-4264-ac43-2646cb36a370 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4822433 Aug 30 01:03:21.407254 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [None req-b9c38092-f104-4463-a888-cecb84bcf598 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-151163587-router', 'tenant_id': 'f7ddbc07b2f149d2867b67c837c60afd', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb'}}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:03:21.426829 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:21.439712 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-b9c38092-f104-4463-a888-cecb84bcf598 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16469197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61039'] for router (b865efcb-e557-482a-96a9-ca5556025a29), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:21.441596 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-b9c38092-f104-4463-a888-cecb84bcf598 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16467696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16461524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16397380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61028'] for router (b865efcb-e557-482a-96a9-ca5556025a29), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:21.509105 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-b9c38092-f104-4463-a888-cecb84bcf598 admin admin] Publish callbacks [] for router_controller (b865efcb-e557-482a-96a9-ca5556025a29), precommit_add_association {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:21.535950 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1e4dff-e56f-4007-a24f-280acaa70ba8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp060cecbc-5a04-5e81-8619-a9cce68dc16f-185c8270-1a6e-4a4a-befc-3fd7e22c1f41', 'network_id': '185c8270-1a6e-4a4a-befc-3fd7e22c1f41', 'project_id': 'f7ddbc07b2f149d2867b67c837c60afd', 'fixed_ips': [{'subnet_id': 'dc37a8fe-122d-49af-af53-78a12ef7a0e7'}]}} from dv-cinder-815146-13-iscsi. {{(pid=106208) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 01:03:21.537212 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-6f1e4dff-e56f-4007-a24f-280acaa70ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:21.639805 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-de423156-0af3-482b-bf9e-472d842efb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c519ccb1-6307-4853-80e6-d4726775bd28', 'name': 'tempest-TestMinimumBasicScenario-428767255-router', 'tenant_id': 'fca43fd867154911badb413c7046befd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.46'}], 'enable_snat': True}, 'gw_port_id': 'c95263aa-656f-46aa-8e21-98579d43b4ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:03:13Z', 'updated_at': '2022-08-30T01:03:17Z', 'revision_number': 4, 'project_id': 'fca43fd867154911badb413c7046befd', 'gw_port': {'id': 'c95263aa-656f-46aa-8e21-98579d43b4ae', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c519ccb1-6307-4853-80e6-d4726775bd28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:13Z', 'updated_at': '2022-08-30T01:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_interfaces': [{'id': 'e10d3e45-1218-4a9e-9db3-23014aba0708', 'name': '', 'network_id': '333b25f5-148a-49b1-825d-7793a1ea673e', 'tenant_id': 'fca43fd867154911badb413c7046befd', 'mac_address': 'fa:16:3e:de:31:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c519ccb1-6307-4853-80e6-d4726775bd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '116e9a9f-9110-41be-b1cb-3b04317f52eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:15Z', 'updated_at': '2022-08-30T01:03:21Z', 'revision_number': 4, 'project_id': 'fca43fd867154911badb413c7046befd', 'subnets': [{'id': '116e9a9f-9110-41be-b1cb-3b04317f52eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:03:21.663631 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7cf0e9-9839-4539-8c8c-0162cc0f2140 req-b5652af9-0e05-41ff-91e8-9c618fb1931c tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:21.666188 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-ca7cf0e9-9839-4539-8c8c-0162cc0f2140 req-b5652af9-0e05-41ff-91e8-9c618fb1931c tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b59fedac-4fcb-47a8-8187-0a331d499fd2 HTTP/1.1" status: 200 len: 945 time: 0.1054084 Aug 30 01:03:21.677373 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de423156-0af3-482b-bf9e-472d842efb4b None None] The sync data for ids ['c519ccb1-6307-4853-80e6-d4726775bd28'] in dv-cinder-815146-13-iscsi is: [{'id': 'c519ccb1-6307-4853-80e6-d4726775bd28', 'name': 'tempest-TestMinimumBasicScenario-428767255-router', 'tenant_id': 'fca43fd867154911badb413c7046befd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.46'}], 'enable_snat': True}, 'gw_port_id': 'c95263aa-656f-46aa-8e21-98579d43b4ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:03:13Z', 'updated_at': '2022-08-30T01:03:17Z', 'revision_number': 4, 'project_id': 'fca43fd867154911badb413c7046befd', 'gw_port': {'id': 'c95263aa-656f-46aa-8e21-98579d43b4ae', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c519ccb1-6307-4853-80e6-d4726775bd28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:13Z', 'updated_at': '2022-08-30T01:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_interfaces': [{'id': 'e10d3e45-1218-4a9e-9db3-23014aba0708', 'name': '', 'network_id': '333b25f5-148a-49b1-825d-7793a1ea673e', 'tenant_id': 'fca43fd867154911badb413c7046befd', 'mac_address': 'fa:16:3e:de:31:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c519ccb1-6307-4853-80e6-d4726775bd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '116e9a9f-9110-41be-b1cb-3b04317f52eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:15Z', 'updated_at': '2022-08-30T01:03:21Z', 'revision_number': 4, 'project_id': 'fca43fd867154911badb413c7046befd', 'subnets': [{'id': '116e9a9f-9110-41be-b1cb-3b04317f52eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:03:21.705050 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:21.722372 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.db_base_plugin_common [None req-6f1e4dff-e56f-4007-a24f-280acaa70ba8 None None] Allocated IP 172.20.0.2 (185c8270-1a6e-4a4a-befc-3fd7e22c1f41/dc37a8fe-122d-49af-af53-78a12ef7a0e7/d7a7ea05-b3a4-4171-aa28-b74ea455cc0a) {{(pid=106208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:03:21.979018 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-6f1e4dff-e56f-4007-a24f-280acaa70ba8 None None] Publish callbacks [] for port (d7a7ea05-b3a4-4171-aa28-b74ea455cc0a), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:21.992330 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-6f1e4dff-e56f-4007-a24f-280acaa70ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737867580456'] for port (d7a7ea05-b3a4-4171-aa28-b74ea455cc0a), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:22.042763 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1e4dff-e56f-4007-a24f-280acaa70ba8 None None] Network 185c8270-1a6e-4a4a-befc-3fd7e22c1f41 is already hosted by enough agents. {{(pid=106208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:03:22.049430 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.scheduler.base_scheduler [None req-6f1e4dff-e56f-4007-a24f-280acaa70ba8 None None] Resources bound (agent type, host, resource id): {{(pid=106208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:03:22.052363 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1e4dff-e56f-4007-a24f-280acaa70ba8 None None] Received port after_create {{(pid=106208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:03:22.056119 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1e4dff-e56f-4007-a24f-280acaa70ba8 None None] Pushing event updated for resources: {'Port': ['ID=d7a7ea05-b3a4-4171-aa28-b74ea455cc0a,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:22.129287 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-b9c38092-f104-4463-a888-cecb84bcf598 admin admin] Publish callbacks [] for router_gateway (b865efcb-e557-482a-96a9-ca5556025a29), precommit_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:22.140350 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [None req-6f1e4dff-e56f-4007-a24f-280acaa70ba8 None None] Attempting to bind port d7a7ea05-b3a4-4171-aa28-b74ea455cc0a on host dv-cinder-815146-13-iscsi for vnic_type normal with profile {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:03:22.140758 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [None req-6f1e4dff-e56f-4007-a24f-280acaa70ba8 None None] Attempting to bind port d7a7ea05-b3a4-4171-aa28-b74ea455cc0a by drivers openvswitch,hyperv on host dv-cinder-815146-13-iscsi at level 0 using segments [{'id': '6294b4c5-e62a-4ada-9fd7-a987622094cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '185c8270-1a6e-4a4a-befc-3fd7e22c1f41'}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:03:22.141183 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1e4dff-e56f-4007-a24f-280acaa70ba8 None None] Attempting to bind port d7a7ea05-b3a4-4171-aa28-b74ea455cc0a on network 185c8270-1a6e-4a4a-befc-3fd7e22c1f41 {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:03:22.147316 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1e4dff-e56f-4007-a24f-280acaa70ba8 None None] Checking agent: {'id': 'a0553951-7123-4403-ab2a-bb83048c1e52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 0, 53, 14), 'started_at': datetime.datetime(2022, 8, 30, 0, 53, 44), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:03:22.147987 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1e4dff-e56f-4007-a24f-280acaa70ba8 None None] Checking segment: {'id': '6294b4c5-e62a-4ada-9fd7-a987622094cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '185c8270-1a6e-4a4a-befc-3fd7e22c1f41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:03:22.148904 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-6f1e4dff-e56f-4007-a24f-280acaa70ba8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:22.149522 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1e4dff-e56f-4007-a24f-280acaa70ba8 None None] Bound using segment: {'id': '6294b4c5-e62a-4ada-9fd7-a987622094cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '185c8270-1a6e-4a4a-befc-3fd7e22c1f41'} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:03:22.150233 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [None req-6f1e4dff-e56f-4007-a24f-280acaa70ba8 None None] Bound port: d7a7ea05-b3a4-4171-aa28-b74ea455cc0a, host: dv-cinder-815146-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6294b4c5-e62a-4ada-9fd7-a987622094cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '185c8270-1a6e-4a4a-befc-3fd7e22c1f41'}}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:03:22.151402 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:22.151903 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-6f1e4dff-e56f-4007-a24f-280acaa70ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (d7a7ea05-b3a4-4171-aa28-b74ea455cc0a), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:22.163742 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device e10d3e45-1218-4a9e-9db3-23014aba0708 up at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:03:22.169293 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0615966-de6c-43fe-9822-1bb7e452ea2f req-8372b898-c44d-4aa2-95bd-e2b89a602e88 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:22.176604 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-f0615966-de6c-43fe-9822-1bb7e452ea2f req-8372b898-c44d-4aa2-95bd-e2b89a602e88 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=12338ddc-349d-4f0b-b6d8-4bb83f19e320 HTTP/1.1" status: 200 len: 946 time: 0.1138728 Aug 30 01:03:22.246104 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-ca7cf0e9-9839-4539-8c8c-0162cc0f2140 req-980c955f-1cb9-45b8-b801-e357cb9735da tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cf795692-07ba-4120-b253-28f50a651d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5177715 Aug 30 01:03:22.383041 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-f0615966-de6c-43fe-9822-1bb7e452ea2f req-38653b81-c92e-434b-9e6e-fda47c2d3563 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055438 Aug 30 01:03:22.397048 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Provisioning complete for port e10d3e45-1218-4a9e-9db3-23014aba0708 triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:03:22.397449 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (e10d3e45-1218-4a9e-9db3-23014aba0708), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:22.422573 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-6f1e4dff-e56f-4007-a24f-280acaa70ba8 None None] For port d7a7ea05-b3a4-4171-aa28-b74ea455cc0a, host dv-cinder-815146-13-iscsi, cleared binding levels {{(pid=106208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:03:22.435584 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-b9c38092-f104-4463-a888-cecb84bcf598 admin admin] Publish callbacks [] for router_gateway (b865efcb-e557-482a-96a9-ca5556025a29), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:22.443762 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-6f1e4dff-e56f-4007-a24f-280acaa70ba8 None None] For port d7a7ea05-b3a4-4171-aa28-b74ea455cc0a, host dv-cinder-815146-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=d7a7ea05-b3a4-4171-aa28-b74ea455cc0a,segment=NetworkSegment(6294b4c5-e62a-4ada-9fd7-a987622094cc),segment_id=6294b4c5-e62a-4ada-9fd7-a987622094cc)] {{(pid=106208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:03:22.454162 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-6f1e4dff-e56f-4007-a24f-280acaa70ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (d7a7ea05-b3a4-4171-aa28-b74ea455cc0a), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:22.456620 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-b9c38092-f104-4463-a888-cecb84bcf598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:22.462183 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:22.543923 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1e4dff-e56f-4007-a24f-280acaa70ba8 None None] Pushing event updated for resources: {'Port': ['ID=d7a7ea05-b3a4-4171-aa28-b74ea455cc0a,revision_number=2']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:22.546531 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Current status of the port e10d3e45-1218-4a9e-9db3-23014aba0708 is: DOWN; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:03:22.547172 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (e10d3e45-1218-4a9e-9db3-23014aba0708), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:22.585362 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] For port e10d3e45-1218-4a9e-9db3-23014aba0708, host dv-cinder-815146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=e10d3e45-1218-4a9e-9db3-23014aba0708,segment=NetworkSegment(a07f57a2-5cfa-489d-867c-66fce265e4e3),segment_id=a07f57a2-5cfa-489d-867c-66fce265e4e3)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:03:22.591698 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (e10d3e45-1218-4a9e-9db3-23014aba0708), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:22.593701 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.db_base_plugin_common [None req-b9c38092-f104-4463-a888-cecb84bcf598 admin admin] Allocated IP 172.27.4.87 (3021e9f0-0eb2-4779-9e8d-2d74d8c353fb/be7a67d1-0569-48bc-88e9-c2545720293d/d90133cd-2db5-4988-9873-1121e46e14f3) {{(pid=106207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:03:22.645892 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Pushing event updated for resources: {'Port': ['ID=e10d3e45-1218-4a9e-9db3-23014aba0708,revision_number=5']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:22.730169 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-b9c38092-f104-4463-a888-cecb84bcf598 admin admin] Publish callbacks [] for port (d90133cd-2db5-4988-9873-1121e46e14f3), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:22.780894 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-b9c38092-f104-4463-a888-cecb84bcf598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737867580456'] for port (d90133cd-2db5-4988-9873-1121e46e14f3), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:22.836999 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c38092-f104-4463-a888-cecb84bcf598 admin admin] Network 3021e9f0-0eb2-4779-9e8d-2d74d8c353fb is already hosted by enough agents. {{(pid=106207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:03:22.840761 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.base_scheduler [None req-b9c38092-f104-4463-a888-cecb84bcf598 admin admin] Resources bound (agent type, host, resource id): {{(pid=106207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:03:22.845011 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c38092-f104-4463-a888-cecb84bcf598 admin admin] Received port after_create {{(pid=106207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:03:22.851223 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:22.880350 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c38092-f104-4463-a888-cecb84bcf598 admin admin] Pushing event updated for resources: {'Port': ['ID=d90133cd-2db5-4988-9873-1121e46e14f3,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:23.054876 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-b9c38092-f104-4463-a888-cecb84bcf598 admin admin] Publish callbacks [] for router_gateway (b865efcb-e557-482a-96a9-ca5556025a29), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:23.190390 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:23.268120 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-b9c38092-f104-4463-a888-cecb84bcf598 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16467624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16466237'] for router (b865efcb-e557-482a-96a9-ca5556025a29), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:23.437064 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0b7ec5-f459-48df-986e-67aa8d99b9e9 req-63896028-2330-43dd-864f-b8fe37d85bd7 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:23.439043 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-4c0b7ec5-f459-48df-986e-67aa8d99b9e9 req-63896028-2330-43dd-864f-b8fe37d85bd7 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b59fedac-4fcb-47a8-8187-0a331d499fd2 HTTP/1.1" status: 200 len: 945 time: 0.0645363 Aug 30 01:03:23.550824 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-4c0b7ec5-f459-48df-986e-67aa8d99b9e9 req-e09c1548-bbaa-4552-84e1-f7510f2f1607 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cf795692-07ba-4120-b253-28f50a651d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037719 Aug 30 01:03:23.575326 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87137614-da1a-4513-8e14-9b8614c6699d req-ab443b65-e204-4f60-be69-aed404e2921a tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:23.576910 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-87137614-da1a-4513-8e14-9b8614c6699d req-ab443b65-e204-4f60-be69-aed404e2921a tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=12338ddc-349d-4f0b-b6d8-4bb83f19e320 HTTP/1.1" status: 200 len: 946 time: 0.0846274 Aug 30 01:03:23.599283 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9c38092-f104-4463-a888-cecb84bcf598 admin admin] Router b865efcb-e557-482a-96a9-ca5556025a29 is scheduled to L3 agent 613dbf26-5731-4391-8a29-3c5185f7ed3f with binding_index 1 {{(pid=106207) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 01:03:23.631182 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b554cbe-f76f-40cf-873a-3d13d98ae3d7 None None] Network 185c8270-1a6e-4a4a-befc-3fd7e22c1f41 requested from dv-cinder-815146-13-iscsi {{(pid=106208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:03:23.683042 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-87137614-da1a-4513-8e14-9b8614c6699d req-b9e44b03-8523-4942-ae8d-53627a98c36a tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927670 Aug 30 01:03:23.690691 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-e1176778-8462-462d-ac1e-cc9be388d3de None None] Provisioning complete for port d7a7ea05-b3a4-4171-aa28-b74ea455cc0a triggered by entity DHCP. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:03:23.691158 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-e1176778-8462-462d-ac1e-cc9be388d3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (d7a7ea05-b3a4-4171-aa28-b74ea455cc0a), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:23.749478 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c38092-f104-4463-a888-cecb84bcf598 admin admin] Notify agent at l3_agent.dv-cinder-815146-13-iscsi the message routers_updated {{(pid=106207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:03:23.768843 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-b9c38092-f104-4463-a888-cecb84bcf598 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:23.773036 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-b9c38092-f104-4463-a888-cecb84bcf598 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3663795 Aug 30 01:03:23.773036 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 49226) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:03:23.773352 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915c45ca-b759-4c83-843c-83ad05217bca None None] Sync routers for ids ['b865efcb-e557-482a-96a9-ca5556025a29'] in dv-cinder-815146-13-iscsi {{(pid=106208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:03:23.778519 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:INSERT=1,neutron:UPDATE=5,neutron:SELECT=94 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:23.802583 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915c45ca-b759-4c83-843c-83ad05217bca None None] Routers {'b865efcb-e557-482a-96a9-ca5556025a29'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:03:23.802583 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-915c45ca-b759-4c83-843c-83ad05217bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:03:11Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['b865efcb-e557-482a-96a9-ca5556025a29'], 'active': True} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:03:23.892059 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-e1176778-8462-462d-ac1e-cc9be388d3de None None] Current status of the port d7a7ea05-b3a4-4171-aa28-b74ea455cc0a is: DOWN; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:03:23.892696 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-e1176778-8462-462d-ac1e-cc9be388d3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (d7a7ea05-b3a4-4171-aa28-b74ea455cc0a), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:23.939507 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:23.945785 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 49232) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:03:23.962857 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-e1176778-8462-462d-ac1e-cc9be388d3de None None] For port d7a7ea05-b3a4-4171-aa28-b74ea455cc0a, host dv-cinder-815146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=d7a7ea05-b3a4-4171-aa28-b74ea455cc0a,segment=NetworkSegment(6294b4c5-e62a-4ada-9fd7-a987622094cc),segment_id=6294b4c5-e62a-4ada-9fd7-a987622094cc)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:03:23.971321 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-e1176778-8462-462d-ac1e-cc9be388d3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (d7a7ea05-b3a4-4171-aa28-b74ea455cc0a), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:24.040286 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f092e9c-2cfc-4e00-981d-2c2d39b74ccd admin admin] Deleting subnet 02513918-8146-498c-b447-f297c474a5c4 {{(pid=106206) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 01:03:24.047607 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6f092e9c-2cfc-4e00-981d-2c2d39b74ccd admin admin] Publish callbacks [] for subnet (02513918-8146-498c-b447-f297c474a5c4), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:24.053883 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1176778-8462-462d-ac1e-cc9be388d3de None None] Pushing event updated for resources: {'Port': ['ID=d7a7ea05-b3a4-4171-aa28-b74ea455cc0a,revision_number=3']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:24.069876 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvr_db [None req-915c45ca-b759-4c83-843c-83ad05217bca None None] Set router b865efcb-e557-482a-96a9-ca5556025a29 gateway port host: dv-cinder-815146-13-iscsi {{(pid=106208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:03:24.106685 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6f092e9c-2cfc-4e00-981d-2c2d39b74ccd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14420034'] for subnet (02513918-8146-498c-b447-f297c474a5c4), precommit_delete_associations {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:24.218365 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6f092e9c-2cfc-4e00-981d-2c2d39b74ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883296'] for subnet (02513918-8146-498c-b447-f297c474a5c4), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:24.269138 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-40359964-14e0-416f-9dd7-11daeb4a91e0 None None] Provisioning complete for port d7a7ea05-b3a4-4171-aa28-b74ea455cc0a triggered by entity DHCP. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:03:24.269739 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-40359964-14e0-416f-9dd7-11daeb4a91e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (d7a7ea05-b3a4-4171-aa28-b74ea455cc0a), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:24.335268 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:24.348751 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6f092e9c-2cfc-4e00-981d-2c2d39b74ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14283975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13728805'] for subnet (02513918-8146-498c-b447-f297c474a5c4), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:24.373275 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device e10d3e45-1218-4a9e-9db3-23014aba0708 up at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:03:24.384418 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f092e9c-2cfc-4e00-981d-2c2d39b74ccd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02513918-8146-498c-b447-f297c474a5c4,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:24.388782 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:24.391768 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:24.401748 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-960e2ba6-aca7-4077-8fa4-41e5e79410d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:24.403611 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6f092e9c-2cfc-4e00-981d-2c2d39b74ccd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282183'] for subnet (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:24.408507 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-6f092e9c-2cfc-4e00-981d-2c2d39b74ccd admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/02513918-8146-498c-b447-f297c474a5c4 HTTP/1.1" status: 204 len: 168 time: 0.4589114 Aug 30 01:03:24.411079 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 49240) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:03:24.427142 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-40359964-14e0-416f-9dd7-11daeb4a91e0 None None] Current status of the port d7a7ea05-b3a4-4171-aa28-b74ea455cc0a is: ACTIVE; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:03:24.497836 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Provisioning complete for port e10d3e45-1218-4a9e-9db3-23014aba0708 triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:03:24.498543 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (e10d3e45-1218-4a9e-9db3-23014aba0708), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:24.502157 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-915c45ca-b759-4c83-843c-83ad05217bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b865efcb-e557-482a-96a9-ca5556025a29', 'name': 'tempest-TestMinimumBasicScenario-151163587-router', 'tenant_id': 'f7ddbc07b2f149d2867b67c837c60afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.87'}], 'enable_snat': True}, 'gw_port_id': 'd90133cd-2db5-4988-9873-1121e46e14f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:03:21Z', 'updated_at': '2022-08-30T01:03:22Z', 'revision_number': 3, 'project_id': 'f7ddbc07b2f149d2867b67c837c60afd', 'gw_port': {'id': 'd90133cd-2db5-4988-9873-1121e46e14f3', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b865efcb-e557-482a-96a9-ca5556025a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:22Z', 'updated_at': '2022-08-30T01:03:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi'}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:03:24.517263 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-31ee9673-8072-44d2-987b-358d5913c35b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545373'] for network (9d1e59dd-5b38-4842-838d-cef49c8c8701), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:24.550580 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915c45ca-b759-4c83-843c-83ad05217bca None None] Checking router: b865efcb-e557-482a-96a9-ca5556025a29 for host: dv-cinder-815146-13-iscsi {{(pid=106208) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:03:24.550928 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915c45ca-b759-4c83-843c-83ad05217bca None None] Updating router b865efcb-e557-482a-96a9-ca5556025a29 port d90133cd-2db5-4988-9873-1121e46e14f3 binding host dv-cinder-815146-13-iscsi {{(pid=106208) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 01:03:24.603173 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-915c45ca-b759-4c83-843c-83ad05217bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (d90133cd-2db5-4988-9873-1121e46e14f3), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:24.610312 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.db_base_plugin_common [None req-960e2ba6-aca7-4077-8fa4-41e5e79410d5 admin admin] Allocated IP 172.20.0.1 (185c8270-1a6e-4a4a-befc-3fd7e22c1f41/dc37a8fe-122d-49af-af53-78a12ef7a0e7/fbbde947-cc8b-4cfa-a9c0-116978b18f29) {{(pid=106207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:03:24.618255 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-31ee9673-8072-44d2-987b-358d5913c35b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-877315', 'neutron.services.segments.db._delete_segments_for_network-8737868099651'] for network (9d1e59dd-5b38-4842-838d-cef49c8c8701), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:24.645294 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.services.segments.db [None req-31ee9673-8072-44d2-987b-358d5913c35b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d1e59dd-5b38-4842-838d-cef49c8c8701']}} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:03:24.657271 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.services.segments.db [None req-31ee9673-8072-44d2-987b-358d5913c35b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17eac527-492f-4c9e-afe0-e5f025f3f3f1') {'for_net_delete': True} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:03:24.657988 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.services.segments.db [None req-31ee9673-8072-44d2-987b-358d5913c35b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17eac527-492f-4c9e-afe0-e5f025f3f3f1') {} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:03:24.671760 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-31ee9673-8072-44d2-987b-358d5913c35b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737868127151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14420041'] for segment (17eac527-492f-4c9e-afe0-e5f025f3f3f1), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:24.692261 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-31ee9673-8072-44d2-987b-358d5913c35b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879481'] for segment (17eac527-492f-4c9e-afe0-e5f025f3f3f1), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:24.700114 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31ee9673-8072-44d2-987b-358d5913c35b admin admin] Releasing vlan 1056 on physical network physnet1 to pool {{(pid=106206) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 01:03:24.700114 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-31ee9673-8072-44d2-987b-358d5913c35b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14283361'] for segment (17eac527-492f-4c9e-afe0-e5f025f3f3f1), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:24.737408 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d076fb-bebf-4c67-b1c9-2b352572fb32 req-54fc312d-de9b-4700-ab2f-a02a1770e352 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:24.739424 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-74d076fb-bebf-4c67-b1c9-2b352572fb32 req-54fc312d-de9b-4700-ab2f-a02a1770e352 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b59fedac-4fcb-47a8-8187-0a331d499fd2 HTTP/1.1" status: 200 len: 945 time: 0.0953093 Aug 30 01:03:24.751810 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Current status of the port e10d3e45-1218-4a9e-9db3-23014aba0708 is: ACTIVE; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:03:24.752979 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device d7a7ea05-b3a4-4171-aa28-b74ea455cc0a up at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:03:24.785340 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.services.segments.plugin [-] Segment 17eac527-492f-4c9e-afe0-e5f025f3f3f1 resource provider aggregate not found Aug 30 01:03:24.811661 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.services.segments.plugin [-] Segment 17eac527-492f-4c9e-afe0-e5f025f3f3f1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 17eac527-492f-4c9e-afe0-e5f025f3f3f1 found for delete ", "request_id": "req-c4aeba3d-1ac5-46bb-bc36-3e41a1a7cafc"}]} Aug 30 01:03:24.817283 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-31ee9673-8072-44d2-987b-358d5913c35b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-877322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16316755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16466381'] for network (9d1e59dd-5b38-4842-838d-cef49c8c8701), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:24.834096 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:24.835514 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Provisioning complete for port d7a7ea05-b3a4-4171-aa28-b74ea455cc0a triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:03:24.835899 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (d7a7ea05-b3a4-4171-aa28-b74ea455cc0a), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:24.841322 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-31ee9673-8072-44d2-987b-358d5913c35b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282183'] for network (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:24.847163 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-31ee9673-8072-44d2-987b-358d5913c35b admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/9d1e59dd-5b38-4842-838d-cef49c8c8701 HTTP/1.1" status: 204 len: 168 time: 0.4322610 Aug 30 01:03:24.847163 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ee9673-8072-44d2-987b-358d5913c35b admin admin] Pushing event deleted for resources: {'Network': ['ID=9d1e59dd-5b38-4842-838d-cef49c8c8701,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:24.867333 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-960e2ba6-aca7-4077-8fa4-41e5e79410d5 admin admin] Publish callbacks [] for port (fbbde947-cc8b-4cfa-a9c0-116978b18f29), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:24.875129 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-74d076fb-bebf-4c67-b1c9-2b352572fb32 req-0118ba9c-51d5-4fb1-9e12-5ff8d009f610 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cf795692-07ba-4120-b253-28f50a651d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252954 Aug 30 01:03:24.919209 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d924a8d-25b8-4c39-b2ac-53fba40ce24b req-0c6cb129-ec58-475c-9fae-3cbf8301d41d tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:24.921482 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-5d924a8d-25b8-4c39-b2ac-53fba40ce24b req-0c6cb129-ec58-475c-9fae-3cbf8301d41d tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=12338ddc-349d-4f0b-b6d8-4bb83f19e320 HTTP/1.1" status: 200 len: 946 time: 0.1316473 Aug 30 01:03:24.982554 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:25.013430 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-5d924a8d-25b8-4c39-b2ac-53fba40ce24b req-e28ee55f-857b-47be-aa0e-f7cb6f09ffda tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742335 Aug 30 01:03:25.015328 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-960e2ba6-aca7-4077-8fa4-41e5e79410d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737867580456'] for port (fbbde947-cc8b-4cfa-a9c0-116978b18f29), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:25.044866 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Current status of the port d7a7ea05-b3a4-4171-aa28-b74ea455cc0a is: ACTIVE; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:03:25.077006 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960e2ba6-aca7-4077-8fa4-41e5e79410d5 admin admin] Network 185c8270-1a6e-4a4a-befc-3fd7e22c1f41 is already hosted by enough agents. {{(pid=106207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:03:25.080348 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.base_scheduler [None req-960e2ba6-aca7-4077-8fa4-41e5e79410d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:03:25.084188 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960e2ba6-aca7-4077-8fa4-41e5e79410d5 admin admin] Received port after_create {{(pid=106207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:03:25.084991 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-960e2ba6-aca7-4077-8fa4-41e5e79410d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16467289'] for router_interface (b865efcb-e557-482a-96a9-ca5556025a29), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:25.091701 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960e2ba6-aca7-4077-8fa4-41e5e79410d5 admin admin] Pushing event updated for resources: {'Port': ['ID=fbbde947-cc8b-4cfa-a9c0-116978b18f29,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:25.139795 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-915c45ca-b759-4c83-843c-83ad05217bca None None] Publish callbacks [] for port (d90133cd-2db5-4988-9873-1121e46e14f3), precommit_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:25.146735 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-915c45ca-b759-4c83-843c-83ad05217bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (d90133cd-2db5-4988-9873-1121e46e14f3), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:25.179625 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 49256) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:03:25.184905 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [None req-915c45ca-b759-4c83-843c-83ad05217bca None None] Attempting to bind port d90133cd-2db5-4988-9873-1121e46e14f3 on host dv-cinder-815146-13-iscsi for vnic_type normal with profile {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:03:25.185276 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [None req-915c45ca-b759-4c83-843c-83ad05217bca None None] Attempting to bind port d90133cd-2db5-4988-9873-1121e46e14f3 by drivers openvswitch,hyperv on host dv-cinder-815146-13-iscsi at level 0 using segments [{'id': '61a0af84-c6da-4606-8f1e-ec0a95f9a2d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb'}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:03:25.185883 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915c45ca-b759-4c83-843c-83ad05217bca None None] Attempting to bind port d90133cd-2db5-4988-9873-1121e46e14f3 on network 3021e9f0-0eb2-4779-9e8d-2d74d8c353fb {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:03:25.199426 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915c45ca-b759-4c83-843c-83ad05217bca None None] Checking agent: {'id': 'a0553951-7123-4403-ab2a-bb83048c1e52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 0, 53, 14), 'started_at': datetime.datetime(2022, 8, 30, 0, 53, 44), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:03:25.199942 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915c45ca-b759-4c83-843c-83ad05217bca None None] Checking segment: {'id': '61a0af84-c6da-4606-8f1e-ec0a95f9a2d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:03:25.200359 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-915c45ca-b759-4c83-843c-83ad05217bca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:25.200823 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915c45ca-b759-4c83-843c-83ad05217bca None None] Bound using segment: {'id': '61a0af84-c6da-4606-8f1e-ec0a95f9a2d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb'} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:03:25.201444 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [None req-915c45ca-b759-4c83-843c-83ad05217bca None None] Bound port: d90133cd-2db5-4988-9873-1121e46e14f3, host: dv-cinder-815146-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61a0af84-c6da-4606-8f1e-ec0a95f9a2d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb'}}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:03:25.201830 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-915c45ca-b759-4c83-843c-83ad05217bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (d90133cd-2db5-4988-9873-1121e46e14f3), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:25.234417 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 49258) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:03:25.235726 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-3b2af721-8008-44c9-85ce-71710edbeb98 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=2c18e1da199c437b809a45aada0b0e0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0545905 Aug 30 01:03:25.241344 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0de524-5499-4335-a099-69fa782d1103 None None] Pushing event updated for resources: {'Port': ['ID=d90133cd-2db5-4988-9873-1121e46e14f3,revision_number=2']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:25.286736 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-915c45ca-b759-4c83-843c-83ad05217bca None None] For port d90133cd-2db5-4988-9873-1121e46e14f3, host dv-cinder-815146-13-iscsi, cleared binding levels {{(pid=106208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:03:25.291118 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-915c45ca-b759-4c83-843c-83ad05217bca None None] For port d90133cd-2db5-4988-9873-1121e46e14f3, host dv-cinder-815146-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=d90133cd-2db5-4988-9873-1121e46e14f3,segment=NetworkSegment(61a0af84-c6da-4606-8f1e-ec0a95f9a2d1),segment_id=61a0af84-c6da-4606-8f1e-ec0a95f9a2d1)] {{(pid=106208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:03:25.303367 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-915c45ca-b759-4c83-843c-83ad05217bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (d90133cd-2db5-4988-9873-1121e46e14f3), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:25.312138 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-960e2ba6-aca7-4077-8fa4-41e5e79410d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (fbbde947-cc8b-4cfa-a9c0-116978b18f29), before_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:25.347287 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915c45ca-b759-4c83-843c-83ad05217bca None None] Routers {'b865efcb-e557-482a-96a9-ca5556025a29'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:03:25.347908 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-915c45ca-b759-4c83-843c-83ad05217bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:03:11Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['b865efcb-e557-482a-96a9-ca5556025a29'], 'active': True} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:03:25.361314 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-33e0ba47-aea9-4c48-a1ed-971ee56ef3fb admin admin] Publish callbacks [] for security_group (00b4fa40-2f76-4160-80c9-6907a1412044), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:25.413369 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-33e0ba47-aea9-4c48-a1ed-971ee56ef3fb admin admin] Publish callbacks [] for security_group (00b4fa40-2f76-4160-80c9-6907a1412044), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:25.428828 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:25.594029 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-33e0ba47-aea9-4c48-a1ed-971ee56ef3fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (00b4fa40-2f76-4160-80c9-6907a1412044), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:25.596593 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-33e0ba47-aea9-4c48-a1ed-971ee56ef3fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:25.600886 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-33e0ba47-aea9-4c48-a1ed-971ee56ef3fb admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/00b4fa40-2f76-4160-80c9-6907a1412044 HTTP/1.1" status: 204 len: 168 time: 0.3621817 Aug 30 01:03:25.602645 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:25.622946 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e0ba47-aea9-4c48-a1ed-971ee56ef3fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b4fa40-2f76-4160-80c9-6907a1412044,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:25.637944 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0de524-5499-4335-a099-69fa782d1103 None None] Pushing event updated for resources: {'Port': ['ID=d90133cd-2db5-4988-9873-1121e46e14f3,revision_number=3']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:25.640593 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-960e2ba6-aca7-4077-8fa4-41e5e79410d5 admin admin] Publish callbacks [] for port (fbbde947-cc8b-4cfa-a9c0-116978b18f29), precommit_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:25.648131 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-960e2ba6-aca7-4077-8fa4-41e5e79410d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (fbbde947-cc8b-4cfa-a9c0-116978b18f29), after_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:25.648930 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-960e2ba6-aca7-4077-8fa4-41e5e79410d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16283567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16467405'] for router_interface (b865efcb-e557-482a-96a9-ca5556025a29), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:25.653090 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-f9b33679-0276-49cd-ad8b-1076f3a5ee23 None None] Provisioning complete for port fbbde947-cc8b-4cfa-a9c0-116978b18f29 triggered by entity DHCP. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:03:25.653566 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-f9b33679-0276-49cd-ad8b-1076f3a5ee23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (fbbde947-cc8b-4cfa-a9c0-116978b18f29), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:25.657029 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvr_db [None req-915c45ca-b759-4c83-843c-83ad05217bca None None] Set router b865efcb-e557-482a-96a9-ca5556025a29 gateway port host: dv-cinder-815146-13-iscsi {{(pid=106208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:03:25.732144 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-f9b33679-0276-49cd-ad8b-1076f3a5ee23 None None] Port fbbde947-cc8b-4cfa-a9c0-116978b18f29 cannot update to ACTIVE because it is not bound. {{(pid=106208) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:03:25.745462 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960e2ba6-aca7-4077-8fa4-41e5e79410d5 admin admin] Pushing event updated for resources: {'Port': ['ID=fbbde947-cc8b-4cfa-a9c0-116978b18f29,revision_number=2']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:25.804422 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960e2ba6-aca7-4077-8fa4-41e5e79410d5 admin admin] Network 185c8270-1a6e-4a4a-befc-3fd7e22c1f41 is already hosted by enough agents. {{(pid=106207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:03:25.805963 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.base_scheduler [None req-960e2ba6-aca7-4077-8fa4-41e5e79410d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:03:25.944410 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-915c45ca-b759-4c83-843c-83ad05217bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b865efcb-e557-482a-96a9-ca5556025a29', 'name': 'tempest-TestMinimumBasicScenario-151163587-router', 'tenant_id': 'f7ddbc07b2f149d2867b67c837c60afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.87'}], 'enable_snat': True}, 'gw_port_id': 'd90133cd-2db5-4988-9873-1121e46e14f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:03:21Z', 'updated_at': '2022-08-30T01:03:25Z', 'revision_number': 4, 'project_id': 'f7ddbc07b2f149d2867b67c837c60afd', 'gw_port': {'id': 'd90133cd-2db5-4988-9873-1121e46e14f3', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b865efcb-e557-482a-96a9-ca5556025a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:22Z', 'updated_at': '2022-08-30T01:03:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_interfaces': [{'id': 'fbbde947-cc8b-4cfa-a9c0-116978b18f29', 'name': '', 'network_id': '185c8270-1a6e-4a4a-befc-3fd7e22c1f41', 'tenant_id': 'f7ddbc07b2f149d2867b67c837c60afd', 'mac_address': 'fa:16:3e:ce:f8:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b865efcb-e557-482a-96a9-ca5556025a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'dc37a8fe-122d-49af-af53-78a12ef7a0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:24Z', 'updated_at': '2022-08-30T01:03:24Z', 'revision_number': 1, 'project_id': 'f7ddbc07b2f149d2867b67c837c60afd', 'subnets': [{'id': 'dc37a8fe-122d-49af-af53-78a12ef7a0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:03:25.965587 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-960e2ba6-aca7-4077-8fa4-41e5e79410d5 admin admin] Router b865efcb-e557-482a-96a9-ca5556025a29 has already been hosted by L3 agent 613dbf26-5731-4391-8a29-3c5185f7ed3f {{(pid=106207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:03:25.978059 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915c45ca-b759-4c83-843c-83ad05217bca None None] The sync data for ids ['b865efcb-e557-482a-96a9-ca5556025a29'] in dv-cinder-815146-13-iscsi is: [{'id': 'b865efcb-e557-482a-96a9-ca5556025a29', 'name': 'tempest-TestMinimumBasicScenario-151163587-router', 'tenant_id': 'f7ddbc07b2f149d2867b67c837c60afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.87'}], 'enable_snat': True}, 'gw_port_id': 'd90133cd-2db5-4988-9873-1121e46e14f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:03:21Z', 'updated_at': '2022-08-30T01:03:25Z', 'revision_number': 4, 'project_id': 'f7ddbc07b2f149d2867b67c837c60afd', 'gw_port': {'id': 'd90133cd-2db5-4988-9873-1121e46e14f3', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b865efcb-e557-482a-96a9-ca5556025a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:22Z', 'updated_at': '2022-08-30T01:03:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_interfaces': [{'id': 'fbbde947-cc8b-4cfa-a9c0-116978b18f29', 'name': '', 'network_id': '185c8270-1a6e-4a4a-befc-3fd7e22c1f41', 'tenant_id': 'f7ddbc07b2f149d2867b67c837c60afd', 'mac_address': 'fa:16:3e:ce:f8:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b865efcb-e557-482a-96a9-ca5556025a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'dc37a8fe-122d-49af-af53-78a12ef7a0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:24Z', 'updated_at': '2022-08-30T01:03:24Z', 'revision_number': 1, 'project_id': 'f7ddbc07b2f149d2867b67c837c60afd', 'subnets': [{'id': 'dc37a8fe-122d-49af-af53-78a12ef7a0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:03:25.980169 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:26.108784 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4466e103-8bf8-4b9f-9ee3-6e270babecdd req-ac8cbbee-320f-4b12-a07e-29dcaa8fa035 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:26.110399 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-4466e103-8bf8-4b9f-9ee3-6e270babecdd req-ac8cbbee-320f-4b12-a07e-29dcaa8fa035 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b59fedac-4fcb-47a8-8187-0a331d499fd2 HTTP/1.1" status: 200 len: 945 time: 0.1169848 Aug 30 01:03:26.163878 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:26.170142 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-03c52079-8cb9-42c3-a7aa-00e857158f4a None None] Provisioning complete for port fbbde947-cc8b-4cfa-a9c0-116978b18f29 triggered by entity DHCP. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:03:26.173669 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-03c52079-8cb9-42c3-a7aa-00e857158f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (fbbde947-cc8b-4cfa-a9c0-116978b18f29), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:26.223800 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-03c52079-8cb9-42c3-a7aa-00e857158f4a None None] Port fbbde947-cc8b-4cfa-a9c0-116978b18f29 cannot update to ACTIVE because it is not bound. {{(pid=106208) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:03:26.238880 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-960e2ba6-aca7-4077-8fa4-41e5e79410d5 admin admin] Notify agent at l3_agent.dv-cinder-815146-13-iscsi the message routers_updated {{(pid=106207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:03:26.247622 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2636b27-ffe5-4c7a-8298-99f476b07fdd req-6e82d12c-c2da-4fd9-9822-12ef7b472c44 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:26.249293 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e2636b27-ffe5-4c7a-8298-99f476b07fdd req-6e82d12c-c2da-4fd9-9822-12ef7b472c44 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=12338ddc-349d-4f0b-b6d8-4bb83f19e320 HTTP/1.1" status: 200 len: 946 time: 0.0968146 Aug 30 01:03:26.260752 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-960e2ba6-aca7-4077-8fa4-41e5e79410d5 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/b865efcb-e557-482a-96a9-ca5556025a29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4790349 Aug 30 01:03:26.266147 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-4466e103-8bf8-4b9f-9ee3-6e270babecdd req-3978c067-39f0-4778-bc16-a533020e14d2 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cf795692-07ba-4120-b253-28f50a651d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215661 Aug 30 01:03:26.342133 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e2636b27-ffe5-4c7a-8298-99f476b07fdd req-1315cff0-079e-40b9-86d8-9661c42b3450 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749161 Aug 30 01:03:27.492380 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b398e5-cd82-444f-a39d-d448234dfde3 req-cf10cf82-28ac-4a5a-a75a-50a81e178ad4 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:27.494098 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-22b398e5-cd82-444f-a39d-d448234dfde3 req-cf10cf82-28ac-4a5a-a75a-50a81e178ad4 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b59fedac-4fcb-47a8-8187-0a331d499fd2 HTTP/1.1" status: 200 len: 945 time: 0.1083312 Aug 30 01:03:27.879998 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b43e40c-ae98-443f-b8ee-dd855559dff7 req-1ee11541-5ccd-46cf-878c-02475ece2bc7 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:27.899255 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-4b43e40c-ae98-443f-b8ee-dd855559dff7 req-1ee11541-5ccd-46cf-878c-02475ece2bc7 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=12338ddc-349d-4f0b-b6d8-4bb83f19e320 HTTP/1.1" status: 200 len: 946 time: 0.4000261 Aug 30 01:03:27.949957 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-22b398e5-cd82-444f-a39d-d448234dfde3 req-c882a2e7-b190-41a8-8bd3-c5b7a3473f34 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cf795692-07ba-4120-b253-28f50a651d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4408426 Aug 30 01:03:27.978131 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-4b43e40c-ae98-443f-b8ee-dd855559dff7 req-44b161c2-d3dd-47de-a67b-c1b928ebcf67 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722980 Aug 30 01:03:28.191131 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device d90133cd-2db5-4988-9873-1121e46e14f3 up at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:03:28.295471 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Provisioning complete for port d90133cd-2db5-4988-9873-1121e46e14f3 triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:03:28.295906 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (d90133cd-2db5-4988-9873-1121e46e14f3), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:28.394233 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Current status of the port d90133cd-2db5-4988-9873-1121e46e14f3 is: DOWN; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:03:28.394650 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (d90133cd-2db5-4988-9873-1121e46e14f3), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:28.420770 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] For port d90133cd-2db5-4988-9873-1121e46e14f3, host dv-cinder-815146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=d90133cd-2db5-4988-9873-1121e46e14f3,segment=NetworkSegment(61a0af84-c6da-4606-8f1e-ec0a95f9a2d1),segment_id=61a0af84-c6da-4606-8f1e-ec0a95f9a2d1)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:03:28.427363 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (d90133cd-2db5-4988-9873-1121e46e14f3), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:28.488272 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Pushing event updated for resources: {'Port': ['ID=d90133cd-2db5-4988-9873-1121e46e14f3,revision_number=4']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:29.220639 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b6d953-3ebd-48fe-af00-c8763fc4718b req-da732b4d-00e7-4738-bff5-20b868f917b9 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:29.222230 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-02b6d953-3ebd-48fe-af00-c8763fc4718b req-da732b4d-00e7-4738-bff5-20b868f917b9 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b59fedac-4fcb-47a8-8187-0a331d499fd2 HTTP/1.1" status: 200 len: 945 time: 0.1551392 Aug 30 01:03:29.247865 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf51cb5-f96b-453c-842c-952bf1b7b831 req-fa4cf451-706e-47f7-9f54-745e5d710f96 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:29.257133 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-adf51cb5-f96b-453c-842c-952bf1b7b831 req-fa4cf451-706e-47f7-9f54-745e5d710f96 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=12338ddc-349d-4f0b-b6d8-4bb83f19e320 HTTP/1.1" status: 200 len: 946 time: 0.1041305 Aug 30 01:03:29.273267 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:29.366825 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-adf51cb5-f96b-453c-842c-952bf1b7b831 req-2f1db544-8ca6-49f9-a88b-29b162b4ba55 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099300 Aug 30 01:03:29.373967 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-02b6d953-3ebd-48fe-af00-c8763fc4718b req-a90c23d7-f2f8-4a64-81bb-a162d58b894a tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cf795692-07ba-4120-b253-28f50a651d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407206 Aug 30 01:03:29.526818 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 49382) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:03:29.577985 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 49386) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:03:29.585457 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [None req-a0e5088c-2e94-4023-a4b6-5ab32573173d tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1788648815', 'description': 'tempest-description--893927973'}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:03:29.620806 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-a0e5088c-2e94-4023-a4b6-5ab32573173d tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for security_group (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:29.699284 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-ea5c85ce-a724-4fdc-8216-a5c245c56264 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:29.740803 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-a0e5088c-2e94-4023-a4b6-5ab32573173d tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for security_group (882a3643-324b-4ab3-9198-fdc44b1c8402), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:29.756254 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-a0e5088c-2e94-4023-a4b6-5ab32573173d tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (882a3643-324b-4ab3-9198-fdc44b1c8402), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:29.809868 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e5088c-2e94-4023-a4b6-5ab32573173d tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=882a3643-324b-4ab3-9198-fdc44b1c8402,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:29.819469 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-a0e5088c-2e94-4023-a4b6-5ab32573173d tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for security_group (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:29.821213 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-a0e5088c-2e94-4023-a4b6-5ab32573173d tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2415228 Aug 30 01:03:29.824115 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 49388) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:03:29.829784 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [None req-36ab688d-9220-4cbd-92f6-4b2e60a310a1 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Request body: {'security_group_rule': {'security_group_id': '882a3643-324b-4ab3-9198-fdc44b1c8402', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:03:29.874636 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-ea5c85ce-a724-4fdc-8216-a5c245c56264 admin admin] Publish callbacks [] for security_group (88d63bd3-026e-479a-9afd-95f8f3f5c893), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:29.883813 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-ea5c85ce-a724-4fdc-8216-a5c245c56264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (88d63bd3-026e-479a-9afd-95f8f3f5c893), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:29.890259 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-36ab688d-9220-4cbd-92f6-4b2e60a310a1 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for security_group_rule (94dece02-11fd-4da6-a3d5-2e3537db29d7), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:29.911509 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:29.953716 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-ea5c85ce-a724-4fdc-8216-a5c245c56264 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=573b07907a53441d9ce0b965ecd12780&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4255915 Aug 30 01:03:29.954938 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5c85ce-a724-4fdc-8216-a5c245c56264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d63bd3-026e-479a-9afd-95f8f3f5c893,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:29.961355 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 49392) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:03:30.035367 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:30.059143 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-36ab688d-9220-4cbd-92f6-4b2e60a310a1 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for security_group_rule (94dece02-11fd-4da6-a3d5-2e3537db29d7), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:30.061824 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-2213b571-afe8-4d30-9318-62d9cd921f90 admin admin] Publish callbacks [] for security_group (88d63bd3-026e-479a-9afd-95f8f3f5c893), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:30.072957 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-36ab688d-9220-4cbd-92f6-4b2e60a310a1 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16314934'] for security_group_rule (94dece02-11fd-4da6-a3d5-2e3537db29d7), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:30.109240 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ab688d-9220-4cbd-92f6-4b2e60a310a1 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94dece02-11fd-4da6-a3d5-2e3537db29d7,revision_number=0']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:30.115104 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-2213b571-afe8-4d30-9318-62d9cd921f90 admin admin] Publish callbacks [] for security_group (88d63bd3-026e-479a-9afd-95f8f3f5c893), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:30.133670 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-36ab688d-9220-4cbd-92f6-4b2e60a310a1 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:30.135065 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-36ab688d-9220-4cbd-92f6-4b2e60a310a1 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3092682 Aug 30 01:03:30.138125 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 49396) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:03:30.142724 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [None req-e1de00c1-3663-4aeb-9c8e-aeeceb4bcb9f tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Request body: {'security_group_rule': {'security_group_id': '882a3643-324b-4ab3-9198-fdc44b1c8402', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:03:30.194609 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-e1de00c1-3663-4aeb-9c8e-aeeceb4bcb9f tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for security_group_rule (9b19f186-b367-4eb8-b523-ced4c807b5a0), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:30.220120 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device d90133cd-2db5-4988-9873-1121e46e14f3 up at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:03:30.240206 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-2213b571-afe8-4d30-9318-62d9cd921f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (88d63bd3-026e-479a-9afd-95f8f3f5c893), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:30.243259 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-2213b571-afe8-4d30-9318-62d9cd921f90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:30.244844 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-2213b571-afe8-4d30-9318-62d9cd921f90 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/88d63bd3-026e-479a-9afd-95f8f3f5c893 HTTP/1.1" status: 204 len: 168 time: 0.2822521 Aug 30 01:03:30.267591 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213b571-afe8-4d30-9318-62d9cd921f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d63bd3-026e-479a-9afd-95f8f3f5c893,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:30.356531 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Provisioning complete for port d90133cd-2db5-4988-9873-1121e46e14f3 triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:03:30.357871 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (d90133cd-2db5-4988-9873-1121e46e14f3), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:30.367789 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-e1de00c1-3663-4aeb-9c8e-aeeceb4bcb9f tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for security_group_rule (9b19f186-b367-4eb8-b523-ced4c807b5a0), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:30.373541 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-e1de00c1-3663-4aeb-9c8e-aeeceb4bcb9f tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16314934'] for security_group_rule (9b19f186-b367-4eb8-b523-ced4c807b5a0), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:30.450781 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1de00c1-3663-4aeb-9c8e-aeeceb4bcb9f tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b19f186-b367-4eb8-b523-ced4c807b5a0,revision_number=0']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:30.470562 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Current status of the port d90133cd-2db5-4988-9873-1121e46e14f3 is: ACTIVE; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:03:30.483573 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-e1de00c1-3663-4aeb-9c8e-aeeceb4bcb9f tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:30.485455 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-e1de00c1-3663-4aeb-9c8e-aeeceb4bcb9f tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3456366 Aug 30 01:03:30.488154 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 49408) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:03:30.492795 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [None req-ee8e382e-0352-4ac2-b8d7-01d118dba629 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Request body: {'floatingip': {'floating_network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb'}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:03:30.541639 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ee8e382e-0352-4ac2-b8d7-01d118dba629 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:30.647088 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ee8e382e-0352-4ac2-b8d7-01d118dba629 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:30.654867 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db223b64-212b-4b81-8aca-48fe877af8ad None None] Sync routers for ids ['b865efcb-e557-482a-96a9-ca5556025a29'] in dv-cinder-815146-13-iscsi {{(pid=106209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:03:30.680363 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db223b64-212b-4b81-8aca-48fe877af8ad None None] Routers {'b865efcb-e557-482a-96a9-ca5556025a29'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:03:30.684195 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-db223b64-212b-4b81-8aca-48fe877af8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:03:11Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['b865efcb-e557-482a-96a9-ca5556025a29'], 'active': True} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:03:30.788123 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cb02db-4ca9-4dd4-b26f-978ca16db7de req-0e36aaf3-99a2-47e7-b0de-40fb98d75ccf tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:30.797388 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-90cb02db-4ca9-4dd4-b26f-978ca16db7de req-0e36aaf3-99a2-47e7-b0de-40fb98d75ccf tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=12338ddc-349d-4f0b-b6d8-4bb83f19e320 HTTP/1.1" status: 200 len: 946 time: 0.2645297 Aug 30 01:03:30.869049 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=4 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:30.887258 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d648c3a6-2088-476e-a691-fe7849ca4a53 req-774be5f5-1a82-4af7-8bdb-72fe9bd7211e tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:30.888859 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-d648c3a6-2088-476e-a691-fe7849ca4a53 req-774be5f5-1a82-4af7-8bdb-72fe9bd7211e tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b59fedac-4fcb-47a8-8187-0a331d499fd2 HTTP/1.1" status: 200 len: 945 time: 0.2692435 Aug 30 01:03:30.935176 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvr_db [None req-db223b64-212b-4b81-8aca-48fe877af8ad None None] Set router b865efcb-e557-482a-96a9-ca5556025a29 gateway port host: dv-cinder-815146-13-iscsi {{(pid=106209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:03:30.949814 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.db_base_plugin_common [None req-ee8e382e-0352-4ac2-b8d7-01d118dba629 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Allocated IP 172.27.4.254 (3021e9f0-0eb2-4779-9e8d-2d74d8c353fb/be7a67d1-0569-48bc-88e9-c2545720293d/0d9f4c2f-290a-4e03-9d3d-cf5219c2bbbe) {{(pid=106206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:03:31.038938 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-90cb02db-4ca9-4dd4-b26f-978ca16db7de req-c91ce38f-502a-4907-abc6-900856f402fc tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312763 Aug 30 01:03:31.045315 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:31.098610 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-d648c3a6-2088-476e-a691-fe7849ca4a53 req-eec2d58b-9c68-4ec6-b5dc-7bc19b006602 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cf795692-07ba-4120-b253-28f50a651d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1860135 Aug 30 01:03:31.229132 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ee8e382e-0352-4ac2-b8d7-01d118dba629 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for port (0d9f4c2f-290a-4e03-9d3d-cf5219c2bbbe), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:31.288908 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ee8e382e-0352-4ac2-b8d7-01d118dba629 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737867580456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14283316'] for port (0d9f4c2f-290a-4e03-9d3d-cf5219c2bbbe), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:31.342115 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-db223b64-212b-4b81-8aca-48fe877af8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b865efcb-e557-482a-96a9-ca5556025a29', 'name': 'tempest-TestMinimumBasicScenario-151163587-router', 'tenant_id': 'f7ddbc07b2f149d2867b67c837c60afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.87'}], 'enable_snat': True}, 'gw_port_id': 'd90133cd-2db5-4988-9873-1121e46e14f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:03:21Z', 'updated_at': '2022-08-30T01:03:25Z', 'revision_number': 4, 'project_id': 'f7ddbc07b2f149d2867b67c837c60afd', 'gw_port': {'id': 'd90133cd-2db5-4988-9873-1121e46e14f3', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b865efcb-e557-482a-96a9-ca5556025a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:22Z', 'updated_at': '2022-08-30T01:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_interfaces': [{'id': 'fbbde947-cc8b-4cfa-a9c0-116978b18f29', 'name': '', 'network_id': '185c8270-1a6e-4a4a-befc-3fd7e22c1f41', 'tenant_id': 'f7ddbc07b2f149d2867b67c837c60afd', 'mac_address': 'fa:16:3e:ce:f8:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b865efcb-e557-482a-96a9-ca5556025a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'dc37a8fe-122d-49af-af53-78a12ef7a0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:24Z', 'updated_at': '2022-08-30T01:03:25Z', 'revision_number': 2, 'project_id': 'f7ddbc07b2f149d2867b67c837c60afd', 'subnets': [{'id': 'dc37a8fe-122d-49af-af53-78a12ef7a0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:03:31.349979 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8e382e-0352-4ac2-b8d7-01d118dba629 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Network 3021e9f0-0eb2-4779-9e8d-2d74d8c353fb is already hosted by enough agents. {{(pid=106206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:03:31.351426 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.base_scheduler [None req-ee8e382e-0352-4ac2-b8d7-01d118dba629 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Resources bound (agent type, host, resource id): {{(pid=106206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:03:31.357297 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8e382e-0352-4ac2-b8d7-01d118dba629 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Received port after_create {{(pid=106206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:03:31.361147 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8e382e-0352-4ac2-b8d7-01d118dba629 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Pushing event updated for resources: {'Port': ['ID=0d9f4c2f-290a-4e03-9d3d-cf5219c2bbbe,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:31.383853 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db223b64-212b-4b81-8aca-48fe877af8ad None None] Checking router: b865efcb-e557-482a-96a9-ca5556025a29 for host: dv-cinder-815146-13-iscsi {{(pid=106209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:03:31.383853 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db223b64-212b-4b81-8aca-48fe877af8ad None None] Updating router b865efcb-e557-482a-96a9-ca5556025a29 port fbbde947-cc8b-4cfa-a9c0-116978b18f29 binding host dv-cinder-815146-13-iscsi {{(pid=106209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 01:03:31.421703 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-db223b64-212b-4b81-8aca-48fe877af8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (fbbde947-cc8b-4cfa-a9c0-116978b18f29), before_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:31.508977 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ee8e382e-0352-4ac2-b8d7-01d118dba629 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for floatingip (720be811-73d4-4abe-a8ab-d6f40f77adc8), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:31.760697 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-db223b64-212b-4b81-8aca-48fe877af8ad None None] Publish callbacks [] for port (fbbde947-cc8b-4cfa-a9c0-116978b18f29), precommit_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:31.769276 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=100 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:31.769276 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:31.774936 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-db223b64-212b-4b81-8aca-48fe877af8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (fbbde947-cc8b-4cfa-a9c0-116978b18f29), after_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:31.823580 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ee8e382e-0352-4ac2-b8d7-01d118dba629 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (0d9f4c2f-290a-4e03-9d3d-cf5219c2bbbe), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:31.875456 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644e859e-cc23-458c-b96c-48e2c8c3a069 None None] Pushing event updated for resources: {'Port': ['ID=fbbde947-cc8b-4cfa-a9c0-116978b18f29,revision_number=3']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:31.904085 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.managers [None req-db223b64-212b-4b81-8aca-48fe877af8ad None None] Attempting to bind port fbbde947-cc8b-4cfa-a9c0-116978b18f29 on host dv-cinder-815146-13-iscsi for vnic_type normal with profile {{(pid=106209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:03:31.904715 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.managers [None req-db223b64-212b-4b81-8aca-48fe877af8ad None None] Attempting to bind port fbbde947-cc8b-4cfa-a9c0-116978b18f29 by drivers openvswitch,hyperv on host dv-cinder-815146-13-iscsi at level 0 using segments [{'id': '6294b4c5-e62a-4ada-9fd7-a987622094cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '185c8270-1a6e-4a4a-befc-3fd7e22c1f41'}] {{(pid=106209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:03:31.905270 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db223b64-212b-4b81-8aca-48fe877af8ad None None] Attempting to bind port fbbde947-cc8b-4cfa-a9c0-116978b18f29 on network 185c8270-1a6e-4a4a-befc-3fd7e22c1f41 {{(pid=106209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:03:31.918876 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db223b64-212b-4b81-8aca-48fe877af8ad None None] Checking agent: {'id': 'a0553951-7123-4403-ab2a-bb83048c1e52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 0, 53, 14), 'started_at': datetime.datetime(2022, 8, 30, 0, 53, 44), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:03:31.919758 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db223b64-212b-4b81-8aca-48fe877af8ad None None] Checking segment: {'id': '6294b4c5-e62a-4ada-9fd7-a987622094cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '185c8270-1a6e-4a4a-befc-3fd7e22c1f41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:03:31.920443 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-db223b64-212b-4b81-8aca-48fe877af8ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:31.921009 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db223b64-212b-4b81-8aca-48fe877af8ad None None] Bound using segment: {'id': '6294b4c5-e62a-4ada-9fd7-a987622094cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '185c8270-1a6e-4a4a-befc-3fd7e22c1f41'} {{(pid=106209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:03:31.921676 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.managers [None req-db223b64-212b-4b81-8aca-48fe877af8ad None None] Bound port: fbbde947-cc8b-4cfa-a9c0-116978b18f29, host: dv-cinder-815146-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6294b4c5-e62a-4ada-9fd7-a987622094cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '185c8270-1a6e-4a4a-befc-3fd7e22c1f41'}}] {{(pid=106209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:03:31.922228 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-db223b64-212b-4b81-8aca-48fe877af8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (fbbde947-cc8b-4cfa-a9c0-116978b18f29), before_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:32.008899 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.db [None req-db223b64-212b-4b81-8aca-48fe877af8ad None None] For port fbbde947-cc8b-4cfa-a9c0-116978b18f29, host dv-cinder-815146-13-iscsi, cleared binding levels {{(pid=106209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:03:32.013179 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.db [None req-db223b64-212b-4b81-8aca-48fe877af8ad None None] For port fbbde947-cc8b-4cfa-a9c0-116978b18f29, host dv-cinder-815146-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=fbbde947-cc8b-4cfa-a9c0-116978b18f29,segment=NetworkSegment(6294b4c5-e62a-4ada-9fd7-a987622094cc),segment_id=6294b4c5-e62a-4ada-9fd7-a987622094cc)] {{(pid=106209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:03:32.023817 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:DELETE=3,neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:32.025796 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-db223b64-212b-4b81-8aca-48fe877af8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (fbbde947-cc8b-4cfa-a9c0-116978b18f29), after_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:32.031430 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ee8e382e-0352-4ac2-b8d7-01d118dba629 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for port (0d9f4c2f-290a-4e03-9d3d-cf5219c2bbbe), precommit_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:32.040392 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ee8e382e-0352-4ac2-b8d7-01d118dba629 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14283325'] for port (0d9f4c2f-290a-4e03-9d3d-cf5219c2bbbe), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:32.114576 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db223b64-212b-4b81-8aca-48fe877af8ad None None] Routers {'b865efcb-e557-482a-96a9-ca5556025a29'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:03:32.115272 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-db223b64-212b-4b81-8aca-48fe877af8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:03:11Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['b865efcb-e557-482a-96a9-ca5556025a29'], 'active': True} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:03:32.126813 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ee8e382e-0352-4ac2-b8d7-01d118dba629 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16466402'] for floatingip (720be811-73d4-4abe-a8ab-d6f40f77adc8), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:32.207071 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:UPDATE=3,neutron:INSERT=1,neutron:SELECT=96 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:32.220208 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644e859e-cc23-458c-b96c-48e2c8c3a069 None None] Pushing event updated for resources: {'Port': ['ID=fbbde947-cc8b-4cfa-a9c0-116978b18f29,revision_number=4']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:32.267796 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8e382e-0352-4ac2-b8d7-01d118dba629 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Pushing event updated for resources: {'Port': ['ID=0d9f4c2f-290a-4e03-9d3d-cf5219c2bbbe,revision_number=2']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:32.291348 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ee8e382e-0352-4ac2-b8d7-01d118dba629 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for floatingip (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:32.303290 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-ee8e382e-0352-4ac2-b8d7-01d118dba629 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8038275 Aug 30 01:03:32.303499 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3906ed-ea44-4264-8ebd-ae3d9ed05dd4 req-01da93a5-89c9-4538-a2ea-d683cb14eb3d tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:32.311936 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-8f3906ed-ea44-4264-8ebd-ae3d9ed05dd4 req-01da93a5-89c9-4538-a2ea-d683cb14eb3d tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=12338ddc-349d-4f0b-b6d8-4bb83f19e320 HTTP/1.1" status: 200 len: 946 time: 0.1159964 Aug 30 01:03:32.365654 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvr_db [None req-db223b64-212b-4b81-8aca-48fe877af8ad None None] Set router b865efcb-e557-482a-96a9-ca5556025a29 gateway port host: dv-cinder-815146-13-iscsi {{(pid=106209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:03:32.420264 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656cb57-5f5a-4355-acb0-276da89c2149 req-d69b88e0-3ef1-44b6-88db-42321cef8188 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:32.421980 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-4656cb57-5f5a-4355-acb0-276da89c2149 req-d69b88e0-3ef1-44b6-88db-42321cef8188 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b59fedac-4fcb-47a8-8187-0a331d499fd2 HTTP/1.1" status: 200 len: 945 time: 0.1347740 Aug 30 01:03:32.433628 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-8f3906ed-ea44-4264-8ebd-ae3d9ed05dd4 req-674bf4c0-318b-4684-b104-44dc9ee2058d tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207139 Aug 30 01:03:32.543266 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-4656cb57-5f5a-4355-acb0-276da89c2149 req-17430933-ca5f-4e31-9ff6-f7311ce4fa0f tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cf795692-07ba-4120-b253-28f50a651d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057732 Aug 30 01:03:32.865795 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-db223b64-212b-4b81-8aca-48fe877af8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b865efcb-e557-482a-96a9-ca5556025a29', 'name': 'tempest-TestMinimumBasicScenario-151163587-router', 'tenant_id': 'f7ddbc07b2f149d2867b67c837c60afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.87'}], 'enable_snat': True}, 'gw_port_id': 'd90133cd-2db5-4988-9873-1121e46e14f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:03:21Z', 'updated_at': '2022-08-30T01:03:25Z', 'revision_number': 4, 'project_id': 'f7ddbc07b2f149d2867b67c837c60afd', 'gw_port': {'id': 'd90133cd-2db5-4988-9873-1121e46e14f3', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b865efcb-e557-482a-96a9-ca5556025a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:22Z', 'updated_at': '2022-08-30T01:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_interfaces': [{'id': 'fbbde947-cc8b-4cfa-a9c0-116978b18f29', 'name': '', 'network_id': '185c8270-1a6e-4a4a-befc-3fd7e22c1f41', 'tenant_id': 'f7ddbc07b2f149d2867b67c837c60afd', 'mac_address': 'fa:16:3e:ce:f8:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b865efcb-e557-482a-96a9-ca5556025a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'dc37a8fe-122d-49af-af53-78a12ef7a0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:24Z', 'updated_at': '2022-08-30T01:03:32Z', 'revision_number': 4, 'project_id': 'f7ddbc07b2f149d2867b67c837c60afd', 'subnets': [{'id': 'dc37a8fe-122d-49af-af53-78a12ef7a0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:03:32.895072 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db223b64-212b-4b81-8aca-48fe877af8ad None None] The sync data for ids ['b865efcb-e557-482a-96a9-ca5556025a29'] in dv-cinder-815146-13-iscsi is: [{'id': 'b865efcb-e557-482a-96a9-ca5556025a29', 'name': 'tempest-TestMinimumBasicScenario-151163587-router', 'tenant_id': 'f7ddbc07b2f149d2867b67c837c60afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.87'}], 'enable_snat': True}, 'gw_port_id': 'd90133cd-2db5-4988-9873-1121e46e14f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:03:21Z', 'updated_at': '2022-08-30T01:03:25Z', 'revision_number': 4, 'project_id': 'f7ddbc07b2f149d2867b67c837c60afd', 'gw_port': {'id': 'd90133cd-2db5-4988-9873-1121e46e14f3', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b865efcb-e557-482a-96a9-ca5556025a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:22Z', 'updated_at': '2022-08-30T01:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_interfaces': [{'id': 'fbbde947-cc8b-4cfa-a9c0-116978b18f29', 'name': '', 'network_id': '185c8270-1a6e-4a4a-befc-3fd7e22c1f41', 'tenant_id': 'f7ddbc07b2f149d2867b67c837c60afd', 'mac_address': 'fa:16:3e:ce:f8:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b865efcb-e557-482a-96a9-ca5556025a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'dc37a8fe-122d-49af-af53-78a12ef7a0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:24Z', 'updated_at': '2022-08-30T01:03:32Z', 'revision_number': 4, 'project_id': 'f7ddbc07b2f149d2867b67c837c60afd', 'subnets': [{'id': 'dc37a8fe-122d-49af-af53-78a12ef7a0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:03:33.613608 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b83508-e6d4-4dbf-9aac-bd8e50eb1acc req-531314f4-a183-4434-9ffe-679c88e393f4 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:33.615152 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-52b83508-e6d4-4dbf-9aac-bd8e50eb1acc req-531314f4-a183-4434-9ffe-679c88e393f4 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=12338ddc-349d-4f0b-b6d8-4bb83f19e320 HTTP/1.1" status: 200 len: 946 time: 0.0676794 Aug 30 01:03:33.689315 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-52b83508-e6d4-4dbf-9aac-bd8e50eb1acc req-cf6a652c-08c2-4015-895c-5d8a498813dd tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598922 Aug 30 01:03:33.850596 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ed811a-19bb-4f94-ab05-fd22b7590664 req-f0559f30-01f5-461f-9f26-a0ee14898b63 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:33.854416 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-04ed811a-19bb-4f94-ab05-fd22b7590664 req-f0559f30-01f5-461f-9f26-a0ee14898b63 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b59fedac-4fcb-47a8-8187-0a331d499fd2 HTTP/1.1" status: 200 len: 945 time: 0.0881450 Aug 30 01:03:33.935205 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-04ed811a-19bb-4f94-ab05-fd22b7590664 req-ae03f361-1020-4dfd-894a-38c56d80d849 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cf795692-07ba-4120-b253-28f50a651d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734351 Aug 30 01:03:34.196894 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device fbbde947-cc8b-4cfa-a9c0-116978b18f29 up at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:03:34.241610 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-b843ddc1-6d5e-4899-b903-383d0a67cb57 req-97e4fa8b-3f7a-4e8f-8f20-639e9985857f tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1788648815&fields=id&tenant_id=0596692dbfb149139a1e72159c6f93db HTTP/1.1" status: 200 len: 267 time: 0.0844636 Aug 30 01:03:34.300305 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Provisioning complete for port fbbde947-cc8b-4cfa-a9c0-116978b18f29 triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:03:34.305517 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (fbbde947-cc8b-4cfa-a9c0-116978b18f29), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:34.469131 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843ddc1-6d5e-4899-b903-383d0a67cb57 req-80023da4-db49-4d43-bf24-52406b79ec9b tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:34.470804 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-b843ddc1-6d5e-4899-b903-383d0a67cb57 req-80023da4-db49-4d43-bf24-52406b79ec9b tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/networks?id=dffca817-1d31-4c9c-99a3-2d8483c143b4 HTTP/1.1" status: 200 len: 814 time: 0.2208648 Aug 30 01:03:34.471925 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Current status of the port fbbde947-cc8b-4cfa-a9c0-116978b18f29 is: DOWN; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:03:34.472494 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (fbbde947-cc8b-4cfa-a9c0-116978b18f29), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:34.509542 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-b843ddc1-6d5e-4899-b903-383d0a67cb57 req-ea4abeb0-ca95-4287-95cb-0b0d3d6a2bcc tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/quotas/0596692dbfb149139a1e72159c6f93db HTTP/1.1" status: 200 len: 375 time: 0.0314102 Aug 30 01:03:34.520459 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] For port fbbde947-cc8b-4cfa-a9c0-116978b18f29, host dv-cinder-815146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=fbbde947-cc8b-4cfa-a9c0-116978b18f29,segment=NetworkSegment(6294b4c5-e62a-4ada-9fd7-a987622094cc),segment_id=6294b4c5-e62a-4ada-9fd7-a987622094cc)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:03:34.521952 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:34.529616 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (fbbde947-cc8b-4cfa-a9c0-116978b18f29), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:34.612425 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Pushing event updated for resources: {'Port': ['ID=fbbde947-cc8b-4cfa-a9c0-116978b18f29,revision_number=5']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:34.617325 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-b843ddc1-6d5e-4899-b903-383d0a67cb57 req-7dbd96b5-9d2a-435a-be77-c334f75ae381 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=0596692dbfb149139a1e72159c6f93db&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1001124 Aug 30 01:03:34.699430 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:34.737422 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-b843ddc1-6d5e-4899-b903-383d0a67cb57 req-1ba868c9-c1a1-4cf1-bc96-c175b65c88f3 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/dffca817-1d31-4c9c-99a3-2d8483c143b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167002 Aug 30 01:03:34.890089 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f296fab-0125-45ba-9868-69284feb023f req-6c92e45f-874b-4807-a799-a7a1dbd66cb7 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:34.896732 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-1f296fab-0125-45ba-9868-69284feb023f req-6c92e45f-874b-4807-a799-a7a1dbd66cb7 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=12338ddc-349d-4f0b-b6d8-4bb83f19e320 HTTP/1.1" status: 200 len: 946 time: 0.0799716 Aug 30 01:03:34.965573 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-b843ddc1-6d5e-4899-b903-383d0a67cb57 req-dffeae7f-424e-4cd2-b7b2-508f648aeec0 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/dffca817-1d31-4c9c-99a3-2d8483c143b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134986 Aug 30 01:03:34.991909 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-1f296fab-0125-45ba-9868-69284feb023f req-027f802d-27b5-4897-8e98-3b2c66f3a40a tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936065 Aug 30 01:03:35.125735 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f883477-2696-4299-b5bf-d2ce4ab3e480 req-c88f297e-42cc-42f9-b1f9-70659f482d6d tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:35.127735 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-9f883477-2696-4299-b5bf-d2ce4ab3e480 req-c88f297e-42cc-42f9-b1f9-70659f482d6d tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b59fedac-4fcb-47a8-8187-0a331d499fd2 HTTP/1.1" status: 200 len: 945 time: 0.0821497 Aug 30 01:03:35.220260 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:35.220260 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-9f883477-2696-4299-b5bf-d2ce4ab3e480 req-a70fbd94-867a-464e-9959-77c81bd7f8eb tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cf795692-07ba-4120-b253-28f50a651d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949695 Aug 30 01:03:35.302553 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-ad039932-16aa-43e2-823d-0bbfd8fe9b1d req-8b8cb042-239e-44b0-9f9e-6a545f4d395a tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0f9ce423-87fe-4742-ab18-537e725fb3c2 HTTP/1.1" status: 200 len: 210 time: 0.0589185 Aug 30 01:03:36.159508 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e68924-d5c2-473d-8377-840f4925c59a req-0d01f4be-26cb-4261-8b38-5ab1b85058d3 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:36.162217 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e5e68924-d5c2-473d-8377-840f4925c59a req-0d01f4be-26cb-4261-8b38-5ab1b85058d3 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=12338ddc-349d-4f0b-b6d8-4bb83f19e320 HTTP/1.1" status: 200 len: 946 time: 0.0948522 Aug 30 01:03:36.215880 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device fbbde947-cc8b-4cfa-a9c0-116978b18f29 up at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:03:36.241830 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e5e68924-d5c2-473d-8377-840f4925c59a req-63b12124-cb30-4f62-a48e-999fdd62d08f tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672987 Aug 30 01:03:36.338265 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Provisioning complete for port fbbde947-cc8b-4cfa-a9c0-116978b18f29 triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:03:36.338265 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (fbbde947-cc8b-4cfa-a9c0-116978b18f29), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:36.438207 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6680d884-0bab-47b1-b03c-2c696767ac98 req-0b87f97c-b705-4729-8ce5-d37379291071 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:36.441736 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-6680d884-0bab-47b1-b03c-2c696767ac98 req-0b87f97c-b705-4729-8ce5-d37379291071 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b59fedac-4fcb-47a8-8187-0a331d499fd2 HTTP/1.1" status: 200 len: 945 time: 0.0903358 Aug 30 01:03:36.461722 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Current status of the port fbbde947-cc8b-4cfa-a9c0-116978b18f29 is: ACTIVE; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:03:36.476402 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-9116c098-8e47-4cf0-9300-627e5f5d8c98 req-66f433ab-1be5-4587-a8f1-d8071689b0d6 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0f9ce423-87fe-4742-ab18-537e725fb3c2 HTTP/1.1" status: 200 len: 210 time: 0.0568526 Aug 30 01:03:36.511388 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-6680d884-0bab-47b1-b03c-2c696767ac98 req-fe39edda-0187-4234-a176-a708792a8f97 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cf795692-07ba-4120-b253-28f50a651d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508621 Aug 30 01:03:36.825483 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843ddc1-6d5e-4899-b903-383d0a67cb57 req-3b635b13-a533-449a-9bb1-a6c97f3c00b6 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:36.826971 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-b843ddc1-6d5e-4899-b903-383d0a67cb57 req-3b635b13-a533-449a-9bb1-a6c97f3c00b6 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.47 "GET /networking/v2.0/networks?id=dffca817-1d31-4c9c-99a3-2d8483c143b4 HTTP/1.1" status: 200 len: 814 time: 0.1517687 Aug 30 01:03:36.935655 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-b843ddc1-6d5e-4899-b903-383d0a67cb57 req-0d08af25-7332-4bf1-b857-8eb6fe2709ee tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.47 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0596692dbfb149139a1e72159c6f93db HTTP/1.1" status: 200 len: 473 time: 0.0965836 Aug 30 01:03:36.946746 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [req-b843ddc1-6d5e-4899-b903-383d0a67cb57 req-f7af7a10-7712-4ca4-bc2e-8a64553d175a tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Request body: {'port': {'device_id': '0f9ce423-87fe-4742-ab18-537e725fb3c2', 'network_id': 'dffca817-1d31-4c9c-99a3-2d8483c143b4', 'admin_state_up': True, 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'security_groups': ['882a3643-324b-4ab3-9198-fdc44b1c8402']}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:03:37.078642 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b843ddc1-6d5e-4899-b903-383d0a67cb57 req-f7af7a10-7712-4ca4-bc2e-8a64553d175a tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Made reservation on behalf of 0596692dbfb149139a1e72159c6f93db for: {'port': 1} {{(pid=106207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:03:37.083108 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-b843ddc1-6d5e-4899-b903-383d0a67cb57 req-f7af7a10-7712-4ca4-bc2e-8a64553d175a tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:37.233124 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:37.234986 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.db_base_plugin_common [req-b843ddc1-6d5e-4899-b903-383d0a67cb57 req-f7af7a10-7712-4ca4-bc2e-8a64553d175a tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Allocated IP 172.20.0.9 (dffca817-1d31-4c9c-99a3-2d8483c143b4/35e91298-8731-4ea1-81fe-d78c255b7ca6/f0e1db00-4448-4f4f-865f-c2f369d94a25) {{(pid=106207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:03:37.437403 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca40f9-f7e5-4297-8059-951b5cfc4fae req-a50c8d65-3da4-417f-8ef9-4e7fbb7c8d45 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:37.439026 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-8aca40f9-f7e5-4297-8059-951b5cfc4fae req-a50c8d65-3da4-417f-8ef9-4e7fbb7c8d45 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=12338ddc-349d-4f0b-b6d8-4bb83f19e320 HTTP/1.1" status: 200 len: 946 time: 0.0841222 Aug 30 01:03:37.492767 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-b843ddc1-6d5e-4899-b903-383d0a67cb57 req-f7af7a10-7712-4ca4-bc2e-8a64553d175a tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for port (f0e1db00-4448-4f4f-865f-c2f369d94a25), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:37.535049 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:37.550830 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-8aca40f9-f7e5-4297-8059-951b5cfc4fae req-361b56c5-c712-4a11-ada5-cdb385e3031b tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045890 Aug 30 01:03:37.571984 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-b843ddc1-6d5e-4899-b903-383d0a67cb57 req-f7af7a10-7712-4ca4-bc2e-8a64553d175a tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737867580456'] for port (f0e1db00-4448-4f4f-865f-c2f369d94a25), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:37.709845 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b843ddc1-6d5e-4899-b903-383d0a67cb57 req-f7af7a10-7712-4ca4-bc2e-8a64553d175a tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Network dffca817-1d31-4c9c-99a3-2d8483c143b4 is already hosted by enough agents. {{(pid=106207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:03:37.720480 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.base_scheduler [req-b843ddc1-6d5e-4899-b903-383d0a67cb57 req-f7af7a10-7712-4ca4-bc2e-8a64553d175a tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Resources bound (agent type, host, resource id): {{(pid=106207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:03:37.723190 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [req-b843ddc1-6d5e-4899-b903-383d0a67cb57 req-f7af7a10-7712-4ca4-bc2e-8a64553d175a tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Received port after_create {{(pid=106207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:03:37.728065 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843ddc1-6d5e-4899-b903-383d0a67cb57 req-f7af7a10-7712-4ca4-bc2e-8a64553d175a tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:37.728661 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-b843ddc1-6d5e-4899-b903-383d0a67cb57 req-f7af7a10-7712-4ca4-bc2e-8a64553d175a tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for port (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:37.773929 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f61e5-8bda-4f5f-986d-ab02ec46a24c req-2d4a160a-7fb0-4c75-8c98-e8b72c41e9f2 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:37.775574 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-4d6f61e5-8bda-4f5f-986d-ab02ec46a24c req-2d4a160a-7fb0-4c75-8c98-e8b72c41e9f2 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b59fedac-4fcb-47a8-8187-0a331d499fd2 HTTP/1.1" status: 200 len: 945 time: 0.1196041 Aug 30 01:03:37.778664 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7af7a10-7712-4ca4-bc2e-8a64553d175a tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Pushing event updated for resources: {'Port': ['ID=f0e1db00-4448-4f4f-865f-c2f369d94a25,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:37.790011 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45acf99e-2cf8-4aae-a703-0e528bd61096 req-0f4b2f45-1acf-4ae2-b7ca-8ee6b505c470 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:37.793585 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-45acf99e-2cf8-4aae-a703-0e528bd61096 req-0f4b2f45-1acf-4ae2-b7ca-8ee6b505c470 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0f9ce423-87fe-4742-ab18-537e725fb3c2 HTTP/1.1" status: 200 len: 931 time: 0.1934867 Aug 30 01:03:37.837423 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-b843ddc1-6d5e-4899-b903-383d0a67cb57 req-f7af7a10-7712-4ca4-bc2e-8a64553d175a tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8947945 Aug 30 01:03:37.856755 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [req-b843ddc1-6d5e-4899-b903-383d0a67cb57 req-8f56cd8d-48cd-4e9d-934e-14a3bdfa179c service neutron] Request body: {'port': {'device_id': '0f9ce423-87fe-4742-ab18-537e725fb3c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:03:37.932598 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-4d6f61e5-8bda-4f5f-986d-ab02ec46a24c req-7e09574f-7e3c-4546-9ff4-1fd7c397841f tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cf795692-07ba-4120-b253-28f50a651d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305306 Aug 30 01:03:37.954459 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-45acf99e-2cf8-4aae-a703-0e528bd61096 req-7a6278da-00af-4772-b7aa-481d5e9eb748 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=882a3643-324b-4ab3-9198-fdc44b1c8402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256099 Aug 30 01:03:37.994877 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-b843ddc1-6d5e-4899-b903-383d0a67cb57 req-8f56cd8d-48cd-4e9d-934e-14a3bdfa179c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (f0e1db00-4448-4f4f-865f-c2f369d94a25), before_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:38.101547 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-d04f0bde-11b8-48d9-8d81-1d09427f1c2e None None] Provisioning complete for port f0e1db00-4448-4f4f-865f-c2f369d94a25 triggered by entity DHCP. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:03:38.102951 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-d04f0bde-11b8-48d9-8d81-1d09427f1c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (f0e1db00-4448-4f4f-865f-c2f369d94a25), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:38.158275 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-d04f0bde-11b8-48d9-8d81-1d09427f1c2e None None] Port f0e1db00-4448-4f4f-865f-c2f369d94a25 cannot update to ACTIVE because it is not bound. {{(pid=106208) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:03:38.273460 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:38.330385 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.notifiers.nova [req-b843ddc1-6d5e-4899-b903-383d0a67cb57 req-8f56cd8d-48cd-4e9d-934e-14a3bdfa179c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0e1db00-4448-4f4f-865f-c2f369d94a25 {{(pid=106207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:03:38.339731 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-b843ddc1-6d5e-4899-b903-383d0a67cb57 req-8f56cd8d-48cd-4e9d-934e-14a3bdfa179c service neutron] Publish callbacks [] for port (f0e1db00-4448-4f4f-865f-c2f369d94a25), precommit_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:38.356643 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.provisioning_blocks [req-b843ddc1-6d5e-4899-b903-383d0a67cb57 req-8f56cd8d-48cd-4e9d-934e-14a3bdfa179c service neutron] Transition to ACTIVE for port object f0e1db00-4448-4f4f-865f-c2f369d94a25 will not be triggered until provisioned by entity L2. {{(pid=106207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 01:03:38.366717 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-b843ddc1-6d5e-4899-b903-383d0a67cb57 req-8f56cd8d-48cd-4e9d-934e-14a3bdfa179c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (f0e1db00-4448-4f4f-865f-c2f369d94a25), after_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:38.448085 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f56cd8d-48cd-4e9d-934e-14a3bdfa179c service neutron] Pushing event updated for resources: {'Port': ['ID=f0e1db00-4448-4f4f-865f-c2f369d94a25,revision_number=2']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:38.451580 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.managers [req-b843ddc1-6d5e-4899-b903-383d0a67cb57 req-8f56cd8d-48cd-4e9d-934e-14a3bdfa179c service neutron] Attempting to bind port f0e1db00-4448-4f4f-865f-c2f369d94a25 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:03:38.457334 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.managers [req-b843ddc1-6d5e-4899-b903-383d0a67cb57 req-8f56cd8d-48cd-4e9d-934e-14a3bdfa179c service neutron] Attempting to bind port f0e1db00-4448-4f4f-865f-c2f369d94a25 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'ac710424-0f03-41c7-8792-e4337957dd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'dffca817-1d31-4c9c-99a3-2d8483c143b4'}] {{(pid=106207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:03:38.457334 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b843ddc1-6d5e-4899-b903-383d0a67cb57 req-8f56cd8d-48cd-4e9d-934e-14a3bdfa179c service neutron] Attempting to bind port f0e1db00-4448-4f4f-865f-c2f369d94a25 on network dffca817-1d31-4c9c-99a3-2d8483c143b4 {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:03:38.461770 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b843ddc1-6d5e-4899-b903-383d0a67cb57 req-8f56cd8d-48cd-4e9d-934e-14a3bdfa179c service neutron] Port f0e1db00-4448-4f4f-865f-c2f369d94a25 on network dffca817-1d31-4c9c-99a3-2d8483c143b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 01:03:38.462152 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b843ddc1-6d5e-4899-b903-383d0a67cb57 req-8f56cd8d-48cd-4e9d-934e-14a3bdfa179c service neutron] Attempting to bind port f0e1db00-4448-4f4f-865f-c2f369d94a25 on network dffca817-1d31-4c9c-99a3-2d8483c143b4 {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:03:38.468501 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b843ddc1-6d5e-4899-b903-383d0a67cb57 req-8f56cd8d-48cd-4e9d-934e-14a3bdfa179c service neutron] Checking agent: {'id': 'ec393def-3d84-45a3-8a6c-ed049d62fe0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 0, 59, 14), 'started_at': datetime.datetime(2022, 8, 30, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:03:38.468839 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b843ddc1-6d5e-4899-b903-383d0a67cb57 req-8f56cd8d-48cd-4e9d-934e-14a3bdfa179c service neutron] Checking segment: {'id': 'ac710424-0f03-41c7-8792-e4337957dd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'dffca817-1d31-4c9c-99a3-2d8483c143b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:03:38.469264 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b843ddc1-6d5e-4899-b903-383d0a67cb57 req-8f56cd8d-48cd-4e9d-934e-14a3bdfa179c service neutron] Bound using segment: {'id': 'ac710424-0f03-41c7-8792-e4337957dd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'dffca817-1d31-4c9c-99a3-2d8483c143b4'} {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:03:38.469715 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.managers [req-b843ddc1-6d5e-4899-b903-383d0a67cb57 req-8f56cd8d-48cd-4e9d-934e-14a3bdfa179c service neutron] Bound port: f0e1db00-4448-4f4f-865f-c2f369d94a25, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac710424-0f03-41c7-8792-e4337957dd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'dffca817-1d31-4c9c-99a3-2d8483c143b4'}}] {{(pid=106207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:03:38.470076 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-b843ddc1-6d5e-4899-b903-383d0a67cb57 req-8f56cd8d-48cd-4e9d-934e-14a3bdfa179c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (f0e1db00-4448-4f4f-865f-c2f369d94a25), before_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:38.547637 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.db [req-b843ddc1-6d5e-4899-b903-383d0a67cb57 req-8f56cd8d-48cd-4e9d-934e-14a3bdfa179c service neutron] For port f0e1db00-4448-4f4f-865f-c2f369d94a25, host hv-cinder-81514, cleared binding levels {{(pid=106207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:03:38.551877 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.db [req-b843ddc1-6d5e-4899-b903-383d0a67cb57 req-8f56cd8d-48cd-4e9d-934e-14a3bdfa179c service neutron] For port f0e1db00-4448-4f4f-865f-c2f369d94a25, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f0e1db00-4448-4f4f-865f-c2f369d94a25,segment=NetworkSegment(ac710424-0f03-41c7-8792-e4337957dd44),segment_id=ac710424-0f03-41c7-8792-e4337957dd44)] {{(pid=106207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:03:38.579075 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-b843ddc1-6d5e-4899-b903-383d0a67cb57 req-8f56cd8d-48cd-4e9d-934e-14a3bdfa179c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (f0e1db00-4448-4f4f-865f-c2f369d94a25), after_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:38.582348 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843ddc1-6d5e-4899-b903-383d0a67cb57 req-8f56cd8d-48cd-4e9d-934e-14a3bdfa179c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:38.582968 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-b843ddc1-6d5e-4899-b903-383d0a67cb57 req-8f56cd8d-48cd-4e9d-934e-14a3bdfa179c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for port (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:38.584401 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-b843ddc1-6d5e-4899-b903-383d0a67cb57 req-8f56cd8d-48cd-4e9d-934e-14a3bdfa179c service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/f0e1db00-4448-4f4f-865f-c2f369d94a25 HTTP/1.1" status: 200 len: 1093 time: 0.7323556 Aug 30 01:03:38.586687 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f9ce423-87fe-4742-ab18-537e725fb3c2', 'tag': 'f0e1db00-4448-4f4f-865f-c2f369d94a25'}] {{(pid=106207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:03:38.588918 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480b08bd5bc4b1a03c1b08d00e02a3f82783774d0c3347d038299e83f2d6db65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ebb3e1f-022a-47b5-a1bb-41282fc6e985" -d '{"events": [{"name": "network-changed", "server_uuid": "0f9ce423-87fe-4742-ab18-537e725fb3c2", "tag": "f0e1db00-4448-4f4f-865f-c2f369d94a25"}]}' {{(pid=106207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:03:38.690775 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4305d75-169f-435c-9b5c-5cb438dbaa49 x-openstack-request-id: req-e4305d75-169f-435c-9b5c-5cb438dbaa49 {{(pid=106207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:03:38.691155 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f9ce423-87fe-4742-ab18-537e725fb3c2", "tag": "f0e1db00-4448-4f4f-865f-c2f369d94a25", "status": "completed", "code": 200}]} {{(pid=106207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:03:38.691474 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e4305d75-169f-435c-9b5c-5cb438dbaa49 {{(pid=106207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:03:38.691944 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4305d75-169f-435c-9b5c-5cb438dbaa49'] response: {'name': 'network-changed', 'server_uuid': '0f9ce423-87fe-4742-ab18-537e725fb3c2', 'tag': 'f0e1db00-4448-4f4f-865f-c2f369d94a25', 'status': 'completed', 'code': 200} Aug 30 01:03:38.708382 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:38.709556 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f56cd8d-48cd-4e9d-934e-14a3bdfa179c service neutron] Pushing event updated for resources: {'Port': ['ID=f0e1db00-4448-4f4f-865f-c2f369d94a25,revision_number=3']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:38.780386 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843ddc1-6d5e-4899-b903-383d0a67cb57 req-ad281ef3-76a2-4666-8570-b258c579bf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:38.782362 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-b843ddc1-6d5e-4899-b903-383d0a67cb57 req-ad281ef3-76a2-4666-8570-b258c579bf8b service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=0596692dbfb149139a1e72159c6f93db&device_id=0f9ce423-87fe-4742-ab18-537e725fb3c2 HTTP/1.1" status: 200 len: 1127 time: 0.1065478 Aug 30 01:03:38.802127 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e063e-5901-458d-bb2b-0db855b3b162 req-397c403e-42e8-4392-985e-353ae9f7cbfd tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:38.805731 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-408e063e-5901-458d-bb2b-0db855b3b162 req-397c403e-42e8-4392-985e-353ae9f7cbfd tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=12338ddc-349d-4f0b-b6d8-4bb83f19e320 HTTP/1.1" status: 200 len: 946 time: 0.1089766 Aug 30 01:03:38.840883 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-b843ddc1-6d5e-4899-b903-383d0a67cb57 req-01e49613-896c-4550-a1e2-5b2bd21710e8 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0e1db00-4448-4f4f-865f-c2f369d94a25 HTTP/1.1" status: 200 len: 217 time: 0.0506594 Aug 30 01:03:38.913471 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-408e063e-5901-458d-bb2b-0db855b3b162 req-e3480d41-e947-4a49-80e6-481a34c021e6 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751092 Aug 30 01:03:38.956494 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843ddc1-6d5e-4899-b903-383d0a67cb57 req-6f5de813-f4e2-44aa-b767-44d9676dc20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:38.958065 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-b843ddc1-6d5e-4899-b903-383d0a67cb57 req-6f5de813-f4e2-44aa-b767-44d9676dc20f service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=35e91298-8731-4ea1-81fe-d78c255b7ca6 HTTP/1.1" status: 200 len: 853 time: 0.0773890 Aug 30 01:03:38.960836 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-27abe5ce-e575-4d42-bde4-4b277670d812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (fba0026e-8830-42b0-8a12-2be2a1203730), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:39.016611 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843ddc1-6d5e-4899-b903-383d0a67cb57 req-b246b2ed-bd52-47a6-92fa-6fbbb1fd4f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:39.018231 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-b843ddc1-6d5e-4899-b903-383d0a67cb57 req-b246b2ed-bd52-47a6-92fa-6fbbb1fd4f53 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=dffca817-1d31-4c9c-99a3-2d8483c143b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0464756 Aug 30 01:03:39.156954 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b3d8e0-21ed-422b-b93c-292a9ee4ba9a req-5a83f363-c43b-4619-bdfe-3fa72e4fe6f3 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:39.158170 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-c0b3d8e0-21ed-422b-b93c-292a9ee4ba9a req-5a83f363-c43b-4619-bdfe-3fa72e4fe6f3 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b59fedac-4fcb-47a8-8187-0a331d499fd2 HTTP/1.1" status: 200 len: 945 time: 0.1132462 Aug 30 01:03:39.181915 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebae77b-2313-42a6-a0aa-1fdb5dd2fb84 req-d36f5d7e-71c6-4660-b573-f5709cfc7469 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:39.183998 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-aebae77b-2313-42a6-a0aa-1fdb5dd2fb84 req-d36f5d7e-71c6-4660-b573-f5709cfc7469 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0f9ce423-87fe-4742-ab18-537e725fb3c2 HTTP/1.1" status: 200 len: 943 time: 0.1020348 Aug 30 01:03:39.243161 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-b843ddc1-6d5e-4899-b903-383d0a67cb57 req-dc73c98c-8acb-4c8e-8062-58c4047eca73 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/dffca817-1d31-4c9c-99a3-2d8483c143b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163486 Aug 30 01:03:39.296264 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-c0b3d8e0-21ed-422b-b93c-292a9ee4ba9a req-21eb9683-c251-4946-bf1a-b1bb09975025 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cf795692-07ba-4120-b253-28f50a651d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316175 Aug 30 01:03:39.333048 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-aebae77b-2313-42a6-a0aa-1fdb5dd2fb84 req-c99044a3-6160-4313-a669-8f4064a7eca8 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=882a3643-324b-4ab3-9198-fdc44b1c8402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339765 Aug 30 01:03:39.381651 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-b843ddc1-6d5e-4899-b903-383d0a67cb57 req-fc61e9f5-e9ff-4d0f-9719-8ae9a46779a4 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/dffca817-1d31-4c9c-99a3-2d8483c143b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244819 Aug 30 01:03:39.549619 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 49614) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:03:39.605788 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:39.653289 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39bbfa5-e3f2-4565-97b7-a5d6cdde0da0 req-631e82c6-c3aa-437a-8ec6-7bad22bf50b4 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:39.654785 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-f39bbfa5-e3f2-4565-97b7-a5d6cdde0da0 req-631e82c6-c3aa-437a-8ec6-7bad22bf50b4 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/networks?id=333b25f5-148a-49b1-825d-7793a1ea673e HTTP/1.1" status: 200 len: 814 time: 0.1045909 Aug 30 01:03:39.670377 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-f39bbfa5-e3f2-4565-97b7-a5d6cdde0da0 req-1b43c8a4-b7f6-4765-a475-7a22a0c671cf tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/quotas/fca43fd867154911badb413c7046befd HTTP/1.1" status: 200 len: 375 time: 0.0103271 Aug 30 01:03:39.708016 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-b8b35742-5a45-456e-9367-181e91e6acc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:39.723669 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-f39bbfa5-e3f2-4565-97b7-a5d6cdde0da0 req-847edb11-0af5-40d7-a928-da94a4691d0a tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=fca43fd867154911badb413c7046befd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480900 Aug 30 01:03:39.804048 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-b8b35742-5a45-456e-9367-181e91e6acc4 admin admin] Publish callbacks [] for security_group (c5dfb851-17ed-4d95-b203-b90bfccdaa08), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:39.809436 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-b8b35742-5a45-456e-9367-181e91e6acc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (c5dfb851-17ed-4d95-b203-b90bfccdaa08), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:39.826013 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-f39bbfa5-e3f2-4565-97b7-a5d6cdde0da0 req-e85b8f57-9176-4515-af5b-8ead2c1cf706 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/333b25f5-148a-49b1-825d-7793a1ea673e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899768 Aug 30 01:03:39.853489 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-b8b35742-5a45-456e-9367-181e91e6acc4 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=155fcb4c06cf40cebfa8443dffe4c4eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3027563 Aug 30 01:03:39.854636 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b35742-5a45-456e-9367-181e91e6acc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5dfb851-17ed-4d95-b203-b90bfccdaa08,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:39.858565 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 49624) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:03:39.915085 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ac568e57-65bc-4931-9988-28587bdf7d9d admin admin] Publish callbacks [] for security_group (c5dfb851-17ed-4d95-b203-b90bfccdaa08), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:39.934870 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-f39bbfa5-e3f2-4565-97b7-a5d6cdde0da0 req-f01cda89-69a4-45b3-9d00-71e074f19bba service neutron] 10.222.0.78 "GET /networking/v2.0/networks/333b25f5-148a-49b1-825d-7793a1ea673e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007845 Aug 30 01:03:39.938353 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ac568e57-65bc-4931-9988-28587bdf7d9d admin admin] Publish callbacks [] for security_group (c5dfb851-17ed-4d95-b203-b90bfccdaa08), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:40.003680 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ac568e57-65bc-4931-9988-28587bdf7d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (c5dfb851-17ed-4d95-b203-b90bfccdaa08), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:40.006622 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ac568e57-65bc-4931-9988-28587bdf7d9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:40.011082 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-ac568e57-65bc-4931-9988-28587bdf7d9d admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/c5dfb851-17ed-4d95-b203-b90bfccdaa08 HTTP/1.1" status: 204 len: 168 time: 0.1508875 Aug 30 01:03:40.026523 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac568e57-65bc-4931-9988-28587bdf7d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5dfb851-17ed-4d95-b203-b90bfccdaa08,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:40.116526 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a7f556-b5c1-4d25-a96c-fec288f3c159 req-e10cd257-46a6-4d9a-a9e0-b2893027ca26 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:40.118396 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-b6a7f556-b5c1-4d25-a96c-fec288f3c159 req-e10cd257-46a6-4d9a-a9e0-b2893027ca26 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=12338ddc-349d-4f0b-b6d8-4bb83f19e320 HTTP/1.1" status: 200 len: 946 time: 0.0925055 Aug 30 01:03:40.151206 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:40.175275 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-2b888942-91e1-47c7-b01d-d4afbce4ec5c req-86a00cf2-5dd3-4a98-b33e-eaed597893e4 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5598be2a-00db-4303-bc81-a7fb3674e371 HTTP/1.1" status: 200 len: 210 time: 0.0415399 Aug 30 01:03:40.219631 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-b6a7f556-b5c1-4d25-a96c-fec288f3c159 req-ce2105f7-cd87-4e93-8446-6a2bf73f3d62 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937419 Aug 30 01:03:40.385915 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb3e1f-022a-47b5-a1bb-41282fc6e985 req-ad896aae-0f8b-4350-942a-368e656abfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:40.389011 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-5ebb3e1f-022a-47b5-a1bb-41282fc6e985 req-ad896aae-0f8b-4350-942a-368e656abfc2 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=0596692dbfb149139a1e72159c6f93db&device_id=0f9ce423-87fe-4742-ab18-537e725fb3c2 HTTP/1.1" status: 200 len: 1127 time: 0.0947304 Aug 30 01:03:40.857328 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ae0e6-786d-4e44-8e50-2f7c3393bd56 req-9c443d05-6894-4fc0-9989-82e8ce60445a tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:40.858802 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-352ae0e6-786d-4e44-8e50-2f7c3393bd56 req-9c443d05-6894-4fc0-9989-82e8ce60445a tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0f9ce423-87fe-4742-ab18-537e725fb3c2 HTTP/1.1" status: 200 len: 943 time: 0.1215816 Aug 30 01:03:40.873451 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3964cc2b-eb68-4073-bc97-563f5477490d req-7a87b55a-62a1-4cc6-ae92-200165edfb68 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:40.874894 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-3964cc2b-eb68-4073-bc97-563f5477490d req-7a87b55a-62a1-4cc6-ae92-200165edfb68 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b59fedac-4fcb-47a8-8187-0a331d499fd2 HTTP/1.1" status: 200 len: 945 time: 0.1388144 Aug 30 01:03:40.938524 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb3e1f-022a-47b5-a1bb-41282fc6e985 req-67fbf6a6-8c13-4f98-8627-b55e275d056a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:40.940022 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-5ebb3e1f-022a-47b5-a1bb-41282fc6e985 req-67fbf6a6-8c13-4f98-8627-b55e275d056a service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=dffca817-1d31-4c9c-99a3-2d8483c143b4 HTTP/1.1" status: 200 len: 916 time: 0.5327361 Aug 30 01:03:41.003690 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-5ebb3e1f-022a-47b5-a1bb-41282fc6e985 req-93193c58-4458-4813-8051-d0050621512c service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0e1db00-4448-4f4f-865f-c2f369d94a25 HTTP/1.1" status: 200 len: 217 time: 0.0525835 Aug 30 01:03:41.009428 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-352ae0e6-786d-4e44-8e50-2f7c3393bd56 req-758410cc-4f89-4330-ba46-b4f125a5e567 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=882a3643-324b-4ab3-9198-fdc44b1c8402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443987 Aug 30 01:03:41.022948 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-3964cc2b-eb68-4073-bc97-563f5477490d req-f0c86c15-54fa-4365-b0e3-6a1c9998b547 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cf795692-07ba-4120-b253-28f50a651d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330426 Aug 30 01:03:41.060701 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb3e1f-022a-47b5-a1bb-41282fc6e985 req-eef98023-87c7-4b59-8540-2f65b9192922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:41.062349 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-5ebb3e1f-022a-47b5-a1bb-41282fc6e985 req-eef98023-87c7-4b59-8540-2f65b9192922 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=35e91298-8731-4ea1-81fe-d78c255b7ca6 HTTP/1.1" status: 200 len: 853 time: 0.0509980 Aug 30 01:03:41.116729 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb3e1f-022a-47b5-a1bb-41282fc6e985 req-940546ca-0ebe-4ef9-bc5f-43b2211aa4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:41.118251 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-5ebb3e1f-022a-47b5-a1bb-41282fc6e985 req-940546ca-0ebe-4ef9-bc5f-43b2211aa4f1 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=dffca817-1d31-4c9c-99a3-2d8483c143b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0396063 Aug 30 01:03:41.216448 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-5ebb3e1f-022a-47b5-a1bb-41282fc6e985 req-d6470d82-ae4d-4f34-a01e-b11fe3fe374b service neutron] 10.222.0.47 "GET /networking/v2.0/networks/dffca817-1d31-4c9c-99a3-2d8483c143b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909951 Aug 30 01:03:41.284457 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-6b475144-aa83-4ca5-b316-12472b5bfa90 req-9ee44a1b-a801-477f-a5d3-49bca9d96750 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5598be2a-00db-4303-bc81-a7fb3674e371 HTTP/1.1" status: 200 len: 210 time: 0.0310235 Aug 30 01:03:41.299377 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:41.314177 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-04538e36-88c9-4401-b7f6-36ff77916f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (613dbf26-5731-4391-8a29-3c5185f7ed3f), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:41.350025 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e733c226-568e-4b76-983e-57723a743d92 req-7620307c-fbff-4ba8-974c-9c7ed3584881 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:41.351549 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e733c226-568e-4b76-983e-57723a743d92 req-7620307c-fbff-4ba8-974c-9c7ed3584881 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=12338ddc-349d-4f0b-b6d8-4bb83f19e320 HTTP/1.1" status: 200 len: 946 time: 0.0494514 Aug 30 01:03:41.455493 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e733c226-568e-4b76-983e-57723a743d92 req-4d21cafa-beed-43c8-8d25-fa67cd063cad tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974143 Aug 30 01:03:41.520552 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:41.568708 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-5ebb3e1f-022a-47b5-a1bb-41282fc6e985 req-73bdf9fb-c67f-416f-a962-f617c59cf216 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/dffca817-1d31-4c9c-99a3-2d8483c143b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853700 Aug 30 01:03:41.612791 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39bbfa5-e3f2-4565-97b7-a5d6cdde0da0 req-a154a216-af8c-44dc-a990-01dc22b155de tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:41.614327 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-f39bbfa5-e3f2-4565-97b7-a5d6cdde0da0 req-a154a216-af8c-44dc-a990-01dc22b155de tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.47 "GET /networking/v2.0/networks?id=333b25f5-148a-49b1-825d-7793a1ea673e HTTP/1.1" status: 200 len: 814 time: 0.1579623 Aug 30 01:03:41.635248 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [req-f39bbfa5-e3f2-4565-97b7-a5d6cdde0da0 req-65ac9e6a-3638-4566-a453-cad07901c770 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Request body: {'port': {'device_id': '5598be2a-00db-4303-bc81-a7fb3674e371', 'network_id': '333b25f5-148a-49b1-825d-7793a1ea673e', 'admin_state_up': True, 'tenant_id': 'fca43fd867154911badb413c7046befd'}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:03:41.704874 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:41.770827 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f39bbfa5-e3f2-4565-97b7-a5d6cdde0da0 req-65ac9e6a-3638-4566-a453-cad07901c770 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Made reservation on behalf of fca43fd867154911badb413c7046befd for: {'port': 1} {{(pid=106207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:03:41.775998 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-f39bbfa5-e3f2-4565-97b7-a5d6cdde0da0 req-65ac9e6a-3638-4566-a453-cad07901c770 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:41.921254 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.db_base_plugin_common [req-f39bbfa5-e3f2-4565-97b7-a5d6cdde0da0 req-65ac9e6a-3638-4566-a453-cad07901c770 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Allocated IP 172.20.0.10 (333b25f5-148a-49b1-825d-7793a1ea673e/116e9a9f-9110-41be-b1cb-3b04317f52eb/e2481fa1-2595-4100-98cf-07e796517813) {{(pid=106207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:03:42.317612 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dce9908-5a81-4c08-a20f-0269e7a3eeeb req-d2a6d39e-c5de-4aa5-8eec-a59e29b602a2 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:42.320137 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-9dce9908-5a81-4c08-a20f-0269e7a3eeeb req-d2a6d39e-c5de-4aa5-8eec-a59e29b602a2 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0f9ce423-87fe-4742-ab18-537e725fb3c2 HTTP/1.1" status: 200 len: 943 time: 0.1343718 Aug 30 01:03:42.334060 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f323eac9-c12e-4d2f-a786-80dfa549e1de req-13ff209f-eadd-4f50-b416-f761bfe89a7f tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:42.336357 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-f323eac9-c12e-4d2f-a786-80dfa549e1de req-13ff209f-eadd-4f50-b416-f761bfe89a7f tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b59fedac-4fcb-47a8-8187-0a331d499fd2 HTTP/1.1" status: 200 len: 945 time: 0.1484692 Aug 30 01:03:42.344008 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-f39bbfa5-e3f2-4565-97b7-a5d6cdde0da0 req-65ac9e6a-3638-4566-a453-cad07901c770 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Publish callbacks [] for port (e2481fa1-2595-4100-98cf-07e796517813), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:42.480172 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-9dce9908-5a81-4c08-a20f-0269e7a3eeeb req-4cff59fc-4609-406c-a5af-07ee9af465dd tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=882a3643-324b-4ab3-9198-fdc44b1c8402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400383 Aug 30 01:03:42.487160 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-f323eac9-c12e-4d2f-a786-80dfa549e1de req-4e6061cd-eb4a-4f91-9c6f-7fa7304f5b45 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cf795692-07ba-4120-b253-28f50a651d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269717 Aug 30 01:03:42.505344 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-f39bbfa5-e3f2-4565-97b7-a5d6cdde0da0 req-65ac9e6a-3638-4566-a453-cad07901c770 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737867580456'] for port (e2481fa1-2595-4100-98cf-07e796517813), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:42.529271 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-25c1dd7e-d974-443e-806e-f641d8bbb77b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (0cb86657-2da7-42ea-bd2c-d65472391dc8), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:42.603224 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f39bbfa5-e3f2-4565-97b7-a5d6cdde0da0 req-65ac9e6a-3638-4566-a453-cad07901c770 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Network 333b25f5-148a-49b1-825d-7793a1ea673e is already hosted by enough agents. {{(pid=106207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:03:42.619534 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.base_scheduler [req-f39bbfa5-e3f2-4565-97b7-a5d6cdde0da0 req-65ac9e6a-3638-4566-a453-cad07901c770 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Resources bound (agent type, host, resource id): {{(pid=106207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:03:42.632922 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [req-f39bbfa5-e3f2-4565-97b7-a5d6cdde0da0 req-65ac9e6a-3638-4566-a453-cad07901c770 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Received port after_create {{(pid=106207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:03:42.640318 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39bbfa5-e3f2-4565-97b7-a5d6cdde0da0 req-65ac9e6a-3638-4566-a453-cad07901c770 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:42.641335 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-f39bbfa5-e3f2-4565-97b7-a5d6cdde0da0 req-65ac9e6a-3638-4566-a453-cad07901c770 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for port (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:42.688436 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device f0e1db00-4448-4f4f-865f-c2f369d94a25 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=106208) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 01:03:42.753997 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:42.769830 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-f39bbfa5-e3f2-4565-97b7-a5d6cdde0da0 req-65ac9e6a-3638-4566-a453-cad07901c770 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1425395 Aug 30 01:03:42.770705 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ac9e6a-3638-4566-a453-cad07901c770 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Pushing event updated for resources: {'Port': ['ID=e2481fa1-2595-4100-98cf-07e796517813,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:42.790703 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb2fa3d-952d-4637-9fa2-0d556b6191b5 req-811d7d23-8efc-4282-949f-55c4d20bfb49 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:42.793834 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-6bb2fa3d-952d-4637-9fa2-0d556b6191b5 req-811d7d23-8efc-4282-949f-55c4d20bfb49 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=12338ddc-349d-4f0b-b6d8-4bb83f19e320 HTTP/1.1" status: 200 len: 946 time: 0.1880517 Aug 30 01:03:42.802320 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c5781-ef5a-433c-a83b-a7f0738fe7fd req-0a3c6829-493c-42f4-ae36-fd5b4ec73df8 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:42.810273 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-ca5c5781-ef5a-433c-a83b-a7f0738fe7fd req-0a3c6829-493c-42f4-ae36-fd5b4ec73df8 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5598be2a-00db-4303-bc81-a7fb3674e371 HTTP/1.1" status: 200 len: 932 time: 0.2181003 Aug 30 01:03:42.864177 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=68,neutron:UPDATE=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:42.880529 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:42.894885 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=57,neutron:INSERT=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:42.936245 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-ca5c5781-ef5a-433c-a83b-a7f0738fe7fd req-4b494eaf-5b96-4ff7-af52-0c42359551fc tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b59c982d-07c8-4d82-875f-5f1283f0518a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246302 Aug 30 01:03:42.975169 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-6bb2fa3d-952d-4637-9fa2-0d556b6191b5 req-8bdd3574-2d81-4add-b580-332550d64bf4 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620505 Aug 30 01:03:42.977193 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port f0e1db00-4448-4f4f-865f-c2f369d94a25, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f0e1db00-4448-4f4f-865f-c2f369d94a25,segment=NetworkSegment(ac710424-0f03-41c7-8792-e4337957dd44),segment_id=ac710424-0f03-41c7-8792-e4337957dd44)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:03:43.028772 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Returning: {'device': 'f0e1db00-4448-4f4f-865f-c2f369d94a25', 'network_id': 'dffca817-1d31-4c9c-99a3-2d8483c143b4', 'port_id': 'f0e1db00-4448-4f4f-865f-c2f369d94a25', 'mac_address': 'fa:16:3e:24:b3:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1057, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e91298-8731-4ea1-81fe-d78c255b7ca6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106208) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 01:03:43.037823 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-ee4b5c78-f848-418f-9c84-91c0de66a19a None None] Provisioning complete for port e2481fa1-2595-4100-98cf-07e796517813 triggered by entity DHCP. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:03:43.042465 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-ee4b5c78-f848-418f-9c84-91c0de66a19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (e2481fa1-2595-4100-98cf-07e796517813), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:43.137445 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-ee4b5c78-f848-418f-9c84-91c0de66a19a None None] Port e2481fa1-2595-4100-98cf-07e796517813 cannot update to ACTIVE because it is not bound. {{(pid=106208) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:03:43.152705 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Current status of the port f0e1db00-4448-4f4f-865f-c2f369d94a25 is: DOWN; New status is: BUILD {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:03:43.153127 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (f0e1db00-4448-4f4f-865f-c2f369d94a25), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:43.168261 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0e1db00-4448-4f4f-865f-c2f369d94a25 {{(pid=106208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:03:43.190658 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port f0e1db00-4448-4f4f-865f-c2f369d94a25, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f0e1db00-4448-4f4f-865f-c2f369d94a25,segment=NetworkSegment(ac710424-0f03-41c7-8792-e4337957dd44),segment_id=ac710424-0f03-41c7-8792-e4337957dd44)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:03:43.194825 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (f0e1db00-4448-4f4f-865f-c2f369d94a25), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:43.280939 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Pushing event updated for resources: {'Port': ['ID=f0e1db00-4448-4f4f-865f-c2f369d94a25,revision_number=4']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:43.475292 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] get_ports_and_sgs() called for port_ids ['f0e1db00-4448-4f4f-865f-c2f369d94a25'] {{(pid=106208) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:03:43.705399 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d95c7-ca35-465a-8aee-9e88f6aa23c5 req-b9eb2138-9518-485c-b464-9213279d49d2 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:43.706928 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-2c7d95c7-ca35-465a-8aee-9e88f6aa23c5 req-b9eb2138-9518-485c-b464-9213279d49d2 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0f9ce423-87fe-4742-ab18-537e725fb3c2 HTTP/1.1" status: 200 len: 944 time: 0.1032059 Aug 30 01:03:43.724130 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2929566-dd3d-40fe-b2e5-8b7bbb14d86a req-94dd9cb7-9c50-48d2-b9cd-4cd65a4d274b tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:43.725588 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-b2929566-dd3d-40fe-b2e5-8b7bbb14d86a req-94dd9cb7-9c50-48d2-b9cd-4cd65a4d274b tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b59fedac-4fcb-47a8-8187-0a331d499fd2 HTTP/1.1" status: 200 len: 945 time: 0.0821424 Aug 30 01:03:43.813414 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-2c7d95c7-ca35-465a-8aee-9e88f6aa23c5 req-ceac9bff-de93-4c86-b0b3-bb3f40028ac6 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=882a3643-324b-4ab3-9198-fdc44b1c8402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959892 Aug 30 01:03:43.819040 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-b2929566-dd3d-40fe-b2e5-8b7bbb14d86a req-6f5fae1f-cc6e-4388-9d8b-b9f718952e9b tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cf795692-07ba-4120-b253-28f50a651d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775733 Aug 30 01:03:44.065640 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d115a9fc-b68b-40af-8821-4588ad832a60 req-32f8aba4-30aa-4ab1-b9b4-ff8d42e1ed47 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:44.065840 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-035fe171-2dca-49fc-a74e-5e6f2a9e45a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (976597ea-a902-4e5f-8c76-25f81ae4fb08), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:44.068025 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-d115a9fc-b68b-40af-8821-4588ad832a60 req-32f8aba4-30aa-4ab1-b9b4-ff8d42e1ed47 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5598be2a-00db-4303-bc81-a7fb3674e371 HTTP/1.1" status: 200 len: 932 time: 0.0529299 Aug 30 01:03:44.182251 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7175a19c-3b33-48d0-9bf9-9ddc5cf8b5a5 req-6832b899-b861-4baf-933b-9c8230069716 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:44.190271 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-7175a19c-3b33-48d0-9bf9-9ddc5cf8b5a5 req-6832b899-b861-4baf-933b-9c8230069716 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=12338ddc-349d-4f0b-b6d8-4bb83f19e320 HTTP/1.1" status: 200 len: 946 time: 0.1080549 Aug 30 01:03:44.225892 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-d115a9fc-b68b-40af-8821-4588ad832a60 req-39dc29b5-50f8-4e9a-927d-7e12eb647694 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b59c982d-07c8-4d82-875f-5f1283f0518a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424217 Aug 30 01:03:44.263216 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-7175a19c-3b33-48d0-9bf9-9ddc5cf8b5a5 req-73fa1c27-6ad6-47f1-9916-912f98ce3874 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720592 Aug 30 01:03:44.265815 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (ec393def-3d84-45a3-8a6c-ed049d62fe0a), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:44.280190 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (a0553951-7123-4403-ab2a-bb83048c1e52), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:44.686468 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device f0e1db00-4448-4f4f-865f-c2f369d94a25 up at agent hyperv_hv-cinder-81514 {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:03:44.728288 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:44.741208 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Provisioning for port f0e1db00-4448-4f4f-865f-c2f369d94a25 completed by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 01:03:44.748416 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Provisioning complete for port f0e1db00-4448-4f4f-865f-c2f369d94a25 triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:03:44.748794 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (f0e1db00-4448-4f4f-865f-c2f369d94a25), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:44.824841 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Current status of the port f0e1db00-4448-4f4f-865f-c2f369d94a25 is: BUILD; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:03:44.825262 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (f0e1db00-4448-4f4f-865f-c2f369d94a25), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:44.836326 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:44.862369 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f9ce423-87fe-4742-ab18-537e725fb3c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0e1db00-4448-4f4f-865f-c2f369d94a25'}] {{(pid=106208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:03:44.864711 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c29b7fbecba6d5f29730e8e5f4edf6e9b002b1b00f6f5f73d69c4afba8ee411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f3660b8-8a86-4b36-91fe-e3c76fbd59e9" -d '{"events": [{"server_uuid": "0f9ce423-87fe-4742-ab18-537e725fb3c2", "name": "network-vif-plugged", "status": "completed", "tag": "f0e1db00-4448-4f4f-865f-c2f369d94a25"}]}' {{(pid=106208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:03:44.880818 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port f0e1db00-4448-4f4f-865f-c2f369d94a25, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f0e1db00-4448-4f4f-865f-c2f369d94a25,segment=NetworkSegment(ac710424-0f03-41c7-8792-e4337957dd44),segment_id=ac710424-0f03-41c7-8792-e4337957dd44)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:03:44.889265 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (f0e1db00-4448-4f4f-865f-c2f369d94a25), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:44.966898 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Pushing event updated for resources: {'Port': ['ID=f0e1db00-4448-4f4f-865f-c2f369d94a25,revision_number=5']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:45.019028 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4871da8c-8b87-4f3b-8701-56aee065aa44 req-66d515c9-682d-46ed-b47a-d3584a83e068 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:45.020536 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-4871da8c-8b87-4f3b-8701-56aee065aa44 req-66d515c9-682d-46ed-b47a-d3584a83e068 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0f9ce423-87fe-4742-ab18-537e725fb3c2 HTTP/1.1" status: 200 len: 945 time: 0.0876374 Aug 30 01:03:45.045114 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d5daf-7e7e-4adc-9ba9-66437b737468 req-e8bd9488-6fd0-41ab-bcd2-f99b1737f3b8 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:45.045354 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-2d7d5daf-7e7e-4adc-9ba9-66437b737468 req-e8bd9488-6fd0-41ab-bcd2-f99b1737f3b8 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b59fedac-4fcb-47a8-8187-0a331d499fd2 HTTP/1.1" status: 200 len: 945 time: 0.1003976 Aug 30 01:03:45.124626 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-4871da8c-8b87-4f3b-8701-56aee065aa44 req-8533ccec-4bee-48d5-9486-4e371869092b tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=882a3643-324b-4ab3-9198-fdc44b1c8402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974722 Aug 30 01:03:45.128091 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-2d7d5daf-7e7e-4adc-9ba9-66437b737468 req-f980880a-cce9-4972-aef2-f9ec108c5acc tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cf795692-07ba-4120-b253-28f50a651d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755458 Aug 30 01:03:45.181407 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-621a476e-1dd1-497d-a639-28d9c792e5d3 x-openstack-request-id: req-621a476e-1dd1-497d-a639-28d9c792e5d3 {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:03:45.181909 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f9ce423-87fe-4742-ab18-537e725fb3c2", "name": "network-vif-plugged", "status": "completed", "tag": "f0e1db00-4448-4f4f-865f-c2f369d94a25", "code": 200}]} {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:03:45.182137 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-621a476e-1dd1-497d-a639-28d9c792e5d3 {{(pid=106208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:03:45.182413 dv-cinder-815146-13-iscsi neutron-server[106208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-621a476e-1dd1-497d-a639-28d9c792e5d3'] response: {'server_uuid': '0f9ce423-87fe-4742-ab18-537e725fb3c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0e1db00-4448-4f4f-865f-c2f369d94a25', 'code': 200} Aug 30 01:03:45.372293 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d198a53-d38f-4b2b-994c-9e27a824ffd3 req-4673bc7a-7cf9-487e-9f83-5b2e29824a05 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:45.379458 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-6d198a53-d38f-4b2b-994c-9e27a824ffd3 req-4673bc7a-7cf9-487e-9f83-5b2e29824a05 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5598be2a-00db-4303-bc81-a7fb3674e371 HTTP/1.1" status: 200 len: 932 time: 0.0656106 Aug 30 01:03:45.465666 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c755d0ae-8aab-4f7b-bd94-9a230346e18c req-66ebe070-ae29-45f0-8166-3308f849f331 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:45.467396 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-c755d0ae-8aab-4f7b-bd94-9a230346e18c req-66ebe070-ae29-45f0-8166-3308f849f331 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=12338ddc-349d-4f0b-b6d8-4bb83f19e320 HTTP/1.1" status: 200 len: 946 time: 0.0797949 Aug 30 01:03:45.480103 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-6d198a53-d38f-4b2b-994c-9e27a824ffd3 req-7acfc872-0d07-4342-a429-7202dee2d457 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b59c982d-07c8-4d82-875f-5f1283f0518a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968440 Aug 30 01:03:45.568010 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-c755d0ae-8aab-4f7b-bd94-9a230346e18c req-675b3871-44a0-4d6c-aca9-353f1c936a6f tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859983 Aug 30 01:03:45.774791 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 49732) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:03:45.895584 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-42fe0459-b0fa-4724-9e37-e8d4c1a0a56a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:45.980096 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-42fe0459-b0fa-4724-9e37-e8d4c1a0a56a admin admin] Publish callbacks [] for security_group (a9cc1676-5f0c-452a-bbb7-d5721db703e5), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:45.985759 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-42fe0459-b0fa-4724-9e37-e8d4c1a0a56a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (a9cc1676-5f0c-452a-bbb7-d5721db703e5), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:46.019036 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-42fe0459-b0fa-4724-9e37-e8d4c1a0a56a admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=edf1fbe8a6824bdfb1dbb03893c7f46f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2430687 Aug 30 01:03:46.021722 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 49736) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:03:46.042311 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fe0459-b0fa-4724-9e37-e8d4c1a0a56a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9cc1676-5f0c-452a-bbb7-d5721db703e5,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:46.102180 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-edd245de-1483-400c-9881-59c4992d5b55 admin admin] Publish callbacks [] for security_group (a9cc1676-5f0c-452a-bbb7-d5721db703e5), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:46.125124 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-edd245de-1483-400c-9881-59c4992d5b55 admin admin] Publish callbacks [] for security_group (a9cc1676-5f0c-452a-bbb7-d5721db703e5), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:46.184361 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-edd245de-1483-400c-9881-59c4992d5b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (a9cc1676-5f0c-452a-bbb7-d5721db703e5), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:46.187508 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-edd245de-1483-400c-9881-59c4992d5b55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:46.189299 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-edd245de-1483-400c-9881-59c4992d5b55 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/a9cc1676-5f0c-452a-bbb7-d5721db703e5 HTTP/1.1" status: 204 len: 168 time: 0.1664250 Aug 30 01:03:46.200781 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd245de-1483-400c-9881-59c4992d5b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9cc1676-5f0c-452a-bbb7-d5721db703e5,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:46.295333 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:46.316228 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:46.363336 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a44be9-0f8c-41ca-9c5d-79f214319d97 req-37349cda-8592-463b-85fc-b55375e4301c tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:46.370328 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-97a44be9-0f8c-41ca-9c5d-79f214319d97 req-37349cda-8592-463b-85fc-b55375e4301c tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0f9ce423-87fe-4742-ab18-537e725fb3c2 HTTP/1.1" status: 200 len: 945 time: 0.0983994 Aug 30 01:03:46.405241 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246fea47-150c-4b17-9346-f1afc7ebbce3 req-5a481b45-0547-46c8-b26c-58f5e00ba623 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:46.406803 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-246fea47-150c-4b17-9346-f1afc7ebbce3 req-5a481b45-0547-46c8-b26c-58f5e00ba623 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b59fedac-4fcb-47a8-8187-0a331d499fd2 HTTP/1.1" status: 200 len: 945 time: 0.1232278 Aug 30 01:03:46.452538 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-97a44be9-0f8c-41ca-9c5d-79f214319d97 req-c795b299-f97d-4bc9-be19-795323c057d7 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=882a3643-324b-4ab3-9198-fdc44b1c8402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812795 Aug 30 01:03:46.483666 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-246fea47-150c-4b17-9346-f1afc7ebbce3 req-346a6b31-01c2-47d4-a09e-9194224032ba tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cf795692-07ba-4120-b253-28f50a651d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644329 Aug 30 01:03:46.632884 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b41d7-21f6-40f0-ab4e-4cdbcc6fc313 req-af1a5200-44b8-42ec-b55c-2d11dc8b937b tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:46.640217 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-610b41d7-21f6-40f0-ab4e-4cdbcc6fc313 req-af1a5200-44b8-42ec-b55c-2d11dc8b937b tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5598be2a-00db-4303-bc81-a7fb3674e371 HTTP/1.1" status: 200 len: 932 time: 0.0712643 Aug 30 01:03:46.739773 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-610b41d7-21f6-40f0-ab4e-4cdbcc6fc313 req-f4cc6186-a3f8-4140-bc83-e31f5bf9f207 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b59c982d-07c8-4d82-875f-5f1283f0518a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985425 Aug 30 01:03:46.820493 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148da4f3-ff37-4e63-bb09-9ad85fd7feb2 req-85879067-2c18-4e5a-b7f4-aa9b221f91a0 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:46.822099 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-148da4f3-ff37-4e63-bb09-9ad85fd7feb2 req-85879067-2c18-4e5a-b7f4-aa9b221f91a0 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=12338ddc-349d-4f0b-b6d8-4bb83f19e320 HTTP/1.1" status: 200 len: 946 time: 0.0752413 Aug 30 01:03:46.902404 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-148da4f3-ff37-4e63-bb09-9ad85fd7feb2 req-a70ef7f8-f104-4417-9f3f-3b05641ea66f tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732257 Aug 30 01:03:47.142807 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 49768) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:03:47.256613 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [None req-9aef60fd-6a86-498c-959d-edd4c92b8538 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1159894763-network', 'tenant_id': 'a6380baa172744fa9d7ba5b81f847906'}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:03:47.284084 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aef60fd-6a86-498c-959d-edd4c92b8538 admin admin] Made reservation on behalf of a6380baa172744fa9d7ba5b81f847906 for: {'network': 1} {{(pid=106206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:03:47.286616 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-9aef60fd-6a86-498c-959d-edd4c92b8538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for network (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:47.296976 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-9aef60fd-6a86-498c-959d-edd4c92b8538 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:47.379418 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-9aef60fd-6a86-498c-959d-edd4c92b8538 admin admin] Publish callbacks [] for security_group (a0a2be1f-927a-4c13-81e4-2561fba9f439), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:47.383461 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-9aef60fd-6a86-498c-959d-edd4c92b8538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (a0a2be1f-927a-4c13-81e4-2561fba9f439), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:47.402668 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=75,neutron:DELETE=4,neutron:INSERT=20,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:47.409477 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aef60fd-6a86-498c-959d-edd4c92b8538 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1067} {{(pid=106206) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 01:03:47.425516 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:47.430813 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aef60fd-6a86-498c-959d-edd4c92b8538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a2be1f-927a-4c13-81e4-2561fba9f439,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:47.435692 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-9aef60fd-6a86-498c-959d-edd4c92b8538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879481'] for segment (1433baa4-da16-449d-b37c-9e6e6a5aa666), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:47.441281 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.db.segments_db [None req-9aef60fd-6a86-498c-959d-edd4c92b8538 admin admin] Added segment 1433baa4-da16-449d-b37c-9e6e6a5aa666 of type vlan for network 9040a016-54c8-479a-991b-4e0ac5fa178d Aug 30 01:03:47.481425 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-9aef60fd-6a86-498c-959d-edd4c92b8538 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737867601237'] for network (9040a016-54c8-479a-991b-4e0ac5fa178d), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:47.523349 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-9aef60fd-6a86-498c-959d-edd4c92b8538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16316755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197'] for network (9040a016-54c8-479a-991b-4e0ac5fa178d), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:47.524928 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aef60fd-6a86-498c-959d-edd4c92b8538 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:47.525665 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-9aef60fd-6a86-498c-959d-edd4c92b8538 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282183'] for network (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:47.557387 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-9aef60fd-6a86-498c-959d-edd4c92b8538 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4128833 Aug 30 01:03:47.560476 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 49776) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:03:47.566762 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [None req-9f434f70-fc21-47ca-9274-ee4c5ac6a24c admin admin] Request body: {'subnet': {'network_id': '9040a016-54c8-479a-991b-4e0ac5fa178d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1159894763-subnet', 'tenant_id': 'a6380baa172744fa9d7ba5b81f847906', 'ip_version': 4}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:03:47.602251 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ce236-99bd-48fc-add0-97806d49783d req-bad59ad5-b22f-49a9-a3d5-97920f95aebc tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:47.612289 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-8a9ce236-99bd-48fc-add0-97806d49783d req-bad59ad5-b22f-49a9-a3d5-97920f95aebc tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0f9ce423-87fe-4742-ab18-537e725fb3c2 HTTP/1.1" status: 200 len: 945 time: 0.0663970 Aug 30 01:03:47.625279 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aef60fd-6a86-498c-959d-edd4c92b8538 admin admin] Pushing event updated for resources: {'Network': ['ID=9040a016-54c8-479a-991b-4e0ac5fa178d,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:47.643761 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Network 9040a016-54c8-479a-991b-4e0ac5fa178d details requested by agent ovs-agent-dv-cinder-815146-13-iscsi with host dv-cinder-815146-13-iscsi {{(pid=106208) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 01:03:47.670336 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f434f70-fc21-47ca-9274-ee4c5ac6a24c admin admin] Made reservation on behalf of a6380baa172744fa9d7ba5b81f847906 for: {'subnet': 1} {{(pid=106206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:03:47.672830 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-9f434f70-fc21-47ca-9274-ee4c5ac6a24c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13728826'] for subnet (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:47.727234 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071ac4e1-5208-49a3-9195-cfde3065d449 req-45c0e80b-5be0-40a4-9cf1-a64347fe057f tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:47.750312 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-071ac4e1-5208-49a3-9195-cfde3065d449 req-45c0e80b-5be0-40a4-9cf1-a64347fe057f tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b59fedac-4fcb-47a8-8187-0a331d499fd2 HTTP/1.1" status: 200 len: 945 time: 0.1064537 Aug 30 01:03:47.801967 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-8a9ce236-99bd-48fc-add0-97806d49783d req-49cbe285-84b8-4350-9923-16060c481138 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=882a3643-324b-4ab3-9198-fdc44b1c8402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1880460 Aug 30 01:03:47.944032 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-071ac4e1-5208-49a3-9195-cfde3065d449 req-a0963e4a-5cda-48e4-9485-025438b78f4c tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cf795692-07ba-4120-b253-28f50a651d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1809413 Aug 30 01:03:48.020275 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6994b18-99ed-4d33-8847-8606b8f85560 req-672c85af-86af-4f56-a127-92518e8ba34e tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:48.022075 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e6994b18-99ed-4d33-8847-8606b8f85560 req-672c85af-86af-4f56-a127-92518e8ba34e tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5598be2a-00db-4303-bc81-a7fb3674e371 HTTP/1.1" status: 200 len: 932 time: 0.0715678 Aug 30 01:03:48.066291 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-9f434f70-fc21-47ca-9274-ee4c5ac6a24c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14283908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13728812'] for subnet (95c34b58-5326-49b3-92a4-b747a89537a2), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:48.106273 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e6994b18-99ed-4d33-8847-8606b8f85560 req-087088e1-2fd4-4462-bdd9-e043dec645f0 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b59c982d-07c8-4d82-875f-5f1283f0518a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715687 Aug 30 01:03:48.114571 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35f2306-a863-42ee-bb20-719429722b13 req-f2c927e9-81e4-4b4e-95de-9a2121322da3 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:48.116109 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-d35f2306-a863-42ee-bb20-719429722b13 req-f2c927e9-81e4-4b4e-95de-9a2121322da3 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=12338ddc-349d-4f0b-b6d8-4bb83f19e320 HTTP/1.1" status: 200 len: 946 time: 0.0931449 Aug 30 01:03:48.159007 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f434f70-fc21-47ca-9274-ee4c5ac6a24c admin admin] Pushing event updated for resources: {'Subnet': ['ID=95c34b58-5326-49b3-92a4-b747a89537a2,revision_number=0']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:48.173559 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f434f70-fc21-47ca-9274-ee4c5ac6a24c admin admin] Checking segment: {'id': '1433baa4-da16-449d-b37c-9e6e6a5aa666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '9040a016-54c8-479a-991b-4e0ac5fa178d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:03:48.174280 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f434f70-fc21-47ca-9274-ee4c5ac6a24c admin admin] Network hostable DHCP agents. Network: 9040a016-54c8-479a-991b-4e0ac5fa178d, hostable agents: ['fba0026e-8830-42b0-8a12-2be2a1203730'], hosted agents: [] {{(pid=106206) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 01:03:48.193876 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-d35f2306-a863-42ee-bb20-719429722b13 req-8cce4f1b-23b1-4aab-b4a8-30459042a7bc tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684924 Aug 30 01:03:48.197493 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f434f70-fc21-47ca-9274-ee4c5ac6a24c admin admin] Network 9040a016-54c8-479a-991b-4e0ac5fa178d is scheduled to be hosted by DHCP agent fba0026e-8830-42b0-8a12-2be2a1203730 with binding_index 1 {{(pid=106206) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 01:03:48.214758 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.base_scheduler [None req-9f434f70-fc21-47ca-9274-ee4c5ac6a24c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-13-iscsi, 9040a016-54c8-479a-991b-4e0ac5fa178d) {{(pid=106206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:03:48.219782 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f434f70-fc21-47ca-9274-ee4c5ac6a24c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:48.220525 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-9f434f70-fc21-47ca-9274-ee4c5ac6a24c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282183'] for subnet (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:48.229959 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4594ea74-b9c0-43e4-ab81-37440dd1709c None None] Network 9040a016-54c8-479a-991b-4e0ac5fa178d requested from dv-cinder-815146-13-iscsi {{(pid=106208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:03:48.264828 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 49782) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:03:48.269580 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [None req-e6d788de-4e2a-431e-9d90-dfd4b11641b2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1159894763-router', 'tenant_id': 'a6380baa172744fa9d7ba5b81f847906', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb'}}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:03:48.273721 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-9f434f70-fc21-47ca-9274-ee4c5ac6a24c admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7108378 Aug 30 01:03:48.301768 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-e6d788de-4e2a-431e-9d90-dfd4b11641b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16469197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61039'] for router (77b21fb2-6062-4336-bcc3-5ffa9d454ebe), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:48.306376 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-e6d788de-4e2a-431e-9d90-dfd4b11641b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16467696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16461524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16397380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61028'] for router (77b21fb2-6062-4336-bcc3-5ffa9d454ebe), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:48.371146 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d921cb49-153c-42f9-8fca-a052da28ff86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp060cecbc-5a04-5e81-8619-a9cce68dc16f-9040a016-54c8-479a-991b-4e0ac5fa178d', 'network_id': '9040a016-54c8-479a-991b-4e0ac5fa178d', 'project_id': 'a6380baa172744fa9d7ba5b81f847906', 'fixed_ips': [{'subnet_id': '95c34b58-5326-49b3-92a4-b747a89537a2'}]}} from dv-cinder-815146-13-iscsi. {{(pid=106208) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 01:03:48.376111 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-d921cb49-153c-42f9-8fca-a052da28ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:48.416292 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-e6d788de-4e2a-431e-9d90-dfd4b11641b2 admin admin] Publish callbacks [] for router_controller (77b21fb2-6062-4336-bcc3-5ffa9d454ebe), precommit_add_association {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:48.631326 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.db_base_plugin_common [None req-d921cb49-153c-42f9-8fca-a052da28ff86 None None] Allocated IP 172.20.0.2 (9040a016-54c8-479a-991b-4e0ac5fa178d/95c34b58-5326-49b3-92a4-b747a89537a2/00884983-1df7-4b6d-b841-fb7c51097a45) {{(pid=106208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:03:48.633774 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-e6d788de-4e2a-431e-9d90-dfd4b11641b2 admin admin] Publish callbacks [] for router_gateway (77b21fb2-6062-4336-bcc3-5ffa9d454ebe), precommit_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:48.702516 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:48.823601 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-d921cb49-153c-42f9-8fca-a052da28ff86 None None] Publish callbacks [] for port (00884983-1df7-4b6d-b841-fb7c51097a45), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:48.825054 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:48.841648 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-d921cb49-153c-42f9-8fca-a052da28ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737867580456'] for port (00884983-1df7-4b6d-b841-fb7c51097a45), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:48.884840 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-e6d788de-4e2a-431e-9d90-dfd4b11641b2 admin admin] Publish callbacks [] for router_gateway (77b21fb2-6062-4336-bcc3-5ffa9d454ebe), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:48.905191 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d921cb49-153c-42f9-8fca-a052da28ff86 None None] Network 9040a016-54c8-479a-991b-4e0ac5fa178d is already hosted by enough agents. {{(pid=106208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:03:48.908307 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.scheduler.base_scheduler [None req-d921cb49-153c-42f9-8fca-a052da28ff86 None None] Resources bound (agent type, host, resource id): {{(pid=106208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:03:48.911423 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d921cb49-153c-42f9-8fca-a052da28ff86 None None] Received port after_create {{(pid=106208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:03:48.922963 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-e6d788de-4e2a-431e-9d90-dfd4b11641b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:48.954270 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921cb49-153c-42f9-8fca-a052da28ff86 None None] Pushing event updated for resources: {'Port': ['ID=00884983-1df7-4b6d-b841-fb7c51097a45,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:49.016017 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [None req-d921cb49-153c-42f9-8fca-a052da28ff86 None None] Attempting to bind port 00884983-1df7-4b6d-b841-fb7c51097a45 on host dv-cinder-815146-13-iscsi for vnic_type normal with profile {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:03:49.017643 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [None req-d921cb49-153c-42f9-8fca-a052da28ff86 None None] Attempting to bind port 00884983-1df7-4b6d-b841-fb7c51097a45 by drivers openvswitch,hyperv on host dv-cinder-815146-13-iscsi at level 0 using segments [{'id': '1433baa4-da16-449d-b37c-9e6e6a5aa666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '9040a016-54c8-479a-991b-4e0ac5fa178d'}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:03:49.018184 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d921cb49-153c-42f9-8fca-a052da28ff86 None None] Attempting to bind port 00884983-1df7-4b6d-b841-fb7c51097a45 on network 9040a016-54c8-479a-991b-4e0ac5fa178d {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:03:49.030040 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc89e3a-1149-4c89-85f3-b5bf0f32f910 req-a675d7bd-b4b4-4e99-a3bb-5f29738e78fa tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:49.031758 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-efc89e3a-1149-4c89-85f3-b5bf0f32f910 req-a675d7bd-b4b4-4e99-a3bb-5f29738e78fa tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0f9ce423-87fe-4742-ab18-537e725fb3c2 HTTP/1.1" status: 200 len: 945 time: 0.1205559 Aug 30 01:03:49.034038 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d921cb49-153c-42f9-8fca-a052da28ff86 None None] Checking agent: {'id': 'a0553951-7123-4403-ab2a-bb83048c1e52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 0, 53, 14), 'started_at': datetime.datetime(2022, 8, 30, 0, 53, 44), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:03:49.034570 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d921cb49-153c-42f9-8fca-a052da28ff86 None None] Checking segment: {'id': '1433baa4-da16-449d-b37c-9e6e6a5aa666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '9040a016-54c8-479a-991b-4e0ac5fa178d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:03:49.034985 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-d921cb49-153c-42f9-8fca-a052da28ff86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:49.035380 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d921cb49-153c-42f9-8fca-a052da28ff86 None None] Bound using segment: {'id': '1433baa4-da16-449d-b37c-9e6e6a5aa666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '9040a016-54c8-479a-991b-4e0ac5fa178d'} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:03:49.036398 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [None req-d921cb49-153c-42f9-8fca-a052da28ff86 None None] Bound port: 00884983-1df7-4b6d-b841-fb7c51097a45, host: dv-cinder-815146-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1433baa4-da16-449d-b37c-9e6e6a5aa666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '9040a016-54c8-479a-991b-4e0ac5fa178d'}}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:03:49.036844 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-d921cb49-153c-42f9-8fca-a052da28ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (00884983-1df7-4b6d-b841-fb7c51097a45), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:49.039985 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:49.103503 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a70dc6f-a72a-4f46-97b1-e3d5d57b6b4d req-51c0f82a-5059-4f6f-862b-9323e1c03a52 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:49.106087 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-7a70dc6f-a72a-4f46-97b1-e3d5d57b6b4d req-51c0f82a-5059-4f6f-862b-9323e1c03a52 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b59fedac-4fcb-47a8-8187-0a331d499fd2 HTTP/1.1" status: 200 len: 945 time: 0.0732634 Aug 30 01:03:49.110761 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-d921cb49-153c-42f9-8fca-a052da28ff86 None None] For port 00884983-1df7-4b6d-b841-fb7c51097a45, host dv-cinder-815146-13-iscsi, cleared binding levels {{(pid=106208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:03:49.114454 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-d921cb49-153c-42f9-8fca-a052da28ff86 None None] For port 00884983-1df7-4b6d-b841-fb7c51097a45, host dv-cinder-815146-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=00884983-1df7-4b6d-b841-fb7c51097a45,segment=NetworkSegment(1433baa4-da16-449d-b37c-9e6e6a5aa666),segment_id=1433baa4-da16-449d-b37c-9e6e6a5aa666)] {{(pid=106208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:03:49.124517 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-d921cb49-153c-42f9-8fca-a052da28ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (00884983-1df7-4b6d-b841-fb7c51097a45), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:49.211905 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-efc89e3a-1149-4c89-85f3-b5bf0f32f910 req-aad6230f-dee8-4a3d-98fc-51a551bd0a04 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=882a3643-324b-4ab3-9198-fdc44b1c8402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271787 Aug 30 01:03:49.227073 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921cb49-153c-42f9-8fca-a052da28ff86 None None] Pushing event updated for resources: {'Port': ['ID=00884983-1df7-4b6d-b841-fb7c51097a45,revision_number=2']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:49.272323 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-7a70dc6f-a72a-4f46-97b1-e3d5d57b6b4d req-b01de2e6-23ef-4f7c-b12d-6f4e9e95a48b tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cf795692-07ba-4120-b253-28f50a651d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1522498 Aug 30 01:03:49.284042 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.db_base_plugin_common [None req-e6d788de-4e2a-431e-9d90-dfd4b11641b2 admin admin] Allocated IP 172.27.4.96 (3021e9f0-0eb2-4779-9e8d-2d74d8c353fb/be7a67d1-0569-48bc-88e9-c2545720293d/adff4777-6a01-467c-9cce-d77b5d28c036) {{(pid=106207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:03:49.470278 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcafdb4-4969-4409-a119-fc394a0f8164 req-0c3f83d3-4b91-42a7-ae61-53a20d36a77f tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:49.473155 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-cdcafdb4-4969-4409-a119-fc394a0f8164 req-0c3f83d3-4b91-42a7-ae61-53a20d36a77f tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5598be2a-00db-4303-bc81-a7fb3674e371 HTTP/1.1" status: 200 len: 932 time: 0.0881457 Aug 30 01:03:49.861657 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-e6d788de-4e2a-431e-9d90-dfd4b11641b2 admin admin] Publish callbacks [] for port (adff4777-6a01-467c-9cce-d77b5d28c036), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:49.877310 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f86347-ff57-4972-ad08-bd0d2cb3afe9 req-55c853ee-1a9b-49ed-8b00-5b311dc385fe tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:49.878768 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-65f86347-ff57-4972-ad08-bd0d2cb3afe9 req-55c853ee-1a9b-49ed-8b00-5b311dc385fe tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=12338ddc-349d-4f0b-b6d8-4bb83f19e320 HTTP/1.1" status: 200 len: 946 time: 0.4046364 Aug 30 01:03:49.901599 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-cdcafdb4-4969-4409-a119-fc394a0f8164 req-3a9a2837-16c4-4ba3-951a-84e569c52e7e tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b59c982d-07c8-4d82-875f-5f1283f0518a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4114778 Aug 30 01:03:49.953317 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-65f86347-ff57-4972-ad08-bd0d2cb3afe9 req-d2a27279-96ef-4f29-86a0-1836aef1afcc tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659721 Aug 30 01:03:49.954612 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-e6d788de-4e2a-431e-9d90-dfd4b11641b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737867580456'] for port (adff4777-6a01-467c-9cce-d77b5d28c036), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:49.999459 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d788de-4e2a-431e-9d90-dfd4b11641b2 admin admin] Network 3021e9f0-0eb2-4779-9e8d-2d74d8c353fb is already hosted by enough agents. {{(pid=106207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:03:50.004430 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.base_scheduler [None req-e6d788de-4e2a-431e-9d90-dfd4b11641b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:03:50.008256 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d788de-4e2a-431e-9d90-dfd4b11641b2 admin admin] Received port after_create {{(pid=106207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:03:50.011596 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d788de-4e2a-431e-9d90-dfd4b11641b2 admin admin] Pushing event updated for resources: {'Port': ['ID=adff4777-6a01-467c-9cce-d77b5d28c036,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:50.107782 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:50.170893 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device 00884983-1df7-4b6d-b841-fb7c51097a45 up at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:03:50.176736 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:50.223891 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Provisioning complete for port 00884983-1df7-4b6d-b841-fb7c51097a45 triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:03:50.224289 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (00884983-1df7-4b6d-b841-fb7c51097a45), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:50.233624 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-e6d788de-4e2a-431e-9d90-dfd4b11641b2 admin admin] Publish callbacks [] for router_gateway (77b21fb2-6062-4336-bcc3-5ffa9d454ebe), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:50.268025 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:50.316277 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Current status of the port 00884983-1df7-4b6d-b841-fb7c51097a45 is: DOWN; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:03:50.316673 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (00884983-1df7-4b6d-b841-fb7c51097a45), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:50.330512 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94ef7ae-5d09-48f9-a1b0-29695ae39c96 None None] Network 9040a016-54c8-479a-991b-4e0ac5fa178d requested from dv-cinder-815146-13-iscsi {{(pid=106208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:03:50.499918 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32a5cb-b43e-408a-8da5-2166406fce2d req-24e19d9a-e8cc-45f8-8a22-b6d201ba2e23 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:50.501383 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-2b32a5cb-b43e-408a-8da5-2166406fce2d req-24e19d9a-e8cc-45f8-8a22-b6d201ba2e23 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0f9ce423-87fe-4742-ab18-537e725fb3c2 HTTP/1.1" status: 200 len: 945 time: 0.1507530 Aug 30 01:03:50.520954 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c07ee1-dc55-43f8-a18d-3f30adeddadd req-4c18985c-779c-4045-8b9a-3a3d3c57837d tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:50.523146 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-f0c07ee1-dc55-43f8-a18d-3f30adeddadd req-4c18985c-779c-4045-8b9a-3a3d3c57837d tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b59fedac-4fcb-47a8-8187-0a331d499fd2 HTTP/1.1" status: 200 len: 945 time: 0.1272259 Aug 30 01:03:50.531148 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] For port 00884983-1df7-4b6d-b841-fb7c51097a45, host dv-cinder-815146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=00884983-1df7-4b6d-b841-fb7c51097a45,segment=NetworkSegment(1433baa4-da16-449d-b37c-9e6e6a5aa666),segment_id=1433baa4-da16-449d-b37c-9e6e6a5aa666)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:03:50.548199 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-ed1a74f1-d4ab-492b-b6e5-dd583d5ce78c None None] Provisioning complete for port 00884983-1df7-4b6d-b841-fb7c51097a45 triggered by entity DHCP. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:03:50.548777 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-ed1a74f1-d4ab-492b-b6e5-dd583d5ce78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (00884983-1df7-4b6d-b841-fb7c51097a45), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:50.553329 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (00884983-1df7-4b6d-b841-fb7c51097a45), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:50.591326 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [req-f39bbfa5-e3f2-4565-97b7-a5d6cdde0da0 req-ab41824e-7ce1-440a-954e-39bf0c091ad0 service neutron] Request body: {'port': {'device_id': '5598be2a-00db-4303-bc81-a7fb3674e371', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:03:50.691012 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-2b32a5cb-b43e-408a-8da5-2166406fce2d req-a65ed0ca-cbff-4eaa-a608-a6fa2428df92 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=882a3643-324b-4ab3-9198-fdc44b1c8402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1816435 Aug 30 01:03:50.707502 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Pushing event updated for resources: {'Port': ['ID=00884983-1df7-4b6d-b841-fb7c51097a45,revision_number=3']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:50.719591 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-ed1a74f1-d4ab-492b-b6e5-dd583d5ce78c None None] Current status of the port 00884983-1df7-4b6d-b841-fb7c51097a45 is: ACTIVE; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:03:50.726911 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-e6d788de-4e2a-431e-9d90-dfd4b11641b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16467624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16466237'] for router (77b21fb2-6062-4336-bcc3-5ffa9d454ebe), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:50.751857 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-f0c07ee1-dc55-43f8-a18d-3f30adeddadd req-89387e2c-8b92-4691-ab3e-85f0a9e64c64 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cf795692-07ba-4120-b253-28f50a651d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1691430 Aug 30 01:03:50.754295 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-f39bbfa5-e3f2-4565-97b7-a5d6cdde0da0 req-ab41824e-7ce1-440a-954e-39bf0c091ad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (e2481fa1-2595-4100-98cf-07e796517813), before_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:50.946632 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-cb37bbd8-4e2d-4554-baad-84bbc50d4ed7 None None] Provisioning complete for port 00884983-1df7-4b6d-b841-fb7c51097a45 triggered by entity DHCP. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:03:50.947200 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-cb37bbd8-4e2d-4554-baad-84bbc50d4ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (00884983-1df7-4b6d-b841-fb7c51097a45), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:51.033815 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-cb37bbd8-4e2d-4554-baad-84bbc50d4ed7 None None] Current status of the port 00884983-1df7-4b6d-b841-fb7c51097a45 is: ACTIVE; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:03:51.095172 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef67426-2078-4996-9acb-8fd1ac67dde1 req-004ca07f-d4d4-4744-9311-bde3acd81289 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:51.096640 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-2ef67426-2078-4996-9acb-8fd1ac67dde1 req-004ca07f-d4d4-4744-9311-bde3acd81289 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5598be2a-00db-4303-bc81-a7fb3674e371 HTTP/1.1" status: 200 len: 932 time: 0.0863893 Aug 30 01:03:51.097203 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6d788de-4e2a-431e-9d90-dfd4b11641b2 admin admin] Router 77b21fb2-6062-4336-bcc3-5ffa9d454ebe is scheduled to L3 agent 613dbf26-5731-4391-8a29-3c5185f7ed3f with binding_index 1 {{(pid=106207) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 01:03:51.109972 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:51.134473 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a77b73-5322-435f-86e4-238dc20a28e8 req-489b8c42-b92a-4165-8db6-53f3bf2ab908 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:51.136704 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-b2a77b73-5322-435f-86e4-238dc20a28e8 req-489b8c42-b92a-4165-8db6-53f3bf2ab908 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=12338ddc-349d-4f0b-b6d8-4bb83f19e320 HTTP/1.1" status: 200 len: 946 time: 0.0912955 Aug 30 01:03:51.146305 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:51.265775 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-2ef67426-2078-4996-9acb-8fd1ac67dde1 req-bafa8fa4-c20b-4c01-b3fe-51b0aee6d583 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b59c982d-07c8-4d82-875f-5f1283f0518a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614826 Aug 30 01:03:51.312953 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-b2a77b73-5322-435f-86e4-238dc20a28e8 req-a46c2eb6-df07-4f48-9437-05c12a06365d tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654348 Aug 30 01:03:51.365817 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d788de-4e2a-431e-9d90-dfd4b11641b2 admin admin] Notify agent at l3_agent.dv-cinder-815146-13-iscsi the message routers_updated {{(pid=106207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:03:51.368606 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.notifiers.nova [req-f39bbfa5-e3f2-4565-97b7-a5d6cdde0da0 req-ab41824e-7ce1-440a-954e-39bf0c091ad0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2481fa1-2595-4100-98cf-07e796517813 {{(pid=106207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:03:51.374933 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43924417-d82d-4a5d-aa57-1b3f7fe3cbac None None] Sync routers for ids ['77b21fb2-6062-4336-bcc3-5ffa9d454ebe'] in dv-cinder-815146-13-iscsi {{(pid=106208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:03:51.379238 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-f39bbfa5-e3f2-4565-97b7-a5d6cdde0da0 req-ab41824e-7ce1-440a-954e-39bf0c091ad0 service neutron] Publish callbacks [] for port (e2481fa1-2595-4100-98cf-07e796517813), precommit_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:51.384815 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43924417-d82d-4a5d-aa57-1b3f7fe3cbac None None] Routers {'77b21fb2-6062-4336-bcc3-5ffa9d454ebe'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:03:51.385972 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-43924417-d82d-4a5d-aa57-1b3f7fe3cbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:03:41Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['77b21fb2-6062-4336-bcc3-5ffa9d454ebe'], 'active': True} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:03:51.398334 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.provisioning_blocks [req-f39bbfa5-e3f2-4565-97b7-a5d6cdde0da0 req-ab41824e-7ce1-440a-954e-39bf0c091ad0 service neutron] Transition to ACTIVE for port object e2481fa1-2595-4100-98cf-07e796517813 will not be triggered until provisioned by entity L2. {{(pid=106207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 01:03:51.401942 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-e6d788de-4e2a-431e-9d90-dfd4b11641b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:51.403236 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-e6d788de-4e2a-431e-9d90-dfd4b11641b2 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1370647 Aug 30 01:03:51.404390 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-f39bbfa5-e3f2-4565-97b7-a5d6cdde0da0 req-ab41824e-7ce1-440a-954e-39bf0c091ad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (e2481fa1-2595-4100-98cf-07e796517813), after_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:51.406527 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 49806) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:03:51.474662 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab41824e-7ce1-440a-954e-39bf0c091ad0 service neutron] Pushing event updated for resources: {'Port': ['ID=e2481fa1-2595-4100-98cf-07e796517813,revision_number=2']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:51.481834 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.managers [req-f39bbfa5-e3f2-4565-97b7-a5d6cdde0da0 req-ab41824e-7ce1-440a-954e-39bf0c091ad0 service neutron] Attempting to bind port e2481fa1-2595-4100-98cf-07e796517813 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:03:51.482175 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.managers [req-f39bbfa5-e3f2-4565-97b7-a5d6cdde0da0 req-ab41824e-7ce1-440a-954e-39bf0c091ad0 service neutron] Attempting to bind port e2481fa1-2595-4100-98cf-07e796517813 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'a07f57a2-5cfa-489d-867c-66fce265e4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '333b25f5-148a-49b1-825d-7793a1ea673e'}] {{(pid=106207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:03:51.482513 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39bbfa5-e3f2-4565-97b7-a5d6cdde0da0 req-ab41824e-7ce1-440a-954e-39bf0c091ad0 service neutron] Attempting to bind port e2481fa1-2595-4100-98cf-07e796517813 on network 333b25f5-148a-49b1-825d-7793a1ea673e {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:03:51.487152 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39bbfa5-e3f2-4565-97b7-a5d6cdde0da0 req-ab41824e-7ce1-440a-954e-39bf0c091ad0 service neutron] Port e2481fa1-2595-4100-98cf-07e796517813 on network 333b25f5-148a-49b1-825d-7793a1ea673e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 01:03:51.487473 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39bbfa5-e3f2-4565-97b7-a5d6cdde0da0 req-ab41824e-7ce1-440a-954e-39bf0c091ad0 service neutron] Attempting to bind port e2481fa1-2595-4100-98cf-07e796517813 on network 333b25f5-148a-49b1-825d-7793a1ea673e {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:03:51.492562 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39bbfa5-e3f2-4565-97b7-a5d6cdde0da0 req-ab41824e-7ce1-440a-954e-39bf0c091ad0 service neutron] Checking agent: {'id': 'ec393def-3d84-45a3-8a6c-ed049d62fe0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 0, 59, 14), 'started_at': datetime.datetime(2022, 8, 30, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:03:51.492901 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39bbfa5-e3f2-4565-97b7-a5d6cdde0da0 req-ab41824e-7ce1-440a-954e-39bf0c091ad0 service neutron] Checking segment: {'id': 'a07f57a2-5cfa-489d-867c-66fce265e4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '333b25f5-148a-49b1-825d-7793a1ea673e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:03:51.493312 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39bbfa5-e3f2-4565-97b7-a5d6cdde0da0 req-ab41824e-7ce1-440a-954e-39bf0c091ad0 service neutron] Bound using segment: {'id': 'a07f57a2-5cfa-489d-867c-66fce265e4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '333b25f5-148a-49b1-825d-7793a1ea673e'} {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:03:51.493745 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.managers [req-f39bbfa5-e3f2-4565-97b7-a5d6cdde0da0 req-ab41824e-7ce1-440a-954e-39bf0c091ad0 service neutron] Bound port: e2481fa1-2595-4100-98cf-07e796517813, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a07f57a2-5cfa-489d-867c-66fce265e4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '333b25f5-148a-49b1-825d-7793a1ea673e'}}] {{(pid=106207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:03:51.494367 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-f39bbfa5-e3f2-4565-97b7-a5d6cdde0da0 req-ab41824e-7ce1-440a-954e-39bf0c091ad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (e2481fa1-2595-4100-98cf-07e796517813), before_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:51.496877 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvr_db [None req-43924417-d82d-4a5d-aa57-1b3f7fe3cbac None None] Set router 77b21fb2-6062-4336-bcc3-5ffa9d454ebe gateway port host: dv-cinder-815146-13-iscsi {{(pid=106208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:03:51.564393 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:51.595802 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.db [req-f39bbfa5-e3f2-4565-97b7-a5d6cdde0da0 req-ab41824e-7ce1-440a-954e-39bf0c091ad0 service neutron] For port e2481fa1-2595-4100-98cf-07e796517813, host hv-cinder-81514, cleared binding levels {{(pid=106207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:03:51.615004 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.db [req-f39bbfa5-e3f2-4565-97b7-a5d6cdde0da0 req-ab41824e-7ce1-440a-954e-39bf0c091ad0 service neutron] For port e2481fa1-2595-4100-98cf-07e796517813, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=e2481fa1-2595-4100-98cf-07e796517813,segment=NetworkSegment(a07f57a2-5cfa-489d-867c-66fce265e4e3),segment_id=a07f57a2-5cfa-489d-867c-66fce265e4e3)] {{(pid=106207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:03:51.616959 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca221888-915c-40f7-9269-cb9eed6c1fba req-29794ceb-d7a5-404c-9747-b61098c90515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:51.618518 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-ca221888-915c-40f7-9269-cb9eed6c1fba req-29794ceb-d7a5-404c-9747-b61098c90515 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=0f9ce423-87fe-4742-ab18-537e725fb3c2 HTTP/1.1" status: 200 len: 1129 time: 0.0604172 Aug 30 01:03:51.626801 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-f39bbfa5-e3f2-4565-97b7-a5d6cdde0da0 req-ab41824e-7ce1-440a-954e-39bf0c091ad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (e2481fa1-2595-4100-98cf-07e796517813), after_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:51.638644 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39bbfa5-e3f2-4565-97b7-a5d6cdde0da0 req-ab41824e-7ce1-440a-954e-39bf0c091ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:51.639364 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-f39bbfa5-e3f2-4565-97b7-a5d6cdde0da0 req-ab41824e-7ce1-440a-954e-39bf0c091ad0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for port (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:51.641518 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-f39bbfa5-e3f2-4565-97b7-a5d6cdde0da0 req-ab41824e-7ce1-440a-954e-39bf0c091ad0 service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/e2481fa1-2595-4100-98cf-07e796517813 HTTP/1.1" status: 200 len: 1094 time: 1.1177917 Aug 30 01:03:51.643945 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5598be2a-00db-4303-bc81-a7fb3674e371', 'tag': 'e2481fa1-2595-4100-98cf-07e796517813'}] {{(pid=106207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:03:51.645497 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480b08bd5bc4b1a03c1b08d00e02a3f82783774d0c3347d038299e83f2d6db65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ecc60e-46bf-4ee0-af83-1553fffa99c0" -d '{"events": [{"name": "network-changed", "server_uuid": "5598be2a-00db-4303-bc81-a7fb3674e371", "tag": "e2481fa1-2595-4100-98cf-07e796517813"}]}' {{(pid=106207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:03:51.722116 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-43924417-d82d-4a5d-aa57-1b3f7fe3cbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'name': 'tempest-TestVolumeBootPattern-1159894763-router', 'tenant_id': 'a6380baa172744fa9d7ba5b81f847906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.96'}], 'enable_snat': True}, 'gw_port_id': 'adff4777-6a01-467c-9cce-d77b5d28c036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:03:48Z', 'updated_at': '2022-08-30T01:03:50Z', 'revision_number': 3, 'project_id': 'a6380baa172744fa9d7ba5b81f847906', 'gw_port': {'id': 'adff4777-6a01-467c-9cce-d77b5d28c036', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:60:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:48Z', 'updated_at': '2022-08-30T01:03:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi'}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:03:51.747823 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef3bffdb-7205-4667-a6ff-b0033f7dc21e x-openstack-request-id: req-ef3bffdb-7205-4667-a6ff-b0033f7dc21e {{(pid=106207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:03:51.748462 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5598be2a-00db-4303-bc81-a7fb3674e371", "tag": "e2481fa1-2595-4100-98cf-07e796517813", "status": "completed", "code": 200}]} {{(pid=106207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:03:51.748948 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ef3bffdb-7205-4667-a6ff-b0033f7dc21e {{(pid=106207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:03:51.749620 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef3bffdb-7205-4667-a6ff-b0033f7dc21e'] response: {'name': 'network-changed', 'server_uuid': '5598be2a-00db-4303-bc81-a7fb3674e371', 'tag': 'e2481fa1-2595-4100-98cf-07e796517813', 'status': 'completed', 'code': 200} Aug 30 01:03:51.755419 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43924417-d82d-4a5d-aa57-1b3f7fe3cbac None None] Checking router: 77b21fb2-6062-4336-bcc3-5ffa9d454ebe for host: dv-cinder-815146-13-iscsi {{(pid=106208) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:03:51.755772 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43924417-d82d-4a5d-aa57-1b3f7fe3cbac None None] Updating router 77b21fb2-6062-4336-bcc3-5ffa9d454ebe port adff4777-6a01-467c-9cce-d77b5d28c036 binding host dv-cinder-815146-13-iscsi {{(pid=106208) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 01:03:51.773459 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f3dc4-528e-4f9f-b7fa-ec0fb0a38bd3 req-ae792acf-d84d-4b5b-aceb-3b7b10b2eff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:51.774952 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-e08f3dc4-528e-4f9f-b7fa-ec0fb0a38bd3 req-ae792acf-d84d-4b5b-aceb-3b7b10b2eff4 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=12338ddc-349d-4f0b-b6d8-4bb83f19e320 HTTP/1.1" status: 200 len: 1130 time: 0.1200202 Aug 30 01:03:51.801748 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-43924417-d82d-4a5d-aa57-1b3f7fe3cbac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (adff4777-6a01-467c-9cce-d77b5d28c036), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:51.810930 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab41824e-7ce1-440a-954e-39bf0c091ad0 service neutron] Pushing event updated for resources: {'Port': ['ID=e2481fa1-2595-4100-98cf-07e796517813,revision_number=3']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:51.845321 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39bbfa5-e3f2-4565-97b7-a5d6cdde0da0 req-6900a2c9-fbaf-4c62-95cd-6125cc3c0fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:51.847040 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:51.848372 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-f39bbfa5-e3f2-4565-97b7-a5d6cdde0da0 req-6900a2c9-fbaf-4c62-95cd-6125cc3c0fa4 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=fca43fd867154911badb413c7046befd&device_id=5598be2a-00db-4303-bc81-a7fb3674e371 HTTP/1.1" status: 200 len: 1128 time: 0.1603653 Aug 30 01:03:51.860812 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:51.868440 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-e08f3dc4-528e-4f9f-b7fa-ec0fb0a38bd3 req-76171de1-e478-46cf-a16c-4f4757571094 service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835783 Aug 30 01:03:51.904954 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-ca221888-915c-40f7-9269-cb9eed6c1fba req-5633d19d-4a53-46a9-beef-e71195cda63d service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=882a3643-324b-4ab3-9198-fdc44b1c8402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2747688 Aug 30 01:03:51.906531 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-f39bbfa5-e3f2-4565-97b7-a5d6cdde0da0 req-8173e203-e6cc-432b-996e-290ed5f8431d service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2481fa1-2595-4100-98cf-07e796517813 HTTP/1.1" status: 200 len: 217 time: 0.0471931 Aug 30 01:03:51.943786 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b136c-ef4f-45d7-a874-07f6cb1b904e req-b851928e-0f06-4d0e-a04b-dc73433499ab tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:51.945329 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-5c1b136c-ef4f-45d7-a874-07f6cb1b904e req-b851928e-0f06-4d0e-a04b-dc73433499ab tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0f9ce423-87fe-4742-ab18-537e725fb3c2 HTTP/1.1" status: 200 len: 945 time: 0.1657791 Aug 30 01:03:51.956529 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904c9381-af5e-4ce1-b9e6-8eb72c2c1c4c req-09b77ed1-19c4-41ff-9f85-36df66481d50 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:51.958035 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-904c9381-af5e-4ce1-b9e6-8eb72c2c1c4c req-09b77ed1-19c4-41ff-9f85-36df66481d50 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b59fedac-4fcb-47a8-8187-0a331d499fd2 HTTP/1.1" status: 200 len: 945 time: 0.1049726 Aug 30 01:03:51.999729 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-0fc74db0-69d8-4199-a14b-17fe63feee35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:52.005230 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:52.005649 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=100 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:52.040300 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-5c1b136c-ef4f-45d7-a874-07f6cb1b904e req-b94721cd-5c10-44fc-969b-eb0e7f32ae91 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=882a3643-324b-4ab3-9198-fdc44b1c8402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813179 Aug 30 01:03:52.044402 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-904c9381-af5e-4ce1-b9e6-8eb72c2c1c4c req-640e1ad6-a1ab-4959-a1a2-98fbfc0ddefd tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cf795692-07ba-4120-b253-28f50a651d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787575 Aug 30 01:03:52.102330 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-43924417-d82d-4a5d-aa57-1b3f7fe3cbac None None] Publish callbacks [] for port (adff4777-6a01-467c-9cce-d77b5d28c036), precommit_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:52.107596 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-43924417-d82d-4a5d-aa57-1b3f7fe3cbac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (adff4777-6a01-467c-9cce-d77b5d28c036), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:52.143283 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [None req-43924417-d82d-4a5d-aa57-1b3f7fe3cbac None None] Attempting to bind port adff4777-6a01-467c-9cce-d77b5d28c036 on host dv-cinder-815146-13-iscsi for vnic_type normal with profile {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:03:52.143650 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [None req-43924417-d82d-4a5d-aa57-1b3f7fe3cbac None None] Attempting to bind port adff4777-6a01-467c-9cce-d77b5d28c036 by drivers openvswitch,hyperv on host dv-cinder-815146-13-iscsi at level 0 using segments [{'id': '61a0af84-c6da-4606-8f1e-ec0a95f9a2d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb'}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:03:52.144008 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43924417-d82d-4a5d-aa57-1b3f7fe3cbac None None] Attempting to bind port adff4777-6a01-467c-9cce-d77b5d28c036 on network 3021e9f0-0eb2-4779-9e8d-2d74d8c353fb {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:03:52.159989 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43924417-d82d-4a5d-aa57-1b3f7fe3cbac None None] Checking agent: {'id': 'a0553951-7123-4403-ab2a-bb83048c1e52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 0, 53, 14), 'started_at': datetime.datetime(2022, 8, 30, 0, 53, 44), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:03:52.160362 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43924417-d82d-4a5d-aa57-1b3f7fe3cbac None None] Checking segment: {'id': '61a0af84-c6da-4606-8f1e-ec0a95f9a2d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:03:52.160760 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-43924417-d82d-4a5d-aa57-1b3f7fe3cbac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:52.161175 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43924417-d82d-4a5d-aa57-1b3f7fe3cbac None None] Bound using segment: {'id': '61a0af84-c6da-4606-8f1e-ec0a95f9a2d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb'} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:03:52.161639 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [None req-43924417-d82d-4a5d-aa57-1b3f7fe3cbac None None] Bound port: adff4777-6a01-467c-9cce-d77b5d28c036, host: dv-cinder-815146-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61a0af84-c6da-4606-8f1e-ec0a95f9a2d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb'}}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:03:52.162015 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-43924417-d82d-4a5d-aa57-1b3f7fe3cbac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (adff4777-6a01-467c-9cce-d77b5d28c036), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:52.164801 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc1b18d-0e61-4b89-b9d0-6128c19b4933 None None] Pushing event updated for resources: {'Port': ['ID=adff4777-6a01-467c-9cce-d77b5d28c036,revision_number=2']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:52.199433 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.db_base_plugin_common [None req-0fc74db0-69d8-4199-a14b-17fe63feee35 admin admin] Allocated IP 172.20.0.1 (9040a016-54c8-479a-991b-4e0ac5fa178d/95c34b58-5326-49b3-92a4-b747a89537a2/7f570ed8-ae08-439f-9ac0-f7485c2e852e) {{(pid=106206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:03:52.222996 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device 00884983-1df7-4b6d-b841-fb7c51097a45 up at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:03:52.227598 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-43924417-d82d-4a5d-aa57-1b3f7fe3cbac None None] For port adff4777-6a01-467c-9cce-d77b5d28c036, host dv-cinder-815146-13-iscsi, cleared binding levels {{(pid=106208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:03:52.263062 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-43924417-d82d-4a5d-aa57-1b3f7fe3cbac None None] For port adff4777-6a01-467c-9cce-d77b5d28c036, host dv-cinder-815146-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=adff4777-6a01-467c-9cce-d77b5d28c036,segment=NetworkSegment(61a0af84-c6da-4606-8f1e-ec0a95f9a2d1),segment_id=61a0af84-c6da-4606-8f1e-ec0a95f9a2d1)] {{(pid=106208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:03:52.277182 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-43924417-d82d-4a5d-aa57-1b3f7fe3cbac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (adff4777-6a01-467c-9cce-d77b5d28c036), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:52.327007 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43924417-d82d-4a5d-aa57-1b3f7fe3cbac None None] Routers {'77b21fb2-6062-4336-bcc3-5ffa9d454ebe'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:03:52.327567 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-43924417-d82d-4a5d-aa57-1b3f7fe3cbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:03:41Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['77b21fb2-6062-4336-bcc3-5ffa9d454ebe'], 'active': True} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:03:52.333370 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:52.346354 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d7e318-f5b5-4d40-a4ea-9f9f6d98d298 req-35da49a6-1026-4154-a5eb-d90084fb7e3b tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:52.348236 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-59d7e318-f5b5-4d40-a4ea-9f9f6d98d298 req-35da49a6-1026-4154-a5eb-d90084fb7e3b tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b59fedac-4fcb-47a8-8187-0a331d499fd2 HTTP/1.1" status: 200 len: 945 time: 0.0832243 Aug 30 01:03:52.367310 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-0fc74db0-69d8-4199-a14b-17fe63feee35 admin admin] Publish callbacks [] for port (7f570ed8-ae08-439f-9ac0-f7485c2e852e), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:52.389751 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39bbfa5-e3f2-4565-97b7-a5d6cdde0da0 req-cc7054a7-084a-45f8-b2f2-e820497ef2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:52.391602 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-f39bbfa5-e3f2-4565-97b7-a5d6cdde0da0 req-cc7054a7-084a-45f8-b2f2-e820497ef2d1 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=116e9a9f-9110-41be-b1cb-3b04317f52eb HTTP/1.1" status: 200 len: 853 time: 0.0934002 Aug 30 01:03:52.399269 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Provisioning complete for port 00884983-1df7-4b6d-b841-fb7c51097a45 triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:03:52.399787 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (00884983-1df7-4b6d-b841-fb7c51097a45), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:52.403939 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc1b18d-0e61-4b89-b9d0-6128c19b4933 None None] Pushing event updated for resources: {'Port': ['ID=adff4777-6a01-467c-9cce-d77b5d28c036,revision_number=3']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:52.415093 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-0fc74db0-69d8-4199-a14b-17fe63feee35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737867580456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14283316'] for port (7f570ed8-ae08-439f-9ac0-f7485c2e852e), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:52.454284 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e2210f-088b-4225-92f5-7cf9b8947c2b req-bbcd8a5c-b05a-4748-a323-6743ee9b0d2e tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:52.455931 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-a4e2210f-088b-4225-92f5-7cf9b8947c2b req-bbcd8a5c-b05a-4748-a323-6743ee9b0d2e tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5598be2a-00db-4303-bc81-a7fb3674e371 HTTP/1.1" status: 200 len: 944 time: 0.0845599 Aug 30 01:03:52.462813 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc74db0-69d8-4199-a14b-17fe63feee35 admin admin] Network 9040a016-54c8-479a-991b-4e0ac5fa178d is already hosted by enough agents. {{(pid=106206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:03:52.465497 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-59d7e318-f5b5-4d40-a4ea-9f9f6d98d298 req-af4c7d60-d023-4680-8ed9-c8da42ea1eb2 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cf795692-07ba-4120-b253-28f50a651d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103950 Aug 30 01:03:52.470315 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.base_scheduler [None req-0fc74db0-69d8-4199-a14b-17fe63feee35 admin admin] Resources bound (agent type, host, resource id): {{(pid=106206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:03:52.474304 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc74db0-69d8-4199-a14b-17fe63feee35 admin admin] Received port after_create {{(pid=106206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:03:52.510819 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc74db0-69d8-4199-a14b-17fe63feee35 admin admin] Pushing event updated for resources: {'Port': ['ID=7f570ed8-ae08-439f-9ac0-f7485c2e852e,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:52.517648 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-a4e2210f-088b-4225-92f5-7cf9b8947c2b req-9f1a30c9-73ac-4085-80a5-a72860e04ebf tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b59c982d-07c8-4d82-875f-5f1283f0518a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510399 Aug 30 01:03:52.527120 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-0fc74db0-69d8-4199-a14b-17fe63feee35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16467289'] for router_interface (77b21fb2-6062-4336-bcc3-5ffa9d454ebe), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:52.548724 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvr_db [None req-43924417-d82d-4a5d-aa57-1b3f7fe3cbac None None] Set router 77b21fb2-6062-4336-bcc3-5ffa9d454ebe gateway port host: dv-cinder-815146-13-iscsi {{(pid=106208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:03:52.617524 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d4fbb-a7a4-4531-89b4-0ad6c999dc7e req-bc951749-85e6-40a2-b1ba-f58ef1e0cb0b tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:52.619238 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-d82d4fbb-a7a4-4531-89b4-0ad6c999dc7e req-bc951749-85e6-40a2-b1ba-f58ef1e0cb0b tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=12338ddc-349d-4f0b-b6d8-4bb83f19e320 HTTP/1.1" status: 200 len: 946 time: 0.0648477 Aug 30 01:03:52.646433 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:52.678435 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-d82d4fbb-a7a4-4531-89b4-0ad6c999dc7e req-7bc21bda-895f-4114-a930-0a2c66d806d1 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528455 Aug 30 01:03:52.692205 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-0fc74db0-69d8-4199-a14b-17fe63feee35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (7f570ed8-ae08-439f-9ac0-f7485c2e852e), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:52.712495 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Current status of the port 00884983-1df7-4b6d-b841-fb7c51097a45 is: ACTIVE; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:03:52.768194 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:52.789159 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-9052f838-01c5-48e6-a1f5-bddcb891466a None None] Provisioning complete for port 7f570ed8-ae08-439f-9ac0-f7485c2e852e triggered by entity DHCP. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:03:52.789460 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-9052f838-01c5-48e6-a1f5-bddcb891466a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (7f570ed8-ae08-439f-9ac0-f7485c2e852e), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:52.806527 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:52.832627 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-43924417-d82d-4a5d-aa57-1b3f7fe3cbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'name': 'tempest-TestVolumeBootPattern-1159894763-router', 'tenant_id': 'a6380baa172744fa9d7ba5b81f847906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.96'}], 'enable_snat': True}, 'gw_port_id': 'adff4777-6a01-467c-9cce-d77b5d28c036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:03:48Z', 'updated_at': '2022-08-30T01:03:50Z', 'revision_number': 3, 'project_id': 'a6380baa172744fa9d7ba5b81f847906', 'gw_port': {'id': 'adff4777-6a01-467c-9cce-d77b5d28c036', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:60:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:48Z', 'updated_at': '2022-08-30T01:03:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi'}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:03:52.835733 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-9052f838-01c5-48e6-a1f5-bddcb891466a None None] Port 7f570ed8-ae08-439f-9ac0-f7485c2e852e cannot update to ACTIVE because it is not bound. {{(pid=106208) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:03:52.860423 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43924417-d82d-4a5d-aa57-1b3f7fe3cbac None None] The sync data for ids ['77b21fb2-6062-4336-bcc3-5ffa9d454ebe'] in dv-cinder-815146-13-iscsi is: [{'id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'name': 'tempest-TestVolumeBootPattern-1159894763-router', 'tenant_id': 'a6380baa172744fa9d7ba5b81f847906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.96'}], 'enable_snat': True}, 'gw_port_id': 'adff4777-6a01-467c-9cce-d77b5d28c036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:03:48Z', 'updated_at': '2022-08-30T01:03:50Z', 'revision_number': 3, 'project_id': 'a6380baa172744fa9d7ba5b81f847906', 'gw_port': {'id': 'adff4777-6a01-467c-9cce-d77b5d28c036', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:60:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:48Z', 'updated_at': '2022-08-30T01:03:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi'}] {{(pid=106208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:03:52.873035 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-0fc74db0-69d8-4199-a14b-17fe63feee35 admin admin] Publish callbacks [] for port (7f570ed8-ae08-439f-9ac0-f7485c2e852e), precommit_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:52.879669 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-0fc74db0-69d8-4199-a14b-17fe63feee35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14283325'] for port (7f570ed8-ae08-439f-9ac0-f7485c2e852e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:52.948670 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc74db0-69d8-4199-a14b-17fe63feee35 admin admin] Pushing event updated for resources: {'Port': ['ID=7f570ed8-ae08-439f-9ac0-f7485c2e852e,revision_number=2']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:52.952598 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-0fc74db0-69d8-4199-a14b-17fe63feee35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16283567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16467405'] for router_interface (77b21fb2-6062-4336-bcc3-5ffa9d454ebe), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:52.988368 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39bbfa5-e3f2-4565-97b7-a5d6cdde0da0 req-16b79bae-e1bf-4a48-8d17-65aae17716d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:52.990736 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-f39bbfa5-e3f2-4565-97b7-a5d6cdde0da0 req-16b79bae-e1bf-4a48-8d17-65aae17716d8 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=333b25f5-148a-49b1-825d-7793a1ea673e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0453587 Aug 30 01:03:53.060867 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc74db0-69d8-4199-a14b-17fe63feee35 admin admin] Network 9040a016-54c8-479a-991b-4e0ac5fa178d is already hosted by enough agents. {{(pid=106206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:03:53.061641 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.base_scheduler [None req-0fc74db0-69d8-4199-a14b-17fe63feee35 admin admin] Resources bound (agent type, host, resource id): {{(pid=106206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:03:53.224814 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fc74db0-69d8-4199-a14b-17fe63feee35 admin admin] Router 77b21fb2-6062-4336-bcc3-5ffa9d454ebe has already been hosted by L3 agent 613dbf26-5731-4391-8a29-3c5185f7ed3f {{(pid=106206) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:03:53.316406 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6980a2d3-c1f8-4d37-b7e6-cea4377b8519 req-c6eb0eba-a63d-47ad-9e33-344d06718b69 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:53.318039 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-6980a2d3-c1f8-4d37-b7e6-cea4377b8519 req-c6eb0eba-a63d-47ad-9e33-344d06718b69 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0f9ce423-87fe-4742-ab18-537e725fb3c2 HTTP/1.1" status: 200 len: 945 time: 0.0960982 Aug 30 01:03:53.353723 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-f39bbfa5-e3f2-4565-97b7-a5d6cdde0da0 req-1443769b-7e83-43ab-be1b-98a6e4d0b592 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/333b25f5-148a-49b1-825d-7793a1ea673e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591033 Aug 30 01:03:53.358887 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc74db0-69d8-4199-a14b-17fe63feee35 admin admin] Notify agent at l3_agent.dv-cinder-815146-13-iscsi the message routers_updated {{(pid=106206) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:03:53.364051 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-0fc74db0-69d8-4199-a14b-17fe63feee35 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/77b21fb2-6062-4336-bcc3-5ffa9d454ebe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9552870 Aug 30 01:03:53.388288 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-6980a2d3-c1f8-4d37-b7e6-cea4377b8519 req-be6a1433-033a-4074-b438-586d3e0392d8 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=882a3643-324b-4ab3-9198-fdc44b1c8402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609982 Aug 30 01:03:53.467508 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-6a352f2e-7cfa-489c-a5dd-fd9eec2a824f None None] Provisioning complete for port 7f570ed8-ae08-439f-9ac0-f7485c2e852e triggered by entity DHCP. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:03:53.468103 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-6a352f2e-7cfa-489c-a5dd-fd9eec2a824f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (7f570ed8-ae08-439f-9ac0-f7485c2e852e), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:53.515918 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-6a352f2e-7cfa-489c-a5dd-fd9eec2a824f None None] Port 7f570ed8-ae08-439f-9ac0-f7485c2e852e cannot update to ACTIVE because it is not bound. {{(pid=106208) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:03:53.618550 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f3243-5d24-43a0-b37f-d258434dfa59 req-f21f8016-04cd-41ff-a477-b89132af97a7 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:53.630101 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-621f3243-5d24-43a0-b37f-d258434dfa59 req-f21f8016-04cd-41ff-a477-b89132af97a7 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b59fedac-4fcb-47a8-8187-0a331d499fd2 HTTP/1.1" status: 200 len: 945 time: 0.0768414 Aug 30 01:03:53.759702 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-621f3243-5d24-43a0-b37f-d258434dfa59 req-2ffd6ef7-3237-4f75-9926-55cf5c81d236 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cf795692-07ba-4120-b253-28f50a651d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106012 Aug 30 01:03:53.819416 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e62b888-d700-4871-95ff-ab8bb1a00bdf req-ea7f14c7-a34d-4ab8-9616-ac41c5e83bfb tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:53.820892 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-9e62b888-d700-4871-95ff-ab8bb1a00bdf req-ea7f14c7-a34d-4ab8-9616-ac41c5e83bfb tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5598be2a-00db-4303-bc81-a7fb3674e371 HTTP/1.1" status: 200 len: 944 time: 0.1858056 Aug 30 01:03:53.843897 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62ee8e-b0e5-42c6-80e2-7e0483bb5cb8 req-e6d6c4ac-f02b-4475-bcc7-67c32df764cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:53.845362 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-ac62ee8e-b0e5-42c6-80e2-7e0483bb5cb8 req-e6d6c4ac-f02b-4475-bcc7-67c32df764cd service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=f40b3e29a18b48cba6800c9f3a0dfee9&device_id=b59fedac-4fcb-47a8-8187-0a331d499fd2 HTTP/1.1" status: 200 len: 1129 time: 0.1201496 Aug 30 01:03:53.922482 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:53.946255 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-f39bbfa5-e3f2-4565-97b7-a5d6cdde0da0 req-9ff1dde1-2f4f-45f5-bef9-5416f472fb8f service neutron] 10.222.0.47 "GET /networking/v2.0/networks/333b25f5-148a-49b1-825d-7793a1ea673e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240500 Aug 30 01:03:53.958171 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f045e1-cb96-4dc4-818b-e093b624ce55 req-430d1b2a-6912-43c6-af3c-c2a4b95b6780 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:53.959473 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-34f045e1-cb96-4dc4-818b-e093b624ce55 req-430d1b2a-6912-43c6-af3c-c2a4b95b6780 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=12338ddc-349d-4f0b-b6d8-4bb83f19e320 HTTP/1.1" status: 200 len: 946 time: 0.1011338 Aug 30 01:03:53.962866 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-9e62b888-d700-4871-95ff-ab8bb1a00bdf req-bb8cff34-03ce-45ef-af17-45fa9dd023e8 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b59c982d-07c8-4d82-875f-5f1283f0518a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299133 Aug 30 01:03:53.973737 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 49844) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:03:53.981729 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [None req-6f94068a-b9b4-483d-b33f-26c15dbebf88 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-885877734-network', 'tenant_id': '108bfe2bf3ef4249bb1f940b4ddbd8c6'}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:03:54.002869 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f94068a-b9b4-483d-b33f-26c15dbebf88 admin admin] Made reservation on behalf of 108bfe2bf3ef4249bb1f940b4ddbd8c6 for: {'network': 1} {{(pid=106206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:03:54.005442 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6f94068a-b9b4-483d-b33f-26c15dbebf88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for network (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:54.013267 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-34f045e1-cb96-4dc4-818b-e093b624ce55 req-284cda87-f4f2-49aa-b383-515e9f113b48 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470197 Aug 30 01:03:54.015242 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6f94068a-b9b4-483d-b33f-26c15dbebf88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:54.109656 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6f94068a-b9b4-483d-b33f-26c15dbebf88 admin admin] Publish callbacks [] for security_group (bca7a49f-0b4b-429b-b3a8-426cf87ec4ab), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:54.130001 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6f94068a-b9b4-483d-b33f-26c15dbebf88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (bca7a49f-0b4b-429b-b3a8-426cf87ec4ab), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:54.160321 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f94068a-b9b4-483d-b33f-26c15dbebf88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bca7a49f-0b4b-429b-b3a8-426cf87ec4ab,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:54.169447 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f94068a-b9b4-483d-b33f-26c15dbebf88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1080} {{(pid=106206) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 01:03:54.200781 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6f94068a-b9b4-483d-b33f-26c15dbebf88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879481'] for segment (6719a1a5-edd5-41c1-9d95-9e2b614ddd86), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:54.201290 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.db.segments_db [None req-6f94068a-b9b4-483d-b33f-26c15dbebf88 admin admin] Added segment 6719a1a5-edd5-41c1-9d95-9e2b614ddd86 of type vlan for network 87c6f529-8fb5-4890-8266-ccaeb1ba7640 Aug 30 01:03:54.249721 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device adff4777-6a01-467c-9cce-d77b5d28c036 up at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:03:54.261636 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6f94068a-b9b4-483d-b33f-26c15dbebf88 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737867601237'] for network (87c6f529-8fb5-4890-8266-ccaeb1ba7640), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:54.287735 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:54.295131 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6f94068a-b9b4-483d-b33f-26c15dbebf88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16316755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197'] for network (87c6f529-8fb5-4890-8266-ccaeb1ba7640), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:54.297001 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f94068a-b9b4-483d-b33f-26c15dbebf88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:54.297855 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6f94068a-b9b4-483d-b33f-26c15dbebf88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282183'] for network (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:54.305301 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:54.318347 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:54.323789 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Provisioning complete for port adff4777-6a01-467c-9cce-d77b5d28c036 triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:03:54.324718 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (adff4777-6a01-467c-9cce-d77b5d28c036), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:54.342183 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-6f94068a-b9b4-483d-b33f-26c15dbebf88 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3665729 Aug 30 01:03:54.347153 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 49852) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:03:54.352735 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [None req-4772ec56-4407-4dd1-90af-845cb4466a37 admin admin] Request body: {'subnet': {'network_id': '87c6f529-8fb5-4890-8266-ccaeb1ba7640', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-885877734-subnet', 'tenant_id': '108bfe2bf3ef4249bb1f940b4ddbd8c6', 'ip_version': 4}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:03:54.360455 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62ee8e-b0e5-42c6-80e2-7e0483bb5cb8 req-1db108d7-1bec-44ec-900b-0a18364e8149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:54.362739 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-ac62ee8e-b0e5-42c6-80e2-7e0483bb5cb8 req-1db108d7-1bec-44ec-900b-0a18364e8149 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=0b956883-0f29-4de3-9788-00541616d922 HTTP/1.1" status: 200 len: 912 time: 0.1802673 Aug 30 01:03:54.396668 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f94068a-b9b4-483d-b33f-26c15dbebf88 admin admin] Pushing event updated for resources: {'Network': ['ID=87c6f529-8fb5-4890-8266-ccaeb1ba7640,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:54.411080 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Network 87c6f529-8fb5-4890-8266-ccaeb1ba7640 details requested by agent ovs-agent-dv-cinder-815146-13-iscsi with host dv-cinder-815146-13-iscsi {{(pid=106208) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 01:03:54.425367 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:54.442960 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4772ec56-4407-4dd1-90af-845cb4466a37 admin admin] Made reservation on behalf of 108bfe2bf3ef4249bb1f940b4ddbd8c6 for: {'subnet': 1} {{(pid=106207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:03:54.445329 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-4772ec56-4407-4dd1-90af-845cb4466a37 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:54.452622 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d6f48-31c0-47ad-ad02-02739c46dd43 req-f62245c9-6155-4201-a4e9-19c2670c99ec tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:54.458766 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-cb1d6f48-31c0-47ad-ad02-02739c46dd43 req-f62245c9-6155-4201-a4e9-19c2670c99ec tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=12338ddc-349d-4f0b-b6d8-4bb83f19e320 HTTP/1.1" status: 200 len: 946 time: 0.0847256 Aug 30 01:03:54.470624 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Current status of the port adff4777-6a01-467c-9cce-d77b5d28c036 is: DOWN; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:03:54.471184 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (adff4777-6a01-467c-9cce-d77b5d28c036), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:54.512031 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] For port adff4777-6a01-467c-9cce-d77b5d28c036, host dv-cinder-815146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=adff4777-6a01-467c-9cce-d77b5d28c036,segment=NetworkSegment(61a0af84-c6da-4606-8f1e-ec0a95f9a2d1),segment_id=61a0af84-c6da-4606-8f1e-ec0a95f9a2d1)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:03:54.518022 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (adff4777-6a01-467c-9cce-d77b5d28c036), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:54.576285 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Pushing event updated for resources: {'Port': ['ID=adff4777-6a01-467c-9cce-d77b5d28c036,revision_number=4']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:54.608360 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-cb1d6f48-31c0-47ad-ad02-02739c46dd43 req-b0807e8f-d259-40ec-b3d8-087ab6115ef9 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483943 Aug 30 01:03:54.618533 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3b8cab-f123-4fee-8cc4-d5941d63acd2 req-c0233fce-81c7-43e5-9183-d2fec657e546 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:54.620720 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-5a3b8cab-f123-4fee-8cc4-d5941d63acd2 req-c0233fce-81c7-43e5-9183-d2fec657e546 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0f9ce423-87fe-4742-ab18-537e725fb3c2 HTTP/1.1" status: 200 len: 945 time: 0.1268861 Aug 30 01:03:54.784785 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7b600b-503c-4445-974d-44bb174c6181 None None] Sync routers for ids ['77b21fb2-6062-4336-bcc3-5ffa9d454ebe'] in dv-cinder-815146-13-iscsi {{(pid=106209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:03:54.799768 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7b600b-503c-4445-974d-44bb174c6181 None None] Routers {'77b21fb2-6062-4336-bcc3-5ffa9d454ebe'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:03:54.801180 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-cc7b600b-503c-4445-974d-44bb174c6181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:03:41Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['77b21fb2-6062-4336-bcc3-5ffa9d454ebe'], 'active': True} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:03:54.908797 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvr_db [None req-cc7b600b-503c-4445-974d-44bb174c6181 None None] Set router 77b21fb2-6062-4336-bcc3-5ffa9d454ebe gateway port host: dv-cinder-815146-13-iscsi {{(pid=106209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:03:54.955743 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-5a3b8cab-f123-4fee-8cc4-d5941d63acd2 req-3c7bb6b1-691e-4e1c-841d-454ebc5c6277 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=882a3643-324b-4ab3-9198-fdc44b1c8402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3255265 Aug 30 01:03:54.961420 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f145e-896c-4a7f-974c-37d5353ccd09 req-6635bc1b-7953-4df5-b90e-62818dafc91d tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:54.962756 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-de5f145e-896c-4a7f-974c-37d5353ccd09 req-6635bc1b-7953-4df5-b90e-62818dafc91d tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b59fedac-4fcb-47a8-8187-0a331d499fd2 HTTP/1.1" status: 200 len: 945 time: 0.0881960 Aug 30 01:03:55.106390 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-de5f145e-896c-4a7f-974c-37d5353ccd09 req-e911d98d-bb43-4559-8a9b-35554d6baa49 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cf795692-07ba-4120-b253-28f50a651d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175134 Aug 30 01:03:55.107246 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-cc7b600b-503c-4445-974d-44bb174c6181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'name': 'tempest-TestVolumeBootPattern-1159894763-router', 'tenant_id': 'a6380baa172744fa9d7ba5b81f847906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.96'}], 'enable_snat': True}, 'gw_port_id': 'adff4777-6a01-467c-9cce-d77b5d28c036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:03:48Z', 'updated_at': '2022-08-30T01:03:52Z', 'revision_number': 4, 'project_id': 'a6380baa172744fa9d7ba5b81f847906', 'gw_port': {'id': 'adff4777-6a01-467c-9cce-d77b5d28c036', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:60:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:48Z', 'updated_at': '2022-08-30T01:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_interfaces': [{'id': '7f570ed8-ae08-439f-9ac0-f7485c2e852e', 'name': '', 'network_id': '9040a016-54c8-479a-991b-4e0ac5fa178d', 'tenant_id': 'a6380baa172744fa9d7ba5b81f847906', 'mac_address': 'fa:16:3e:a1:7e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '95c34b58-5326-49b3-92a4-b747a89537a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:52Z', 'updated_at': '2022-08-30T01:03:52Z', 'revision_number': 2, 'project_id': 'a6380baa172744fa9d7ba5b81f847906', 'subnets': [{'id': '95c34b58-5326-49b3-92a4-b747a89537a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:03:55.136395 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57e5406-3536-40ab-b037-b2b772e456ed req-b88e72db-f424-4b31-8c67-8506fb9fa63a tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:55.138217 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7b600b-503c-4445-974d-44bb174c6181 None None] Checking router: 77b21fb2-6062-4336-bcc3-5ffa9d454ebe for host: dv-cinder-815146-13-iscsi {{(pid=106209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:03:55.138399 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e57e5406-3536-40ab-b037-b2b772e456ed req-b88e72db-f424-4b31-8c67-8506fb9fa63a tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0f9ce423-87fe-4742-ab18-537e725fb3c2 HTTP/1.1" status: 200 len: 945 time: 0.1065762 Aug 30 01:03:55.138637 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7b600b-503c-4445-974d-44bb174c6181 None None] Updating router 77b21fb2-6062-4336-bcc3-5ffa9d454ebe port 7f570ed8-ae08-439f-9ac0-f7485c2e852e binding host dv-cinder-815146-13-iscsi {{(pid=106209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 01:03:55.150708 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-4772ec56-4407-4dd1-90af-845cb4466a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197'] for subnet (1a909120-04df-48e3-a561-257d86f64ebb), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:55.151808 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 49862) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:03:55.156406 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [None req-611a97d1-77dd-4aec-8cb9-1fb3e26b2b59 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Request body: {'floatingip': {'port_id': 'f0e1db00-4448-4f4f-865f-c2f369d94a25'}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:03:55.184182 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-cc7b600b-503c-4445-974d-44bb174c6181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (7f570ed8-ae08-439f-9ac0-f7485c2e852e), before_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:55.245622 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-611a97d1-77dd-4aec-8cb9-1fb3e26b2b59 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for floatingip (720be811-73d4-4abe-a8ab-d6f40f77adc8), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:55.293836 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694477ef-1637-41be-9256-99faa4a59c26 req-ccfb1845-13fb-4d2d-842a-03ff78870e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:55.294613 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ecc60e-46bf-4ee0-af83-1553fffa99c0 req-dcd47d88-ca0f-4b32-a5c4-4fabd50f609d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:55.294979 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-694477ef-1637-41be-9256-99faa4a59c26 req-ccfb1845-13fb-4d2d-842a-03ff78870e54 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=ceebbaa5dd9d4110a6393190c5b466f0&device_id=12338ddc-349d-4f0b-b6d8-4bb83f19e320 HTTP/1.1" status: 200 len: 1130 time: 0.0878677 Aug 30 01:03:55.296097 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-00ecc60e-46bf-4ee0-af83-1553fffa99c0 req-dcd47d88-ca0f-4b32-a5c4-4fabd50f609d service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=fca43fd867154911badb413c7046befd&device_id=5598be2a-00db-4303-bc81-a7fb3674e371 HTTP/1.1" status: 200 len: 1128 time: 0.1569533 Aug 30 01:03:55.302262 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:55.323128 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4772ec56-4407-4dd1-90af-845cb4466a37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a909120-04df-48e3-a561-257d86f64ebb,revision_number=0']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:55.353379 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-ac62ee8e-b0e5-42c6-80e2-7e0483bb5cb8 req-19863428-9b83-4eb9-a810-93eff66ad7a1 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=26facd73-81ff-4a35-9126-739f3f31881b HTTP/1.1" status: 200 len: 999 time: 0.2126799 Aug 30 01:03:55.360097 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad2828-c6d5-4b7e-b02e-22766587543f req-3469f725-0913-4e3b-98f1-9eb7848b19ba tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:55.361483 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-69ad2828-c6d5-4b7e-b02e-22766587543f req-3469f725-0913-4e3b-98f1-9eb7848b19ba tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5598be2a-00db-4303-bc81-a7fb3674e371 HTTP/1.1" status: 200 len: 944 time: 0.1312320 Aug 30 01:03:55.469332 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4772ec56-4407-4dd1-90af-845cb4466a37 admin admin] Checking segment: {'id': '6719a1a5-edd5-41c1-9d95-9e2b614ddd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '87c6f529-8fb5-4890-8266-ccaeb1ba7640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:03:55.469762 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4772ec56-4407-4dd1-90af-845cb4466a37 admin admin] Network hostable DHCP agents. Network: 87c6f529-8fb5-4890-8266-ccaeb1ba7640, hostable agents: ['fba0026e-8830-42b0-8a12-2be2a1203730'], hosted agents: [] {{(pid=106207) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 01:03:55.495134 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694477ef-1637-41be-9256-99faa4a59c26 req-f683bc3c-d8de-476f-b39b-57026f119879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:55.496322 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62ee8e-b0e5-42c6-80e2-7e0483bb5cb8 req-14a5bec8-d502-4ab7-adc6-7199e4917d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:55.496660 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-694477ef-1637-41be-9256-99faa4a59c26 req-f683bc3c-d8de-476f-b39b-57026f119879 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=5ee6ec53-bf26-4fab-b55f-62bd4221ec41 HTTP/1.1" status: 200 len: 920 time: 0.1841068 Aug 30 01:03:55.497742 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-ac62ee8e-b0e5-42c6-80e2-7e0483bb5cb8 req-14a5bec8-d502-4ab7-adc6-7199e4917d3a service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=d2092925-3f88-4d08-9bce-f992f050b9ed HTTP/1.1" status: 200 len: 849 time: 0.1061301 Aug 30 01:03:55.516772 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-cc7b600b-503c-4445-974d-44bb174c6181 None None] Publish callbacks [] for port (7f570ed8-ae08-439f-9ac0-f7485c2e852e), precommit_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:55.522579 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-cc7b600b-503c-4445-974d-44bb174c6181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (7f570ed8-ae08-439f-9ac0-f7485c2e852e), after_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:55.566593 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-69ad2828-c6d5-4b7e-b02e-22766587543f req-736a6c8e-1012-4425-b8a8-c84940c052fc tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b59c982d-07c8-4d82-875f-5f1283f0518a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714146 Aug 30 01:03:55.566893 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b03b845-a838-4511-90b3-67d02e414a24 None None] Pushing event updated for resources: {'Port': ['ID=7f570ed8-ae08-439f-9ac0-f7485c2e852e,revision_number=3']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:55.571464 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ecc60e-46bf-4ee0-af83-1553fffa99c0 req-cda5b33d-bcfa-4a16-bb7c-7c20220a156d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:55.573510 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-00ecc60e-46bf-4ee0-af83-1553fffa99c0 req-cda5b33d-bcfa-4a16-bb7c-7c20220a156d service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=333b25f5-148a-49b1-825d-7793a1ea673e HTTP/1.1" status: 200 len: 916 time: 0.2615745 Aug 30 01:03:55.581999 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4772ec56-4407-4dd1-90af-845cb4466a37 admin admin] Network 87c6f529-8fb5-4890-8266-ccaeb1ba7640 is scheduled to be hosted by DHCP agent fba0026e-8830-42b0-8a12-2be2a1203730 with binding_index 1 {{(pid=106207) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 01:03:55.606828 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62ee8e-b0e5-42c6-80e2-7e0483bb5cb8 req-eaf22a2a-55e0-404a-a122-ad6ecceef4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:55.618675 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-ac62ee8e-b0e5-42c6-80e2-7e0483bb5cb8 req-eaf22a2a-55e0-404a-a122-ad6ecceef4cb service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=0b956883-0f29-4de3-9788-00541616d922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0903866 Aug 30 01:03:55.651295 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.managers [None req-cc7b600b-503c-4445-974d-44bb174c6181 None None] Attempting to bind port 7f570ed8-ae08-439f-9ac0-f7485c2e852e on host dv-cinder-815146-13-iscsi for vnic_type normal with profile {{(pid=106209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:03:55.652255 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.managers [None req-cc7b600b-503c-4445-974d-44bb174c6181 None None] Attempting to bind port 7f570ed8-ae08-439f-9ac0-f7485c2e852e by drivers openvswitch,hyperv on host dv-cinder-815146-13-iscsi at level 0 using segments [{'id': '1433baa4-da16-449d-b37c-9e6e6a5aa666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '9040a016-54c8-479a-991b-4e0ac5fa178d'}] {{(pid=106209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:03:55.652631 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7b600b-503c-4445-974d-44bb174c6181 None None] Attempting to bind port 7f570ed8-ae08-439f-9ac0-f7485c2e852e on network 9040a016-54c8-479a-991b-4e0ac5fa178d {{(pid=106209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:03:55.658868 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7b600b-503c-4445-974d-44bb174c6181 None None] Checking agent: {'id': 'a0553951-7123-4403-ab2a-bb83048c1e52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 0, 53, 14), 'started_at': datetime.datetime(2022, 8, 30, 0, 53, 44), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:03:55.659249 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7b600b-503c-4445-974d-44bb174c6181 None None] Checking segment: {'id': '1433baa4-da16-449d-b37c-9e6e6a5aa666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '9040a016-54c8-479a-991b-4e0ac5fa178d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:03:55.659652 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-cc7b600b-503c-4445-974d-44bb174c6181 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:55.660045 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7b600b-503c-4445-974d-44bb174c6181 None None] Bound using segment: {'id': '1433baa4-da16-449d-b37c-9e6e6a5aa666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '9040a016-54c8-479a-991b-4e0ac5fa178d'} {{(pid=106209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:03:55.660588 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.managers [None req-cc7b600b-503c-4445-974d-44bb174c6181 None None] Bound port: 7f570ed8-ae08-439f-9ac0-f7485c2e852e, host: dv-cinder-815146-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1433baa4-da16-449d-b37c-9e6e6a5aa666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '9040a016-54c8-479a-991b-4e0ac5fa178d'}}] {{(pid=106209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:03:55.660970 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-cc7b600b-503c-4445-974d-44bb174c6181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (7f570ed8-ae08-439f-9ac0-f7485c2e852e), before_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:55.702911 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:55.718990 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.base_scheduler [None req-4772ec56-4407-4dd1-90af-845cb4466a37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-13-iscsi, 87c6f529-8fb5-4890-8266-ccaeb1ba7640) {{(pid=106207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:03:55.724641 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-00ecc60e-46bf-4ee0-af83-1553fffa99c0 req-023752de-6acb-4d7e-a437-f56fa91e3bee service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2481fa1-2595-4100-98cf-07e796517813 HTTP/1.1" status: 200 len: 217 time: 0.1393800 Aug 30 01:03:55.732845 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce6917b-0e02-4302-8077-6e820af28a99 None None] Network 87c6f529-8fb5-4890-8266-ccaeb1ba7640 requested from dv-cinder-815146-13-iscsi {{(pid=106208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:03:55.741368 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4772ec56-4407-4dd1-90af-845cb4466a37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:55.742088 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-4772ec56-4407-4dd1-90af-845cb4466a37 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:55.743963 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:55.757147 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.db [None req-cc7b600b-503c-4445-974d-44bb174c6181 None None] For port 7f570ed8-ae08-439f-9ac0-f7485c2e852e, host dv-cinder-815146-13-iscsi, cleared binding levels {{(pid=106209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:03:55.761765 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.db [None req-cc7b600b-503c-4445-974d-44bb174c6181 None None] For port 7f570ed8-ae08-439f-9ac0-f7485c2e852e, host dv-cinder-815146-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=7f570ed8-ae08-439f-9ac0-f7485c2e852e,segment=NetworkSegment(1433baa4-da16-449d-b37c-9e6e6a5aa666),segment_id=1433baa4-da16-449d-b37c-9e6e6a5aa666)] {{(pid=106209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:03:55.772348 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-cc7b600b-503c-4445-974d-44bb174c6181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (7f570ed8-ae08-439f-9ac0-f7485c2e852e), after_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:55.785476 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-694477ef-1637-41be-9256-99faa4a59c26 req-29314c9c-b544-4b07-90ac-ae9e207f9c32 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d60f2857-a480-4c65-88cc-9e8dd6a7cbf4 HTTP/1.1" status: 200 len: 217 time: 0.0421212 Aug 30 01:03:55.796146 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ecc60e-46bf-4ee0-af83-1553fffa99c0 req-5a97703f-db20-4322-b79d-e28e9efac73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:55.797440 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-00ecc60e-46bf-4ee0-af83-1553fffa99c0 req-5a97703f-db20-4322-b79d-e28e9efac73b service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=116e9a9f-9110-41be-b1cb-3b04317f52eb HTTP/1.1" status: 200 len: 853 time: 0.0576620 Aug 30 01:03:55.817565 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:55.821260 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7b600b-503c-4445-974d-44bb174c6181 None None] Routers {'77b21fb2-6062-4336-bcc3-5ffa9d454ebe'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:03:55.823338 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-cc7b600b-503c-4445-974d-44bb174c6181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:03:41Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['77b21fb2-6062-4336-bcc3-5ffa9d454ebe'], 'active': True} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:03:55.878759 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1306a0-0ee7-4cc4-af05-d559087de50f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp060cecbc-5a04-5e81-8619-a9cce68dc16f-87c6f529-8fb5-4890-8266-ccaeb1ba7640', 'network_id': '87c6f529-8fb5-4890-8266-ccaeb1ba7640', 'project_id': '108bfe2bf3ef4249bb1f940b4ddbd8c6', 'fixed_ips': [{'subnet_id': '1a909120-04df-48e3-a561-257d86f64ebb'}]}} from dv-cinder-815146-13-iscsi. {{(pid=106208) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 01:03:55.880214 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-5e1306a0-0ee7-4cc4-af05-d559087de50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:55.883068 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-4772ec56-4407-4dd1-90af-845cb4466a37 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5341408 Aug 30 01:03:55.887320 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 49866) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:03:55.893762 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [None req-e53ac22f-6b82-41c7-a2a8-225d7c4f4333 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-885877734-router', 'tenant_id': '108bfe2bf3ef4249bb1f940b4ddbd8c6', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb'}}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:03:55.899079 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694477ef-1637-41be-9256-99faa4a59c26 req-725967c2-7080-431c-a166-03888a8e1bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:55.900339 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-694477ef-1637-41be-9256-99faa4a59c26 req-725967c2-7080-431c-a166-03888a8e1bf2 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=4a91c71a-9152-4bb3-bae3-f34c8bf8c47c HTTP/1.1" status: 200 len: 857 time: 0.1067545 Aug 30 01:03:55.902565 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ea470-d6b1-44cf-87f9-b0f119e74f59 req-db1b961f-1a5b-4e26-8df4-4e92abe75854 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:55.904096 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-8f6ea470-d6b1-44cf-87f9-b0f119e74f59 req-db1b961f-1a5b-4e26-8df4-4e92abe75854 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=12338ddc-349d-4f0b-b6d8-4bb83f19e320 HTTP/1.1" status: 200 len: 946 time: 0.1832447 Aug 30 01:03:55.919743 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ecc60e-46bf-4ee0-af83-1553fffa99c0 req-d9d2b1f0-ce44-48eb-a574-7e7ac179628b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:55.921234 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-00ecc60e-46bf-4ee0-af83-1553fffa99c0 req-d9d2b1f0-ce44-48eb-a574-7e7ac179628b service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=333b25f5-148a-49b1-825d-7793a1ea673e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1025252 Aug 30 01:03:55.981931 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b03b845-a838-4511-90b3-67d02e414a24 None None] Pushing event updated for resources: {'Port': ['ID=7f570ed8-ae08-439f-9ac0-f7485c2e852e,revision_number=4']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:56.021454 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvr_db [None req-cc7b600b-503c-4445-974d-44bb174c6181 None None] Set router 77b21fb2-6062-4336-bcc3-5ffa9d454ebe gateway port host: dv-cinder-815146-13-iscsi {{(pid=106209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:03:56.035624 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-e53ac22f-6b82-41c7-a2a8-225d7c4f4333 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16469197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61039'] for router (d0d5a0c9-5d9f-4acf-8aee-8ff4f341bb1e), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:56.036654 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-e53ac22f-6b82-41c7-a2a8-225d7c4f4333 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16467696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16461524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16397380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61028'] for router (d0d5a0c9-5d9f-4acf-8aee-8ff4f341bb1e), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:56.044102 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694477ef-1637-41be-9256-99faa4a59c26 req-b96eb5de-704d-4c50-8626-9b9ac2696851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:56.045430 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-694477ef-1637-41be-9256-99faa4a59c26 req-b96eb5de-704d-4c50-8626-9b9ac2696851 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=5ee6ec53-bf26-4fab-b55f-62bd4221ec41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1090317 Aug 30 01:03:56.045781 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-00ecc60e-46bf-4ee0-af83-1553fffa99c0 req-ead64647-b90c-4d86-af0f-971c3e369751 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/333b25f5-148a-49b1-825d-7793a1ea673e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959580 Aug 30 01:03:56.050166 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-ac62ee8e-b0e5-42c6-80e2-7e0483bb5cb8 req-f4861760-036b-4615-bc87-0f0fd47171a7 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/0b956883-0f29-4de3-9788-00541616d922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4294930 Aug 30 01:03:56.075030 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.db_base_plugin_common [None req-5e1306a0-0ee7-4cc4-af05-d559087de50f None None] Allocated IP 172.20.0.2 (87c6f529-8fb5-4890-8266-ccaeb1ba7640/1a909120-04df-48e3-a561-257d86f64ebb/e40b6cdb-38c1-4598-8183-9c11bd3f5b4e) {{(pid=106208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:03:56.108271 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-8f6ea470-d6b1-44cf-87f9-b0f119e74f59 req-e437af9b-dcc2-4728-b45f-cdc8f87e0d39 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917586 Aug 30 01:03:56.190355 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.agents_db [None req-fbf18308-e14c-4042-905c-b7f1770ec079 None None] Agent healthcheck: found 6 active agents {{(pid=106209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:03:56.243472 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-00ecc60e-46bf-4ee0-af83-1553fffa99c0 req-8fc95919-ec5b-4681-b6ab-db83e0106e44 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/333b25f5-148a-49b1-825d-7793a1ea673e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786420 Aug 30 01:03:56.246169 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-ac62ee8e-b0e5-42c6-80e2-7e0483bb5cb8 req-1a33c701-1e8c-403a-aad6-e2dd505e0bb9 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/0b956883-0f29-4de3-9788-00541616d922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803424 Aug 30 01:03:56.270959 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-e53ac22f-6b82-41c7-a2a8-225d7c4f4333 admin admin] Publish callbacks [] for router_controller (d0d5a0c9-5d9f-4acf-8aee-8ff4f341bb1e), precommit_add_association {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:56.290492 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.db.resource_extend [None req-611a97d1-77dd-4aec-8cb9-1fb3e26b2b59 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 30 01:03:56.305867 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device adff4777-6a01-467c-9cce-d77b5d28c036 up at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:03:56.313744 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:56.361531 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0c22e3-8a45-48da-ac0f-c3a38ff53395 req-9e8a2027-4489-4419-bdcc-f67673fdf4bb tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:56.363103 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-8c0c22e3-8a45-48da-ac0f-c3a38ff53395 req-9e8a2027-4489-4419-bdcc-f67673fdf4bb tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b59fedac-4fcb-47a8-8187-0a331d499fd2 HTTP/1.1" status: 200 len: 945 time: 0.0650692 Aug 30 01:03:56.388250 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-cc7b600b-503c-4445-974d-44bb174c6181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'name': 'tempest-TestVolumeBootPattern-1159894763-router', 'tenant_id': 'a6380baa172744fa9d7ba5b81f847906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.96'}], 'enable_snat': True}, 'gw_port_id': 'adff4777-6a01-467c-9cce-d77b5d28c036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:03:48Z', 'updated_at': '2022-08-30T01:03:52Z', 'revision_number': 4, 'project_id': 'a6380baa172744fa9d7ba5b81f847906', 'gw_port': {'id': 'adff4777-6a01-467c-9cce-d77b5d28c036', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:60:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:48Z', 'updated_at': '2022-08-30T01:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_interfaces': [{'id': '7f570ed8-ae08-439f-9ac0-f7485c2e852e', 'name': '', 'network_id': '9040a016-54c8-479a-991b-4e0ac5fa178d', 'tenant_id': 'a6380baa172744fa9d7ba5b81f847906', 'mac_address': 'fa:16:3e:a1:7e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '95c34b58-5326-49b3-92a4-b747a89537a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:52Z', 'updated_at': '2022-08-30T01:03:55Z', 'revision_number': 4, 'project_id': 'a6380baa172744fa9d7ba5b81f847906', 'subnets': [{'id': '95c34b58-5326-49b3-92a4-b747a89537a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:03:56.389126 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-5e1306a0-0ee7-4cc4-af05-d559087de50f None None] Publish callbacks [] for port (e40b6cdb-38c1-4598-8183-9c11bd3f5b4e), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:56.401109 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Provisioning complete for port adff4777-6a01-467c-9cce-d77b5d28c036 triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:03:56.401508 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (adff4777-6a01-467c-9cce-d77b5d28c036), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:56.404863 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-5e1306a0-0ee7-4cc4-af05-d559087de50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737867580456'] for port (e40b6cdb-38c1-4598-8183-9c11bd3f5b4e), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:56.426960 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-8c0c22e3-8a45-48da-ac0f-c3a38ff53395 req-01c48d94-c5c7-4042-8f04-63f26ad7cc21 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cf795692-07ba-4120-b253-28f50a651d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545402 Aug 30 01:03:56.435866 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:56.436843 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:56.468325 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-611a97d1-77dd-4aec-8cb9-1fb3e26b2b59 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:56.507141 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-611a97d1-77dd-4aec-8cb9-1fb3e26b2b59 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16466402'] for floatingip (720be811-73d4-4abe-a8ab-d6f40f77adc8), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:56.510826 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-694477ef-1637-41be-9256-99faa4a59c26 req-98e5ac57-b840-4686-a1be-069c6f0b57d9 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/5ee6ec53-bf26-4fab-b55f-62bd4221ec41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4478180 Aug 30 01:03:56.523112 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7b600b-503c-4445-974d-44bb174c6181 None None] The sync data for ids ['77b21fb2-6062-4336-bcc3-5ffa9d454ebe'] in dv-cinder-815146-13-iscsi is: [{'id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'name': 'tempest-TestVolumeBootPattern-1159894763-router', 'tenant_id': 'a6380baa172744fa9d7ba5b81f847906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.96'}], 'enable_snat': True}, 'gw_port_id': 'adff4777-6a01-467c-9cce-d77b5d28c036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:03:48Z', 'updated_at': '2022-08-30T01:03:52Z', 'revision_number': 4, 'project_id': 'a6380baa172744fa9d7ba5b81f847906', 'gw_port': {'id': 'adff4777-6a01-467c-9cce-d77b5d28c036', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:60:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:48Z', 'updated_at': '2022-08-30T01:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_interfaces': [{'id': '7f570ed8-ae08-439f-9ac0-f7485c2e852e', 'name': '', 'network_id': '9040a016-54c8-479a-991b-4e0ac5fa178d', 'tenant_id': 'a6380baa172744fa9d7ba5b81f847906', 'mac_address': 'fa:16:3e:a1:7e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '95c34b58-5326-49b3-92a4-b747a89537a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:52Z', 'updated_at': '2022-08-30T01:03:55Z', 'revision_number': 4, 'project_id': 'a6380baa172744fa9d7ba5b81f847906', 'subnets': [{'id': '95c34b58-5326-49b3-92a4-b747a89537a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:03:56.545289 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:56.611196 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:56.620595 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-e53ac22f-6b82-41c7-a2a8-225d7c4f4333 admin admin] Publish callbacks [] for router_gateway (d0d5a0c9-5d9f-4acf-8aee-8ff4f341bb1e), precommit_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:56.641465 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1306a0-0ee7-4cc4-af05-d559087de50f None None] Network 87c6f529-8fb5-4890-8266-ccaeb1ba7640 is already hosted by enough agents. {{(pid=106208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:03:56.649751 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.scheduler.base_scheduler [None req-5e1306a0-0ee7-4cc4-af05-d559087de50f None None] Resources bound (agent type, host, resource id): {{(pid=106208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:03:56.654532 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1306a0-0ee7-4cc4-af05-d559087de50f None None] Received port after_create {{(pid=106208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:03:56.660029 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1306a0-0ee7-4cc4-af05-d559087de50f None None] Pushing event updated for resources: {'Port': ['ID=e40b6cdb-38c1-4598-8183-9c11bd3f5b4e,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:56.734905 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device e2481fa1-2595-4100-98cf-07e796517813 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=106208) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 01:03:56.759281 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a156bd1a-9bb9-4d4c-9be8-ef1bf458523e req-dcd3ba07-7172-4a1b-924c-c1157b5e4453 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:56.761186 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-a156bd1a-9bb9-4d4c-9be8-ef1bf458523e req-dcd3ba07-7172-4a1b-924c-c1157b5e4453 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5598be2a-00db-4303-bc81-a7fb3674e371 HTTP/1.1" status: 200 len: 944 time: 0.0607908 Aug 30 01:03:56.778553 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Current status of the port adff4777-6a01-467c-9cce-d77b5d28c036 is: ACTIVE; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:03:56.790362 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [None req-5e1306a0-0ee7-4cc4-af05-d559087de50f None None] Attempting to bind port e40b6cdb-38c1-4598-8183-9c11bd3f5b4e on host dv-cinder-815146-13-iscsi for vnic_type normal with profile {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:03:56.790885 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [None req-5e1306a0-0ee7-4cc4-af05-d559087de50f None None] Attempting to bind port e40b6cdb-38c1-4598-8183-9c11bd3f5b4e by drivers openvswitch,hyperv on host dv-cinder-815146-13-iscsi at level 0 using segments [{'id': '6719a1a5-edd5-41c1-9d95-9e2b614ddd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '87c6f529-8fb5-4890-8266-ccaeb1ba7640'}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:03:56.792466 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1306a0-0ee7-4cc4-af05-d559087de50f None None] Attempting to bind port e40b6cdb-38c1-4598-8183-9c11bd3f5b4e on network 87c6f529-8fb5-4890-8266-ccaeb1ba7640 {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:03:56.803186 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1306a0-0ee7-4cc4-af05-d559087de50f None None] Checking agent: {'id': 'a0553951-7123-4403-ab2a-bb83048c1e52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 0, 53, 14), 'started_at': datetime.datetime(2022, 8, 30, 0, 53, 44), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:03:56.803587 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1306a0-0ee7-4cc4-af05-d559087de50f None None] Checking segment: {'id': '6719a1a5-edd5-41c1-9d95-9e2b614ddd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '87c6f529-8fb5-4890-8266-ccaeb1ba7640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:03:56.803972 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-5e1306a0-0ee7-4cc4-af05-d559087de50f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:56.804375 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1306a0-0ee7-4cc4-af05-d559087de50f None None] Bound using segment: {'id': '6719a1a5-edd5-41c1-9d95-9e2b614ddd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '87c6f529-8fb5-4890-8266-ccaeb1ba7640'} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:03:56.804852 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [None req-5e1306a0-0ee7-4cc4-af05-d559087de50f None None] Bound port: e40b6cdb-38c1-4598-8183-9c11bd3f5b4e, host: dv-cinder-815146-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6719a1a5-edd5-41c1-9d95-9e2b614ddd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '87c6f529-8fb5-4890-8266-ccaeb1ba7640'}}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:03:56.805879 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-5e1306a0-0ee7-4cc4-af05-d559087de50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (e40b6cdb-38c1-4598-8183-9c11bd3f5b4e), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:56.839972 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-a156bd1a-9bb9-4d4c-9be8-ef1bf458523e req-2ed7dee7-6ad3-4483-9493-16fe2181607d tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b59c982d-07c8-4d82-875f-5f1283f0518a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723503 Aug 30 01:03:56.863867 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.db.l3_db [None req-611a97d1-77dd-4aec-8cb9-1fb3e26b2b59 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Floating IP 720be811-73d4-4abe-a8ab-d6f40f77adc8 associated. External IP: 172.27.4.254, port: f0e1db00-4448-4f4f-865f-c2f369d94a25. Aug 30 01:03:56.939645 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-5e1306a0-0ee7-4cc4-af05-d559087de50f None None] For port e40b6cdb-38c1-4598-8183-9c11bd3f5b4e, host dv-cinder-815146-13-iscsi, cleared binding levels {{(pid=106208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:03:56.949159 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-5e1306a0-0ee7-4cc4-af05-d559087de50f None None] For port e40b6cdb-38c1-4598-8183-9c11bd3f5b4e, host dv-cinder-815146-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=e40b6cdb-38c1-4598-8183-9c11bd3f5b4e,segment=NetworkSegment(6719a1a5-edd5-41c1-9d95-9e2b614ddd86),segment_id=6719a1a5-edd5-41c1-9d95-9e2b614ddd86)] {{(pid=106208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:03:56.964163 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-5e1306a0-0ee7-4cc4-af05-d559087de50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (e40b6cdb-38c1-4598-8183-9c11bd3f5b4e), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:57.003835 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port e2481fa1-2595-4100-98cf-07e796517813, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=e2481fa1-2595-4100-98cf-07e796517813,segment=NetworkSegment(a07f57a2-5cfa-489d-867c-66fce265e4e3),segment_id=a07f57a2-5cfa-489d-867c-66fce265e4e3)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:03:57.010858 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-694477ef-1637-41be-9256-99faa4a59c26 req-c00063fa-0ff4-43bf-9eed-fe7baf4d182f service neutron] 10.222.0.47 "GET /networking/v2.0/networks/5ee6ec53-bf26-4fab-b55f-62bd4221ec41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4662507 Aug 30 01:03:57.036390 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Returning: {'device': 'e2481fa1-2595-4100-98cf-07e796517813', 'network_id': '333b25f5-148a-49b1-825d-7793a1ea673e', 'port_id': 'e2481fa1-2595-4100-98cf-07e796517813', 'mac_address': 'fa:16:3e:e7:6e:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '116e9a9f-9110-41be-b1cb-3b04317f52eb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106208) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 01:03:57.048710 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1306a0-0ee7-4cc4-af05-d559087de50f None None] Pushing event updated for resources: {'Port': ['ID=e40b6cdb-38c1-4598-8183-9c11bd3f5b4e,revision_number=2']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:57.090825 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Current status of the port e2481fa1-2595-4100-98cf-07e796517813 is: DOWN; New status is: BUILD {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:03:57.091371 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (e2481fa1-2595-4100-98cf-07e796517813), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:57.107915 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2481fa1-2595-4100-98cf-07e796517813 {{(pid=106208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:03:57.130941 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port e2481fa1-2595-4100-98cf-07e796517813, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=e2481fa1-2595-4100-98cf-07e796517813,segment=NetworkSegment(a07f57a2-5cfa-489d-867c-66fce265e4e3),segment_id=a07f57a2-5cfa-489d-867c-66fce265e4e3)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:03:57.137764 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (e2481fa1-2595-4100-98cf-07e796517813), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:57.192179 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-e53ac22f-6b82-41c7-a2a8-225d7c4f4333 admin admin] Publish callbacks [] for router_gateway (d0d5a0c9-5d9f-4acf-8aee-8ff4f341bb1e), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:57.216469 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Pushing event updated for resources: {'Port': ['ID=e2481fa1-2595-4100-98cf-07e796517813,revision_number=4']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:57.216636 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-e53ac22f-6b82-41c7-a2a8-225d7c4f4333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:57.288877 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56783d7-16e9-4b70-8b48-d200f48b04bb req-dec18ebf-3269-4379-aa86-c0f3b900f6f9 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:57.299467 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-c56783d7-16e9-4b70-8b48-d200f48b04bb req-dec18ebf-3269-4379-aa86-c0f3b900f6f9 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=12338ddc-349d-4f0b-b6d8-4bb83f19e320 HTTP/1.1" status: 200 len: 946 time: 0.0805740 Aug 30 01:03:57.364194 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-c56783d7-16e9-4b70-8b48-d200f48b04bb req-7cbb5830-4853-4d5d-bfef-891a73228a83 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637693 Aug 30 01:03:57.453261 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-611a97d1-77dd-4aec-8cb9-1fb3e26b2b59 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Router bd1c6eaf-677c-4555-8d4e-2fd99795de73 has already been hosted by L3 agent 613dbf26-5731-4391-8a29-3c5185f7ed3f {{(pid=106206) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:03:57.465902 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.db_base_plugin_common [None req-e53ac22f-6b82-41c7-a2a8-225d7c4f4333 admin admin] Allocated IP 172.27.4.6 (3021e9f0-0eb2-4779-9e8d-2d74d8c353fb/be7a67d1-0569-48bc-88e9-c2545720293d/1233c16e-3774-4039-9ffb-549e3a1a24d5) {{(pid=106206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:03:57.469977 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] get_ports_and_sgs() called for port_ids ['e2481fa1-2595-4100-98cf-07e796517813'] {{(pid=106208) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:03:57.472366 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:57.620014 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc75c5a-b5f5-4c12-ae7a-2b4a67a4f4c0 req-0e1ec17d-ba52-4bf2-87f6-5009d2c2587c tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:57.621697 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-fcc75c5a-b5f5-4c12-ae7a-2b4a67a4f4c0 req-0e1ec17d-ba52-4bf2-87f6-5009d2c2587c tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b59fedac-4fcb-47a8-8187-0a331d499fd2 HTTP/1.1" status: 200 len: 945 time: 0.0748193 Aug 30 01:03:57.644051 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:57.689907 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-fcc75c5a-b5f5-4c12-ae7a-2b4a67a4f4c0 req-6822940d-c7ef-42a4-83b3-57c4879ad390 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cf795692-07ba-4120-b253-28f50a651d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615416 Aug 30 01:03:57.919679 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-611a97d1-77dd-4aec-8cb9-1fb3e26b2b59 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Notify agent at l3_agent.dv-cinder-815146-13-iscsi the message routers_updated {{(pid=106206) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:03:57.924940 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-611a97d1-77dd-4aec-8cb9-1fb3e26b2b59 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for floatingip (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:57.930839 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d04f00-883e-4f38-8b32-244cd4a6e467 None None] Sync routers for ids ['bd1c6eaf-677c-4555-8d4e-2fd99795de73'] in dv-cinder-815146-13-iscsi {{(pid=106208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:03:57.951294 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d04f00-883e-4f38-8b32-244cd4a6e467 None None] Routers {'bd1c6eaf-677c-4555-8d4e-2fd99795de73'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:03:57.952401 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-a6d04f00-883e-4f38-8b32-244cd4a6e467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:03:41Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['bd1c6eaf-677c-4555-8d4e-2fd99795de73'], 'active': True} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:03:57.966056 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-e53ac22f-6b82-41c7-a2a8-225d7c4f4333 admin admin] Publish callbacks [] for port (1233c16e-3774-4039-9ffb-549e3a1a24d5), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:57.982429 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-611a97d1-77dd-4aec-8cb9-1fb3e26b2b59 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "PUT /networking/v2.0/floatingips/720be811-73d4-4abe-a8ab-d6f40f77adc8 HTTP/1.1" status: 200 len: 991 time: 2.8294590 Aug 30 01:03:57.985022 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f9ce423-87fe-4742-ab18-537e725fb3c2', 'tag': 'f0e1db00-4448-4f4f-865f-c2f369d94a25'}] {{(pid=106206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:03:57.987103 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068580ff6c600dbe59ab62011f5d984f60f6f54628162803fce2ed792aa7a021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14058a88-ab18-4772-8029-238facaca90f" -d '{"events": [{"name": "network-changed", "server_uuid": "0f9ce423-87fe-4742-ab18-537e725fb3c2", "tag": "f0e1db00-4448-4f4f-865f-c2f369d94a25"}]}' {{(pid=106206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:03:58.003001 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eaa4de-b2c3-4bcc-900e-85484b6ebfc6 req-f1490e6b-5919-491d-a9bb-7684570284a8 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:58.004751 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-b9eaa4de-b2c3-4bcc-900e-85484b6ebfc6 req-f1490e6b-5919-491d-a9bb-7684570284a8 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5598be2a-00db-4303-bc81-a7fb3674e371 HTTP/1.1" status: 200 len: 945 time: 0.0660748 Aug 30 01:03:58.021825 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-e53ac22f-6b82-41c7-a2a8-225d7c4f4333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737867580456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14283316'] for port (1233c16e-3774-4039-9ffb-549e3a1a24d5), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:58.034112 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:58.064195 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c858ec44-9bf9-49d5-908f-72c8a5eb48c1 x-openstack-request-id: req-c858ec44-9bf9-49d5-908f-72c8a5eb48c1 {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:03:58.064658 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f9ce423-87fe-4742-ab18-537e725fb3c2", "tag": "f0e1db00-4448-4f4f-865f-c2f369d94a25", "status": "completed", "code": 200}]} {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:03:58.064987 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c858ec44-9bf9-49d5-908f-72c8a5eb48c1 {{(pid=106206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:03:58.065475 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c858ec44-9bf9-49d5-908f-72c8a5eb48c1'] response: {'name': 'network-changed', 'server_uuid': '0f9ce423-87fe-4742-ab18-537e725fb3c2', 'tag': 'f0e1db00-4448-4f4f-865f-c2f369d94a25', 'status': 'completed', 'code': 200} Aug 30 01:03:58.074896 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53ac22f-6b82-41c7-a2a8-225d7c4f4333 admin admin] Network 3021e9f0-0eb2-4779-9e8d-2d74d8c353fb is already hosted by enough agents. {{(pid=106206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:03:58.083466 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.base_scheduler [None req-e53ac22f-6b82-41c7-a2a8-225d7c4f4333 admin admin] Resources bound (agent type, host, resource id): {{(pid=106206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:03:58.086414 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53ac22f-6b82-41c7-a2a8-225d7c4f4333 admin admin] Received port after_create {{(pid=106206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:03:58.118117 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53ac22f-6b82-41c7-a2a8-225d7c4f4333 admin admin] Pushing event updated for resources: {'Port': ['ID=1233c16e-3774-4039-9ffb-549e3a1a24d5,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:58.124643 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-b9eaa4de-b2c3-4bcc-900e-85484b6ebfc6 req-2b123854-8e11-419c-9c0c-e0939ba6a1af tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b59c982d-07c8-4d82-875f-5f1283f0518a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100686 Aug 30 01:03:58.174167 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvr_db [None req-a6d04f00-883e-4f38-8b32-244cd4a6e467 None None] Set router bd1c6eaf-677c-4555-8d4e-2fd99795de73 gateway port host: dv-cinder-815146-13-iscsi {{(pid=106208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:03:58.269538 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f1f83b-1b15-41e6-86d2-7066b151f8b0 None None] Network 87c6f529-8fb5-4890-8266-ccaeb1ba7640 requested from dv-cinder-815146-13-iscsi {{(pid=106208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:03:58.301479 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device 7f570ed8-ae08-439f-9ac0-f7485c2e852e up at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:03:58.303741 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:58.388563 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-9ab021f8-cfe4-48f7-bda3-5b1142501f67 None None] Provisioning complete for port e40b6cdb-38c1-4598-8183-9c11bd3f5b4e triggered by entity DHCP. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:03:58.388870 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-9ab021f8-cfe4-48f7-bda3-5b1142501f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (e40b6cdb-38c1-4598-8183-9c11bd3f5b4e), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:58.398693 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-e53ac22f-6b82-41c7-a2a8-225d7c4f4333 admin admin] Publish callbacks [] for router_gateway (d0d5a0c9-5d9f-4acf-8aee-8ff4f341bb1e), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:58.514278 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f353880b-8a10-40f9-b860-23c3108f184d req-fa5212d3-8e7c-4fc8-8a57-3ccfd3721153 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:58.517602 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-f353880b-8a10-40f9-b860-23c3108f184d req-fa5212d3-8e7c-4fc8-8a57-3ccfd3721153 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=12338ddc-349d-4f0b-b6d8-4bb83f19e320 HTTP/1.1" status: 200 len: 946 time: 0.0619617 Aug 30 01:03:58.565574 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Provisioning complete for port 7f570ed8-ae08-439f-9ac0-f7485c2e852e triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:03:58.565961 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (7f570ed8-ae08-439f-9ac0-f7485c2e852e), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:58.570068 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-f353880b-8a10-40f9-b860-23c3108f184d req-2511432a-4eca-4a57-a537-dd2323e66fbe tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472441 Aug 30 01:03:58.605642 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-e53ac22f-6b82-41c7-a2a8-225d7c4f4333 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16467624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16466237'] for router (d0d5a0c9-5d9f-4acf-8aee-8ff4f341bb1e), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:58.669807 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-9ab021f8-cfe4-48f7-bda3-5b1142501f67 None None] Current status of the port e40b6cdb-38c1-4598-8183-9c11bd3f5b4e is: DOWN; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:03:58.670167 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-9ab021f8-cfe4-48f7-bda3-5b1142501f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (e40b6cdb-38c1-4598-8183-9c11bd3f5b4e), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:58.720249 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:58.720920 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device e2481fa1-2595-4100-98cf-07e796517813 up at agent hyperv_hv-cinder-81514 {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:03:58.747049 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=100 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:58.753171 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e53ac22f-6b82-41c7-a2a8-225d7c4f4333 admin admin] Router d0d5a0c9-5d9f-4acf-8aee-8ff4f341bb1e is scheduled to L3 agent 613dbf26-5731-4391-8a29-3c5185f7ed3f with binding_index 1 {{(pid=106206) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 01:03:58.795083 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-a6d04f00-883e-4f38-8b32-244cd4a6e467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'name': 'tempest-AttachVolumeNegativeTest-987046986-router', 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.121'}], 'enable_snat': True}, 'gw_port_id': '02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:01:05Z', 'updated_at': '2022-08-30T01:01:15Z', 'revision_number': 4, 'project_id': '0596692dbfb149139a1e72159c6f93db', 'gw_port': {'id': '02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:39:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:06Z', 'updated_at': '2022-08-30T01:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_floatingips': [{'id': '1c5e5197-a28b-4423-81f5-daa81fdeebf0', 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'floating_ip_address': '172.27.4.95', 'floating_network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'router_id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'port_id': 'd7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dffca817-1d31-4c9c-99a3-2d8483c143b4', 'mac_address': 'fa:16:3e:15:0c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d2ed1b9-2567-4964-83fd-dd44533766ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:01:32Z', 'updated_at': '2022-08-30T01:02:10Z', 'revision_number': 2, 'project_id': '0596692dbfb149139a1e72159c6f93db', 'fixed_ip_address_scope': None}, {'id': '720be811-73d4-4abe-a8ab-d6f40f77adc8', 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'floating_ip_address': '172.27.4.254', 'floating_network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'router_id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'port_id': 'f0e1db00-4448-4f4f-865f-c2f369d94a25', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dffca817-1d31-4c9c-99a3-2d8483c143b4', 'mac_address': 'fa:16:3e:24:b3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9ce423-87fe-4742-ab18-537e725fb3c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:03:31Z', 'updated_at': '2022-08-30T01:03:56Z', 'revision_number': 1, 'project_id': '0596692dbfb149139a1e72159c6f93db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c3a5c21-7f7c-4037-ac11-fe0d15ab9538', 'name': '', 'network_id': 'dffca817-1d31-4c9c-99a3-2d8483c143b4', 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'mac_address': 'fa:16:3e:80:4d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '35e91298-8731-4ea1-81fe-d78c255b7ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:12Z', 'updated_at': '2022-08-30T01:01:35Z', 'revision_number': 5, 'project_id': '0596692dbfb149139a1e72159c6f93db', 'subnets': [{'id': '35e91298-8731-4ea1-81fe-d78c255b7ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:03:58.801612 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-9ab021f8-cfe4-48f7-bda3-5b1142501f67 None None] For port e40b6cdb-38c1-4598-8183-9c11bd3f5b4e, host dv-cinder-815146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=e40b6cdb-38c1-4598-8183-9c11bd3f5b4e,segment=NetworkSegment(6719a1a5-edd5-41c1-9d95-9e2b614ddd86),segment_id=6719a1a5-edd5-41c1-9d95-9e2b614ddd86)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:03:58.833156 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Current status of the port 7f570ed8-ae08-439f-9ac0-f7485c2e852e is: DOWN; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:03:58.833529 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (7f570ed8-ae08-439f-9ac0-f7485c2e852e), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:58.839081 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d04f00-883e-4f38-8b32-244cd4a6e467 None None] Checking router: bd1c6eaf-677c-4555-8d4e-2fd99795de73 for host: dv-cinder-815146-13-iscsi {{(pid=106208) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:03:58.840996 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-9ab021f8-cfe4-48f7-bda3-5b1142501f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (e40b6cdb-38c1-4598-8183-9c11bd3f5b4e), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:58.907214 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d04f00-883e-4f38-8b32-244cd4a6e467 None None] Routers {'bd1c6eaf-677c-4555-8d4e-2fd99795de73'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:03:58.907717 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-a6d04f00-883e-4f38-8b32-244cd4a6e467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:03:41Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['bd1c6eaf-677c-4555-8d4e-2fd99795de73'], 'active': True} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:03:58.923174 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14058a88-ab18-4772-8029-238facaca90f req-0e6aba2f-14f9-45e6-ae00-35bd9d95e5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:58.924584 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Provisioning for port e2481fa1-2595-4100-98cf-07e796517813 completed by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 01:03:58.924740 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-14058a88-ab18-4772-8029-238facaca90f req-0e6aba2f-14f9-45e6-ae00-35bd9d95e5ff service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=0596692dbfb149139a1e72159c6f93db&device_id=0f9ce423-87fe-4742-ab18-537e725fb3c2 HTTP/1.1" status: 200 len: 1129 time: 0.0569770 Aug 30 01:03:58.925842 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e53ac22f-6b82-41c7-a2a8-225d7c4f4333 admin admin] Notify agent at l3_agent.dv-cinder-815146-13-iscsi the message routers_updated {{(pid=106206) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:03:58.929700 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] For port 7f570ed8-ae08-439f-9ac0-f7485c2e852e, host dv-cinder-815146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=7f570ed8-ae08-439f-9ac0-f7485c2e852e,segment=NetworkSegment(1433baa4-da16-449d-b37c-9e6e6a5aa666),segment_id=1433baa4-da16-449d-b37c-9e6e6a5aa666)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:03:58.939040 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe383c4-f070-4fe7-8d41-e7c3ac63cdf6 None None] Sync routers for ids ['d0d5a0c9-5d9f-4acf-8aee-8ff4f341bb1e'] in dv-cinder-815146-13-iscsi {{(pid=106209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:03:58.950202 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-e53ac22f-6b82-41c7-a2a8-225d7c4f4333 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:58.953850 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-e53ac22f-6b82-41c7-a2a8-225d7c4f4333 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0630245 Aug 30 01:03:58.954233 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 49886) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:03:58.958149 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe383c4-f070-4fe7-8d41-e7c3ac63cdf6 None None] Routers {'d0d5a0c9-5d9f-4acf-8aee-8ff4f341bb1e'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:03:58.959056 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-ffe383c4-f070-4fe7-8d41-e7c3ac63cdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:03:41Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['d0d5a0c9-5d9f-4acf-8aee-8ff4f341bb1e'], 'active': True} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:03:58.975021 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (7f570ed8-ae08-439f-9ac0-f7485c2e852e), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:58.975826 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device e40b6cdb-38c1-4598-8183-9c11bd3f5b4e up at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:03:58.989542 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Provisioning complete for port e2481fa1-2595-4100-98cf-07e796517813 triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:03:58.989917 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (e2481fa1-2595-4100-98cf-07e796517813), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:59.018713 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab021f8-cfe4-48f7-bda3-5b1142501f67 None None] Pushing event updated for resources: {'Port': ['ID=e40b6cdb-38c1-4598-8183-9c11bd3f5b4e,revision_number=3']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:59.052811 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14058a88-ab18-4772-8029-238facaca90f req-3db478b9-b0d1-4271-8a71-cac3cb92e6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:59.054717 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-14058a88-ab18-4772-8029-238facaca90f req-3db478b9-b0d1-4271-8a71-cac3cb92e6ad service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=dffca817-1d31-4c9c-99a3-2d8483c143b4 HTTP/1.1" status: 200 len: 916 time: 0.1024539 Aug 30 01:03:59.076809 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:59.093946 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvr_db [None req-ffe383c4-f070-4fe7-8d41-e7c3ac63cdf6 None None] Set router d0d5a0c9-5d9f-4acf-8aee-8ff4f341bb1e gateway port host: dv-cinder-815146-13-iscsi {{(pid=106209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:03:59.184307 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-06c1f7ad-7924-44b5-9f85-88807b550af7 None None] Provisioning complete for port e40b6cdb-38c1-4598-8183-9c11bd3f5b4e triggered by entity DHCP. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:03:59.184681 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-06c1f7ad-7924-44b5-9f85-88807b550af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (e40b6cdb-38c1-4598-8183-9c11bd3f5b4e), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:59.298331 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-ffe383c4-f070-4fe7-8d41-e7c3ac63cdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d5a0c9-5d9f-4acf-8aee-8ff4f341bb1e', 'name': 'tempest-TestVolumeBootPattern-885877734-router', 'tenant_id': '108bfe2bf3ef4249bb1f940b4ddbd8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.6'}], 'enable_snat': True}, 'gw_port_id': '1233c16e-3774-4039-9ffb-549e3a1a24d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:03:56Z', 'updated_at': '2022-08-30T01:03:58Z', 'revision_number': 3, 'project_id': '108bfe2bf3ef4249bb1f940b4ddbd8c6', 'gw_port': {'id': '1233c16e-3774-4039-9ffb-549e3a1a24d5', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:95:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d5a0c9-5d9f-4acf-8aee-8ff4f341bb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:57Z', 'updated_at': '2022-08-30T01:03:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi'}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:03:59.299139 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:59.311858 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd4be44-913d-4b5c-9b1f-59cba61eacbc req-63cf916e-8691-46cf-955a-8273dc6b48bf tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:59.313381 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-3fd4be44-913d-4b5c-9b1f-59cba61eacbc req-63cf916e-8691-46cf-955a-8273dc6b48bf tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5598be2a-00db-4303-bc81-a7fb3674e371 HTTP/1.1" status: 200 len: 945 time: 0.1032283 Aug 30 01:03:59.338905 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe383c4-f070-4fe7-8d41-e7c3ac63cdf6 None None] Checking router: d0d5a0c9-5d9f-4acf-8aee-8ff4f341bb1e for host: dv-cinder-815146-13-iscsi {{(pid=106209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:03:59.338905 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe383c4-f070-4fe7-8d41-e7c3ac63cdf6 None None] Updating router d0d5a0c9-5d9f-4acf-8aee-8ff4f341bb1e port 1233c16e-3774-4039-9ffb-549e3a1a24d5 binding host dv-cinder-815146-13-iscsi {{(pid=106209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 01:03:59.348258 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvr_db [None req-a6d04f00-883e-4f38-8b32-244cd4a6e467 None None] Set router bd1c6eaf-677c-4555-8d4e-2fd99795de73 gateway port host: dv-cinder-815146-13-iscsi {{(pid=106208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:03:59.351503 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Pushing event updated for resources: {'Port': ['ID=7f570ed8-ae08-439f-9ac0-f7485c2e852e,revision_number=5']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:59.354539 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Provisioning complete for port e40b6cdb-38c1-4598-8183-9c11bd3f5b4e triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:03:59.354992 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (e40b6cdb-38c1-4598-8183-9c11bd3f5b4e), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:59.369909 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-ffe383c4-f070-4fe7-8d41-e7c3ac63cdf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (1233c16e-3774-4039-9ffb-549e3a1a24d5), before_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:59.372868 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:59.425485 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-3fd4be44-913d-4b5c-9b1f-59cba61eacbc req-c4f5aacd-140f-4e6b-ad09-eff412dd444d tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b59c982d-07c8-4d82-875f-5f1283f0518a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042192 Aug 30 01:03:59.443248 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:59.511073 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Current status of the port e2481fa1-2595-4100-98cf-07e796517813 is: BUILD; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:03:59.511469 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (e2481fa1-2595-4100-98cf-07e796517813), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:59.550934 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-18acf9d2-5d3a-457f-88a9-b911b2f088ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:59.552115 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-06c1f7ad-7924-44b5-9f85-88807b550af7 None None] Current status of the port e40b6cdb-38c1-4598-8183-9c11bd3f5b4e is: ACTIVE; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:03:59.558421 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:59.571547 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5598be2a-00db-4303-bc81-a7fb3674e371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2481fa1-2595-4100-98cf-07e796517813'}] {{(pid=106208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:03:59.573992 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c29b7fbecba6d5f29730e8e5f4edf6e9b002b1b00f6f5f73d69c4afba8ee411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6633bf63-7630-4b12-aee1-a9e0e719eaa9" -d '{"events": [{"server_uuid": "5598be2a-00db-4303-bc81-a7fb3674e371", "name": "network-vif-plugged", "status": "completed", "tag": "e2481fa1-2595-4100-98cf-07e796517813"}]}' {{(pid=106208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:03:59.620700 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port e2481fa1-2595-4100-98cf-07e796517813, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=e2481fa1-2595-4100-98cf-07e796517813,segment=NetworkSegment(a07f57a2-5cfa-489d-867c-66fce265e4e3),segment_id=a07f57a2-5cfa-489d-867c-66fce265e4e3)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:03:59.656890 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (e2481fa1-2595-4100-98cf-07e796517813), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:59.693870 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Current status of the port e40b6cdb-38c1-4598-8183-9c11bd3f5b4e is: ACTIVE; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:03:59.701676 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d564a82-24ba-4a84-8944-845c9ac93825 x-openstack-request-id: req-2d564a82-24ba-4a84-8944-845c9ac93825 {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:03:59.701979 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5598be2a-00db-4303-bc81-a7fb3674e371", "name": "network-vif-plugged", "status": "completed", "tag": "e2481fa1-2595-4100-98cf-07e796517813", "code": 200}]} {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:03:59.702239 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2d564a82-24ba-4a84-8944-845c9ac93825 {{(pid=106208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:03:59.702642 dv-cinder-815146-13-iscsi neutron-server[106208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d564a82-24ba-4a84-8944-845c9ac93825'] response: {'server_uuid': '5598be2a-00db-4303-bc81-a7fb3674e371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2481fa1-2595-4100-98cf-07e796517813', 'code': 200} Aug 30 01:03:59.760872 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Pushing event updated for resources: {'Port': ['ID=e2481fa1-2595-4100-98cf-07e796517813,revision_number=5']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:59.777982 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-ffe383c4-f070-4fe7-8d41-e7c3ac63cdf6 None None] Publish callbacks [] for port (1233c16e-3774-4039-9ffb-549e3a1a24d5), precommit_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:59.790060 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-ffe383c4-f070-4fe7-8d41-e7c3ac63cdf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (1233c16e-3774-4039-9ffb-549e3a1a24d5), after_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:59.811534 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-14058a88-ab18-4772-8029-238facaca90f req-74e38df9-707e-452f-a99d-0947ab6aec2b service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0e1db00-4448-4f4f-865f-c2f369d94a25 HTTP/1.1" status: 200 len: 999 time: 0.2259481 Aug 30 01:03:59.835469 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-a6d04f00-883e-4f38-8b32-244cd4a6e467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'name': 'tempest-AttachVolumeNegativeTest-987046986-router', 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.121'}], 'enable_snat': True}, 'gw_port_id': '02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:01:05Z', 'updated_at': '2022-08-30T01:01:15Z', 'revision_number': 4, 'project_id': '0596692dbfb149139a1e72159c6f93db', 'gw_port': {'id': '02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:39:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:06Z', 'updated_at': '2022-08-30T01:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_floatingips': [{'id': '1c5e5197-a28b-4423-81f5-daa81fdeebf0', 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'floating_ip_address': '172.27.4.95', 'floating_network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'router_id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'port_id': 'd7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dffca817-1d31-4c9c-99a3-2d8483c143b4', 'mac_address': 'fa:16:3e:15:0c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d2ed1b9-2567-4964-83fd-dd44533766ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:01:32Z', 'updated_at': '2022-08-30T01:02:10Z', 'revision_number': 2, 'project_id': '0596692dbfb149139a1e72159c6f93db', 'fixed_ip_address_scope': None}, {'id': '720be811-73d4-4abe-a8ab-d6f40f77adc8', 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'floating_ip_address': '172.27.4.254', 'floating_network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'router_id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'port_id': 'f0e1db00-4448-4f4f-865f-c2f369d94a25', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dffca817-1d31-4c9c-99a3-2d8483c143b4', 'mac_address': 'fa:16:3e:24:b3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9ce423-87fe-4742-ab18-537e725fb3c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:03:31Z', 'updated_at': '2022-08-30T01:03:56Z', 'revision_number': 1, 'project_id': '0596692dbfb149139a1e72159c6f93db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c3a5c21-7f7c-4037-ac11-fe0d15ab9538', 'name': '', 'network_id': 'dffca817-1d31-4c9c-99a3-2d8483c143b4', 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'mac_address': 'fa:16:3e:80:4d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '35e91298-8731-4ea1-81fe-d78c255b7ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:12Z', 'updated_at': '2022-08-30T01:01:35Z', 'revision_number': 5, 'project_id': '0596692dbfb149139a1e72159c6f93db', 'subnets': [{'id': '35e91298-8731-4ea1-81fe-d78c255b7ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:03:59.842936 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:59.843844 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.db_base_plugin_common [None req-18acf9d2-5d3a-457f-88a9-b911b2f088ad admin admin] Allocated IP 172.20.0.1 (87c6f529-8fb5-4890-8266-ccaeb1ba7640/1a909120-04df-48e3-a561-257d86f64ebb/5b380d72-1767-448c-8f33-b9694aafb7c9) {{(pid=106207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:03:59.850718 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0e3039-f47e-4613-9d9f-e90b96ad83e5 None None] Pushing event updated for resources: {'Port': ['ID=1233c16e-3774-4039-9ffb-549e3a1a24d5,revision_number=2']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:59.852570 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c18dcc-94d9-4b25-968a-050ab91463e0 req-4f871b78-023d-4604-a847-3b099de27901 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:59.858376 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.managers [None req-ffe383c4-f070-4fe7-8d41-e7c3ac63cdf6 None None] Attempting to bind port 1233c16e-3774-4039-9ffb-549e3a1a24d5 on host dv-cinder-815146-13-iscsi for vnic_type normal with profile {{(pid=106209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:03:59.858884 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.managers [None req-ffe383c4-f070-4fe7-8d41-e7c3ac63cdf6 None None] Attempting to bind port 1233c16e-3774-4039-9ffb-549e3a1a24d5 by drivers openvswitch,hyperv on host dv-cinder-815146-13-iscsi at level 0 using segments [{'id': '61a0af84-c6da-4606-8f1e-ec0a95f9a2d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb'}] {{(pid=106209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:03:59.859404 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe383c4-f070-4fe7-8d41-e7c3ac63cdf6 None None] Attempting to bind port 1233c16e-3774-4039-9ffb-549e3a1a24d5 on network 3021e9f0-0eb2-4779-9e8d-2d74d8c353fb {{(pid=106209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:03:59.862520 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-70c18dcc-94d9-4b25-968a-050ab91463e0 req-4f871b78-023d-4604-a847-3b099de27901 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=12338ddc-349d-4f0b-b6d8-4bb83f19e320 HTTP/1.1" status: 200 len: 946 time: 0.0995967 Aug 30 01:03:59.866113 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe383c4-f070-4fe7-8d41-e7c3ac63cdf6 None None] Checking agent: {'id': 'a0553951-7123-4403-ab2a-bb83048c1e52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 0, 53, 14), 'started_at': datetime.datetime(2022, 8, 30, 0, 53, 44), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:03:59.866633 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe383c4-f070-4fe7-8d41-e7c3ac63cdf6 None None] Checking segment: {'id': '61a0af84-c6da-4606-8f1e-ec0a95f9a2d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:03:59.867343 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-ffe383c4-f070-4fe7-8d41-e7c3ac63cdf6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:59.867624 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe383c4-f070-4fe7-8d41-e7c3ac63cdf6 None None] Bound using segment: {'id': '61a0af84-c6da-4606-8f1e-ec0a95f9a2d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb'} {{(pid=106209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:03:59.868195 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.managers [None req-ffe383c4-f070-4fe7-8d41-e7c3ac63cdf6 None None] Bound port: 1233c16e-3774-4039-9ffb-549e3a1a24d5, host: dv-cinder-815146-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61a0af84-c6da-4606-8f1e-ec0a95f9a2d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb'}}] {{(pid=106209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:03:59.868678 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-ffe383c4-f070-4fe7-8d41-e7c3ac63cdf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (1233c16e-3774-4039-9ffb-549e3a1a24d5), before_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:59.893763 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14058a88-ab18-4772-8029-238facaca90f req-92c5082e-49cd-4294-a38d-0242a3e67d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:59.896487 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-14058a88-ab18-4772-8029-238facaca90f req-92c5082e-49cd-4294-a38d-0242a3e67d1d service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=35e91298-8731-4ea1-81fe-d78c255b7ca6 HTTP/1.1" status: 200 len: 853 time: 0.0752468 Aug 30 01:03:59.905294 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d04f00-883e-4f38-8b32-244cd4a6e467 None None] The sync data for ids ['bd1c6eaf-677c-4555-8d4e-2fd99795de73'] in dv-cinder-815146-13-iscsi is: [{'id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'name': 'tempest-AttachVolumeNegativeTest-987046986-router', 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.121'}], 'enable_snat': True}, 'gw_port_id': '02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:01:05Z', 'updated_at': '2022-08-30T01:01:15Z', 'revision_number': 4, 'project_id': '0596692dbfb149139a1e72159c6f93db', 'gw_port': {'id': '02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:39:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:06Z', 'updated_at': '2022-08-30T01:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_floatingips': [{'id': '1c5e5197-a28b-4423-81f5-daa81fdeebf0', 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'floating_ip_address': '172.27.4.95', 'floating_network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'router_id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'port_id': 'd7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dffca817-1d31-4c9c-99a3-2d8483c143b4', 'mac_address': 'fa:16:3e:15:0c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d2ed1b9-2567-4964-83fd-dd44533766ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:01:32Z', 'updated_at': '2022-08-30T01:02:10Z', 'revision_number': 2, 'project_id': '0596692dbfb149139a1e72159c6f93db', 'fixed_ip_address_scope': None}, {'id': '720be811-73d4-4abe-a8ab-d6f40f77adc8', 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'floating_ip_address': '172.27.4.254', 'floating_network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'router_id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'port_id': 'f0e1db00-4448-4f4f-865f-c2f369d94a25', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dffca817-1d31-4c9c-99a3-2d8483c143b4', 'mac_address': 'fa:16:3e:24:b3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9ce423-87fe-4742-ab18-537e725fb3c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:03:31Z', 'updated_at': '2022-08-30T01:03:56Z', 'revision_number': 1, 'project_id': '0596692dbfb149139a1e72159c6f93db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c3a5c21-7f7c-4037-ac11-fe0d15ab9538', 'name': '', 'network_id': 'dffca817-1d31-4c9c-99a3-2d8483c143b4', 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'mac_address': 'fa:16:3e:80:4d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '35e91298-8731-4ea1-81fe-d78c255b7ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:12Z', 'updated_at': '2022-08-30T01:01:35Z', 'revision_number': 5, 'project_id': '0596692dbfb149139a1e72159c6f93db', 'subnets': [{'id': '35e91298-8731-4ea1-81fe-d78c255b7ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:03:59.944850 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.db [None req-ffe383c4-f070-4fe7-8d41-e7c3ac63cdf6 None None] For port 1233c16e-3774-4039-9ffb-549e3a1a24d5, host dv-cinder-815146-13-iscsi, cleared binding levels {{(pid=106209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:03:59.949360 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.db [None req-ffe383c4-f070-4fe7-8d41-e7c3ac63cdf6 None None] For port 1233c16e-3774-4039-9ffb-549e3a1a24d5, host dv-cinder-815146-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=1233c16e-3774-4039-9ffb-549e3a1a24d5,segment=NetworkSegment(61a0af84-c6da-4606-8f1e-ec0a95f9a2d1),segment_id=61a0af84-c6da-4606-8f1e-ec0a95f9a2d1)] {{(pid=106209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:03:59.960056 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-ffe383c4-f070-4fe7-8d41-e7c3ac63cdf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (1233c16e-3774-4039-9ffb-549e3a1a24d5), after_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:59.978539 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14058a88-ab18-4772-8029-238facaca90f req-78ff5c02-56c5-42cb-a00f-6cc10e7c4129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:59.983758 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-14058a88-ab18-4772-8029-238facaca90f req-78ff5c02-56c5-42cb-a00f-6cc10e7c4129 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=dffca817-1d31-4c9c-99a3-2d8483c143b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0794513 Aug 30 01:04:00.003642 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe383c4-f070-4fe7-8d41-e7c3ac63cdf6 None None] Routers {'d0d5a0c9-5d9f-4acf-8aee-8ff4f341bb1e'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:04:00.004368 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-ffe383c4-f070-4fe7-8d41-e7c3ac63cdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:03:41Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['d0d5a0c9-5d9f-4acf-8aee-8ff4f341bb1e'], 'active': True} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:04:00.005668 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-70c18dcc-94d9-4b25-968a-050ab91463e0 req-7437ad56-11a3-4617-9186-3df920003b38 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422322 Aug 30 01:04:00.052462 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51af330-b447-4cc0-8c07-2889130a392b req-ef824207-944f-40bb-9232-b47514837241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:00.054013 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-d51af330-b447-4cc0-8c07-2889130a392b req-ef824207-944f-40bb-9232-b47514837241 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=5598be2a-00db-4303-bc81-a7fb3674e371 HTTP/1.1" status: 200 len: 1130 time: 0.0831611 Aug 30 01:04:00.067578 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0e3039-f47e-4613-9d9f-e90b96ad83e5 None None] Pushing event updated for resources: {'Port': ['ID=1233c16e-3774-4039-9ffb-549e3a1a24d5,revision_number=3']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:04:00.080185 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:00.092799 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-18acf9d2-5d3a-457f-88a9-b911b2f088ad admin admin] Publish callbacks [] for port (5b380d72-1767-448c-8f33-b9694aafb7c9), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:00.131951 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-14058a88-ab18-4772-8029-238facaca90f req-a9ee4bf9-4035-435d-8fbc-d64b930ed9fa service neutron] 10.222.0.47 "GET /networking/v2.0/networks/dffca817-1d31-4c9c-99a3-2d8483c143b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386795 Aug 30 01:04:00.139554 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvr_db [None req-ffe383c4-f070-4fe7-8d41-e7c3ac63cdf6 None None] Set router d0d5a0c9-5d9f-4acf-8aee-8ff4f341bb1e gateway port host: dv-cinder-815146-13-iscsi {{(pid=106209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:04:00.143194 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-d51af330-b447-4cc0-8c07-2889130a392b req-6a6802b1-93f6-4bb4-9846-c52209109d4a service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=b59c982d-07c8-4d82-875f-5f1283f0518a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805230 Aug 30 01:04:00.169831 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-18acf9d2-5d3a-457f-88a9-b911b2f088ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737867580456'] for port (5b380d72-1767-448c-8f33-b9694aafb7c9), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:00.212647 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:00.215510 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18acf9d2-5d3a-457f-88a9-b911b2f088ad admin admin] Network 87c6f529-8fb5-4890-8266-ccaeb1ba7640 is already hosted by enough agents. {{(pid=106207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:04:00.220835 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.base_scheduler [None req-18acf9d2-5d3a-457f-88a9-b911b2f088ad admin admin] Resources bound (agent type, host, resource id): {{(pid=106207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:04:00.238250 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18acf9d2-5d3a-457f-88a9-b911b2f088ad admin admin] Received port after_create {{(pid=106207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:04:00.238250 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-18acf9d2-5d3a-457f-88a9-b911b2f088ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16467289'] for router_interface (d0d5a0c9-5d9f-4acf-8aee-8ff4f341bb1e), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:00.248068 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device 7f570ed8-ae08-439f-9ac0-f7485c2e852e up at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:04:00.282674 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-14058a88-ab18-4772-8029-238facaca90f req-a20b83be-4cb7-4424-9a13-b5b9f6a8bb8e service neutron] 10.222.0.47 "GET /networking/v2.0/networks/dffca817-1d31-4c9c-99a3-2d8483c143b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423440 Aug 30 01:04:00.309755 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0b923d-7072-4d0b-aa75-0a79b53f01d3 None None] New status for floating IP 720be811-73d4-4abe-a8ab-d6f40f77adc8: ACTIVE {{(pid=106208) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:04:00.336483 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18acf9d2-5d3a-457f-88a9-b911b2f088ad admin admin] Pushing event updated for resources: {'Port': ['ID=5b380d72-1767-448c-8f33-b9694aafb7c9,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:04:00.376435 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Provisioning complete for port 7f570ed8-ae08-439f-9ac0-f7485c2e852e triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:04:00.376809 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (7f570ed8-ae08-439f-9ac0-f7485c2e852e), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:00.396968 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-ffe383c4-f070-4fe7-8d41-e7c3ac63cdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d5a0c9-5d9f-4acf-8aee-8ff4f341bb1e', 'name': 'tempest-TestVolumeBootPattern-885877734-router', 'tenant_id': '108bfe2bf3ef4249bb1f940b4ddbd8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.6'}], 'enable_snat': True}, 'gw_port_id': '1233c16e-3774-4039-9ffb-549e3a1a24d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:03:56Z', 'updated_at': '2022-08-30T01:03:58Z', 'revision_number': 3, 'project_id': '108bfe2bf3ef4249bb1f940b4ddbd8c6', 'gw_port': {'id': '1233c16e-3774-4039-9ffb-549e3a1a24d5', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:95:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d5a0c9-5d9f-4acf-8aee-8ff4f341bb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:57Z', 'updated_at': '2022-08-30T01:03:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi'}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:04:00.433256 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe383c4-f070-4fe7-8d41-e7c3ac63cdf6 None None] The sync data for ids ['d0d5a0c9-5d9f-4acf-8aee-8ff4f341bb1e'] in dv-cinder-815146-13-iscsi is: [{'id': 'd0d5a0c9-5d9f-4acf-8aee-8ff4f341bb1e', 'name': 'tempest-TestVolumeBootPattern-885877734-router', 'tenant_id': '108bfe2bf3ef4249bb1f940b4ddbd8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.6'}], 'enable_snat': True}, 'gw_port_id': '1233c16e-3774-4039-9ffb-549e3a1a24d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:03:56Z', 'updated_at': '2022-08-30T01:03:58Z', 'revision_number': 3, 'project_id': '108bfe2bf3ef4249bb1f940b4ddbd8c6', 'gw_port': {'id': '1233c16e-3774-4039-9ffb-549e3a1a24d5', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:95:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d5a0c9-5d9f-4acf-8aee-8ff4f341bb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:57Z', 'updated_at': '2022-08-30T01:03:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi'}] {{(pid=106209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:04:00.451855 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-18acf9d2-5d3a-457f-88a9-b911b2f088ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (5b380d72-1767-448c-8f33-b9694aafb7c9), before_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:00.464562 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:00.592247 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Current status of the port 7f570ed8-ae08-439f-9ac0-f7485c2e852e is: ACTIVE; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:04:00.593868 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device e40b6cdb-38c1-4598-8183-9c11bd3f5b4e up at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:04:00.627124 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-b0acc12c-3936-4c8d-bc98-5e50403de5e4 None None] Provisioning complete for port 5b380d72-1767-448c-8f33-b9694aafb7c9 triggered by entity DHCP. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:04:00.627662 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b0acc12c-3936-4c8d-bc98-5e50403de5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (5b380d72-1767-448c-8f33-b9694aafb7c9), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:00.644219 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a4ebe-ff6e-4583-ae07-c5d534f08638 req-1f557d60-b986-4c59-b0cc-da62f6741312 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:00.649669 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-d25a4ebe-ff6e-4583-ae07-c5d534f08638 req-1f557d60-b986-4c59-b0cc-da62f6741312 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5598be2a-00db-4303-bc81-a7fb3674e371 HTTP/1.1" status: 200 len: 946 time: 0.1030970 Aug 30 01:04:00.661260 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:00.677954 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b0acc12c-3936-4c8d-bc98-5e50403de5e4 None None] Port 5b380d72-1767-448c-8f33-b9694aafb7c9 cannot update to ACTIVE because it is not bound. {{(pid=106208) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:04:00.689888 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Provisioning complete for port e40b6cdb-38c1-4598-8183-9c11bd3f5b4e triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:04:00.690260 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (e40b6cdb-38c1-4598-8183-9c11bd3f5b4e), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:00.737376 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-d25a4ebe-ff6e-4583-ae07-c5d534f08638 req-fe8c2e1e-eba9-4971-ba41-131d228049c1 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b59c982d-07c8-4d82-875f-5f1283f0518a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836484 Aug 30 01:04:00.786510 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-18acf9d2-5d3a-457f-88a9-b911b2f088ad admin admin] Publish callbacks [] for port (5b380d72-1767-448c-8f33-b9694aafb7c9), precommit_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:00.802184 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-18acf9d2-5d3a-457f-88a9-b911b2f088ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (5b380d72-1767-448c-8f33-b9694aafb7c9), after_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:00.803404 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-18acf9d2-5d3a-457f-88a9-b911b2f088ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16283567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16467405'] for router_interface (d0d5a0c9-5d9f-4acf-8aee-8ff4f341bb1e), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:00.803691 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Current status of the port e40b6cdb-38c1-4598-8183-9c11bd3f5b4e is: ACTIVE; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:04:00.891671 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18acf9d2-5d3a-457f-88a9-b911b2f088ad admin admin] Pushing event updated for resources: {'Port': ['ID=5b380d72-1767-448c-8f33-b9694aafb7c9,revision_number=2']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:04:00.940176 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18acf9d2-5d3a-457f-88a9-b911b2f088ad admin admin] Network 87c6f529-8fb5-4890-8266-ccaeb1ba7640 is already hosted by enough agents. {{(pid=106207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:04:00.941669 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.base_scheduler [None req-18acf9d2-5d3a-457f-88a9-b911b2f088ad admin admin] Resources bound (agent type, host, resource id): {{(pid=106207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:04:01.058896 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18acf9d2-5d3a-457f-88a9-b911b2f088ad admin admin] Router d0d5a0c9-5d9f-4acf-8aee-8ff4f341bb1e has already been hosted by L3 agent 613dbf26-5731-4391-8a29-3c5185f7ed3f {{(pid=106207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:04:01.200574 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-37aafb36-655d-4876-b11f-f1bd07fbeb68 None None] Provisioning complete for port 5b380d72-1767-448c-8f33-b9694aafb7c9 triggered by entity DHCP. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:04:01.200957 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-37aafb36-655d-4876-b11f-f1bd07fbeb68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (5b380d72-1767-448c-8f33-b9694aafb7c9), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:01.242669 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-37aafb36-655d-4876-b11f-f1bd07fbeb68 None None] Port 5b380d72-1767-448c-8f33-b9694aafb7c9 cannot update to ACTIVE because it is not bound. {{(pid=106208) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:04:01.435892 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d73d5f6-47c1-4249-b726-0c7e56c58c4a req-ac558de6-0708-40e6-939c-3240f5d255a0 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:01.437416 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-1d73d5f6-47c1-4249-b726-0c7e56c58c4a req-ac558de6-0708-40e6-939c-3240f5d255a0 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=12338ddc-349d-4f0b-b6d8-4bb83f19e320 HTTP/1.1" status: 200 len: 946 time: 0.3365145 Aug 30 01:04:01.439298 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:01.477019 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18acf9d2-5d3a-457f-88a9-b911b2f088ad admin admin] Notify agent at l3_agent.dv-cinder-815146-13-iscsi the message routers_updated {{(pid=106207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:04:01.486918 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-18acf9d2-5d3a-457f-88a9-b911b2f088ad admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/d0d5a0c9-5d9f-4acf-8aee-8ff4f341bb1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5316129 Aug 30 01:04:01.503605 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-1d73d5f6-47c1-4249-b726-0c7e56c58c4a req-6a7ea55d-fd6a-4653-b4a1-0d96a68038a4 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586064 Aug 30 01:04:01.882533 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 49912) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:04:01.887631 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [None req-2859c229-9d33-453a-bc70-496d3d365871 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1850089549', 'description': 'tempest-secgroup-smoke-1850089549 description', 'project_id': 'a6380baa172744fa9d7ba5b81f847906'}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:04:01.905070 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aaf04b-6d9e-41a5-985e-18ad63ce69df req-bf0d261a-3d84-44cd-b27a-331be2ff5ef0 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:01.906388 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-02aaf04b-6d9e-41a5-985e-18ad63ce69df req-bf0d261a-3d84-44cd-b27a-331be2ff5ef0 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5598be2a-00db-4303-bc81-a7fb3674e371 HTTP/1.1" status: 200 len: 946 time: 0.0608797 Aug 30 01:04:01.909461 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-2859c229-9d33-453a-bc70-496d3d365871 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks [] for security_group (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:01.948486 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:01.968356 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-02aaf04b-6d9e-41a5-985e-18ad63ce69df req-61dbea33-d354-43ac-8189-85fb64441e0c tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b59c982d-07c8-4d82-875f-5f1283f0518a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538857 Aug 30 01:04:01.970578 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:01.984189 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-2859c229-9d33-453a-bc70-496d3d365871 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks [] for security_group (0322309e-1f6d-4caf-a1b9-0e800f7ba56e), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:01.987840 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-2859c229-9d33-453a-bc70-496d3d365871 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (0322309e-1f6d-4caf-a1b9-0e800f7ba56e), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:02.020081 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-2859c229-9d33-453a-bc70-496d3d365871 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks [] for security_group (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:02.021334 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-2859c229-9d33-453a-bc70-496d3d365871 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1377857 Aug 30 01:04:02.022412 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2859c229-9d33-453a-bc70-496d3d365871 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0322309e-1f6d-4caf-a1b9-0e800f7ba56e,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:04:02.024630 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 49916) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:04:02.031429 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [None req-b1a65b8e-b181-47d8-a707-81d670167182 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Request body: {'security_group_rule': {'security_group_id': '0322309e-1f6d-4caf-a1b9-0e800f7ba56e', 'project_id': 'a6380baa172744fa9d7ba5b81f847906', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:04:02.087359 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-b1a65b8e-b181-47d8-a707-81d670167182 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks [] for security_group_rule (b51651e9-6608-4847-99dd-27db70528441), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:02.111348 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9b2fc6-1ea7-4613-9d38-b22d5ef010cd req-a76c6a05-5dd0-4677-9747-2fb94b121a91 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:02.112867 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-1f9b2fc6-1ea7-4613-9d38-b22d5ef010cd req-a76c6a05-5dd0-4677-9747-2fb94b121a91 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5598be2a-00db-4303-bc81-a7fb3674e371 HTTP/1.1" status: 200 len: 946 time: 0.0635154 Aug 30 01:04:02.173515 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device 1233c16e-3774-4039-9ffb-549e3a1a24d5 up at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:04:02.188254 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-b1a65b8e-b181-47d8-a707-81d670167182 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks [] for security_group_rule (b51651e9-6608-4847-99dd-27db70528441), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:02.193462 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-1f9b2fc6-1ea7-4613-9d38-b22d5ef010cd req-03bd81cc-5f49-4d0b-b565-984634a53307 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b59c982d-07c8-4d82-875f-5f1283f0518a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703731 Aug 30 01:04:02.194484 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-b1a65b8e-b181-47d8-a707-81d670167182 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16314934'] for security_group_rule (b51651e9-6608-4847-99dd-27db70528441), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:02.214848 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a65b8e-b181-47d8-a707-81d670167182 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b51651e9-6608-4847-99dd-27db70528441,revision_number=0']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:04:02.222287 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-b1a65b8e-b181-47d8-a707-81d670167182 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:02.226032 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-b1a65b8e-b181-47d8-a707-81d670167182 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1967645 Aug 30 01:04:02.226260 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 49918) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:04:02.231605 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [None req-bb4171b8-82f8-435d-a036-8e6cc1e77308 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Request body: {'security_group_rule': {'security_group_id': '0322309e-1f6d-4caf-a1b9-0e800f7ba56e', 'project_id': 'a6380baa172744fa9d7ba5b81f847906', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:04:02.245123 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Provisioning complete for port 1233c16e-3774-4039-9ffb-549e3a1a24d5 triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:04:02.245559 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (1233c16e-3774-4039-9ffb-549e3a1a24d5), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:02.274003 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-bb4171b8-82f8-435d-a036-8e6cc1e77308 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks [] for security_group_rule (db9fb5ef-a515-4dce-ba3b-ac7be0828a06), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:02.324037 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:02.335169 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-bb4171b8-82f8-435d-a036-8e6cc1e77308 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks [] for security_group_rule (db9fb5ef-a515-4dce-ba3b-ac7be0828a06), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:02.339392 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-bb4171b8-82f8-435d-a036-8e6cc1e77308 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16314934'] for security_group_rule (db9fb5ef-a515-4dce-ba3b-ac7be0828a06), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:02.339764 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Current status of the port 1233c16e-3774-4039-9ffb-549e3a1a24d5 is: DOWN; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:04:02.340188 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (1233c16e-3774-4039-9ffb-549e3a1a24d5), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:02.360682 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4171b8-82f8-435d-a036-8e6cc1e77308 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db9fb5ef-a515-4dce-ba3b-ac7be0828a06,revision_number=0']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:04:02.364999 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] For port 1233c16e-3774-4039-9ffb-549e3a1a24d5, host dv-cinder-815146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=1233c16e-3774-4039-9ffb-549e3a1a24d5,segment=NetworkSegment(61a0af84-c6da-4606-8f1e-ec0a95f9a2d1),segment_id=61a0af84-c6da-4606-8f1e-ec0a95f9a2d1)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:04:02.370058 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (1233c16e-3774-4039-9ffb-549e3a1a24d5), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:02.371110 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-bb4171b8-82f8-435d-a036-8e6cc1e77308 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:02.376113 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-bb4171b8-82f8-435d-a036-8e6cc1e77308 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1464481 Aug 30 01:04:02.376414 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 49922) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:04:02.385990 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [None req-38e82b09-2597-4e7d-b855-345e410b90b6 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Request body: {'security_group_rule': {'security_group_id': '0322309e-1f6d-4caf-a1b9-0e800f7ba56e', 'project_id': 'a6380baa172744fa9d7ba5b81f847906', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:04:02.417227 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-38e82b09-2597-4e7d-b855-345e410b90b6 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks [] for security_group_rule (237d301f-73e6-489a-9b6e-7461858e5c8d), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:02.427832 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Pushing event updated for resources: {'Port': ['ID=1233c16e-3774-4039-9ffb-549e3a1a24d5,revision_number=4']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:04:02.495601 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-38e82b09-2597-4e7d-b855-345e410b90b6 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks [] for security_group_rule (237d301f-73e6-489a-9b6e-7461858e5c8d), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:02.500864 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-38e82b09-2597-4e7d-b855-345e410b90b6 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16314934'] for security_group_rule (237d301f-73e6-489a-9b6e-7461858e5c8d), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:02.522250 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e82b09-2597-4e7d-b855-345e410b90b6 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=237d301f-73e6-489a-9b6e-7461858e5c8d,revision_number=0']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:04:02.532991 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-38e82b09-2597-4e7d-b855-345e410b90b6 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:02.534542 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-38e82b09-2597-4e7d-b855-345e410b90b6 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1571760 Aug 30 01:04:02.537292 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 49926) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:04:02.542906 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [None req-00c9f735-1bd4-4cec-8981-ab74637ef3b1 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Request body: {'security_group_rule': {'security_group_id': '0322309e-1f6d-4caf-a1b9-0e800f7ba56e', 'project_id': 'a6380baa172744fa9d7ba5b81f847906', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:04:02.579613 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-00c9f735-1bd4-4cec-8981-ab74637ef3b1 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks [] for security_group_rule (47fe3488-f386-46e9-914d-57ae5f040c18), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:02.596527 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6743a2cf-484e-42c5-8838-3979e2a6b071 req-21e4dfda-43fc-41f1-a2e4-e32fba6c3054 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:02.598079 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-6743a2cf-484e-42c5-8838-3979e2a6b071 req-21e4dfda-43fc-41f1-a2e4-e32fba6c3054 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5598be2a-00db-4303-bc81-a7fb3674e371 HTTP/1.1" status: 200 len: 946 time: 0.0489950 Aug 30 01:04:02.646004 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-00c9f735-1bd4-4cec-8981-ab74637ef3b1 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks [] for security_group_rule (47fe3488-f386-46e9-914d-57ae5f040c18), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:02.649868 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-00c9f735-1bd4-4cec-8981-ab74637ef3b1 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16314934'] for security_group_rule (47fe3488-f386-46e9-914d-57ae5f040c18), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:02.655593 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-6743a2cf-484e-42c5-8838-3979e2a6b071 req-3e297026-2188-4002-9ec9-b681f974c495 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b59c982d-07c8-4d82-875f-5f1283f0518a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511477 Aug 30 01:04:02.673513 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c9f735-1bd4-4cec-8981-ab74637ef3b1 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47fe3488-f386-46e9-914d-57ae5f040c18,revision_number=0']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:04:02.681176 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-00c9f735-1bd4-4cec-8981-ab74637ef3b1 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:02.686317 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-00c9f735-1bd4-4cec-8981-ab74637ef3b1 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1479611 Aug 30 01:04:02.689242 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 49928) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:04:02.693957 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [None req-ab21bd7f-b408-4f48-b646-cbc642d3cb28 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Request body: {'security_group_rule': {'security_group_id': '0322309e-1f6d-4caf-a1b9-0e800f7ba56e', 'project_id': 'a6380baa172744fa9d7ba5b81f847906', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:04:02.715902 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.db.securitygroups_db [None req-ab21bd7f-b408-4f48-b646-cbc642d3cb28 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Project a6380baa172744fa9d7ba5b81f847906 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 01:04:02.722967 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-ab21bd7f-b408-4f48-b646-cbc642d3cb28 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks [] for security_group_rule (40fd1e07-d8b0-4e5e-bdd0-2a77e3400a2e), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:02.778612 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:02.793122 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-ab21bd7f-b408-4f48-b646-cbc642d3cb28 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks [] for security_group_rule (40fd1e07-d8b0-4e5e-bdd0-2a77e3400a2e), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:02.797442 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-ab21bd7f-b408-4f48-b646-cbc642d3cb28 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16314934'] for security_group_rule (40fd1e07-d8b0-4e5e-bdd0-2a77e3400a2e), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:02.818562 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab21bd7f-b408-4f48-b646-cbc642d3cb28 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40fd1e07-d8b0-4e5e-bdd0-2a77e3400a2e,revision_number=0']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:04:02.828121 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-ab21bd7f-b408-4f48-b646-cbc642d3cb28 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:02.829639 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-ab21bd7f-b408-4f48-b646-cbc642d3cb28 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1392369 Aug 30 01:04:02.832260 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 49934) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:04:02.839334 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [None req-d0fcf519-5fdd-483f-b571-4400d23c49db tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Request body: {'security_group_rule': {'security_group_id': '0322309e-1f6d-4caf-a1b9-0e800f7ba56e', 'project_id': 'a6380baa172744fa9d7ba5b81f847906', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:04:02.866054 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.db.securitygroups_db [None req-d0fcf519-5fdd-483f-b571-4400d23c49db tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Project a6380baa172744fa9d7ba5b81f847906 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 01:04:02.875127 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-d0fcf519-5fdd-483f-b571-4400d23c49db tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks [] for security_group_rule (2bb9afef-6d0a-4e99-ab6a-75057d40ad1f), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:02.884499 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:02.952799 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 49938) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:04:02.953374 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-d0fcf519-5fdd-483f-b571-4400d23c49db tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks [] for security_group_rule (2bb9afef-6d0a-4e99-ab6a-75057d40ad1f), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:02.958360 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-d0fcf519-5fdd-483f-b571-4400d23c49db tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16314934'] for security_group_rule (2bb9afef-6d0a-4e99-ab6a-75057d40ad1f), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:02.958550 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [None req-89aa27b7-86c7-43dc-86c2-616c9dc7f9be tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1420928236', 'description': 'tempest-description--1931702033'}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:04:02.991117 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fcf519-5fdd-483f-b571-4400d23c49db tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bb9afef-6d0a-4e99-ab6a-75057d40ad1f,revision_number=0']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:04:02.997037 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-d0fcf519-5fdd-483f-b571-4400d23c49db tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:02.998490 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-d0fcf519-5fdd-483f-b571-4400d23c49db tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1646183 Aug 30 01:04:03.001257 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-89aa27b7-86c7-43dc-86c2-616c9dc7f9be tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Publish callbacks [] for security_group (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:03.089367 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-89aa27b7-86c7-43dc-86c2-616c9dc7f9be tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Publish callbacks [] for security_group (f0804ce8-eeeb-4c50-ad28-c5d311c0afd8), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:03.093211 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-89aa27b7-86c7-43dc-86c2-616c9dc7f9be tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (f0804ce8-eeeb-4c50-ad28-c5d311c0afd8), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:03.129317 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-89aa27b7-86c7-43dc-86c2-616c9dc7f9be tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Publish callbacks [] for security_group (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:03.130543 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-89aa27b7-86c7-43dc-86c2-616c9dc7f9be tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1767085 Aug 30 01:04:03.133785 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 49970) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:04:03.134314 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aa27b7-86c7-43dc-86c2-616c9dc7f9be tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0804ce8-eeeb-4c50-ad28-c5d311c0afd8,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:04:03.139375 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [None req-61d5593d-530d-4e71-ae2a-6442ef413c25 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Request body: {'security_group_rule': {'security_group_id': 'f0804ce8-eeeb-4c50-ad28-c5d311c0afd8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:04:03.174675 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-61d5593d-530d-4e71-ae2a-6442ef413c25 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Publish callbacks [] for security_group_rule (e22ebcb5-48fd-4822-8f0a-2fcb3a8157b9), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:03.224704 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-61d5593d-530d-4e71-ae2a-6442ef413c25 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Publish callbacks [] for security_group_rule (e22ebcb5-48fd-4822-8f0a-2fcb3a8157b9), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:03.229932 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-61d5593d-530d-4e71-ae2a-6442ef413c25 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16314934'] for security_group_rule (e22ebcb5-48fd-4822-8f0a-2fcb3a8157b9), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:03.249481 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d5593d-530d-4e71-ae2a-6442ef413c25 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e22ebcb5-48fd-4822-8f0a-2fcb3a8157b9,revision_number=0']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:04:03.262449 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-61d5593d-530d-4e71-ae2a-6442ef413c25 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:03.263675 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-61d5593d-530d-4e71-ae2a-6442ef413c25 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1287587 Aug 30 01:04:03.266493 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 49984) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:04:03.272100 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [None req-1e055032-9f12-41db-bc0c-7d47635fdf1f tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Request body: {'security_group_rule': {'security_group_id': 'f0804ce8-eeeb-4c50-ad28-c5d311c0afd8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:04:03.301463 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-1e055032-9f12-41db-bc0c-7d47635fdf1f tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Publish callbacks [] for security_group_rule (de293916-48f0-462a-a947-a305fec5e901), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:03.364222 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-1e055032-9f12-41db-bc0c-7d47635fdf1f tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Publish callbacks [] for security_group_rule (de293916-48f0-462a-a947-a305fec5e901), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:03.367446 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-1e055032-9f12-41db-bc0c-7d47635fdf1f tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16314934'] for security_group_rule (de293916-48f0-462a-a947-a305fec5e901), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:03.388378 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e055032-9f12-41db-bc0c-7d47635fdf1f tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de293916-48f0-462a-a947-a305fec5e901,revision_number=0']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:04:03.396570 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-1e055032-9f12-41db-bc0c-7d47635fdf1f tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:03.397834 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-1e055032-9f12-41db-bc0c-7d47635fdf1f tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1302094 Aug 30 01:04:03.401457 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 49986) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:04:03.406002 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [None req-9531eb97-4568-4460-a479-db24f2dc38fe tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Request body: {'floatingip': {'floating_network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb'}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:04:03.435042 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-9531eb97-4568-4460-a479-db24f2dc38fe tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:03.527343 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-9531eb97-4568-4460-a479-db24f2dc38fe tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:03.639957 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343d470b-4d72-4c45-8445-dbd7e3b284a9 None None] Sync routers for ids ['d0d5a0c9-5d9f-4acf-8aee-8ff4f341bb1e'] in dv-cinder-815146-13-iscsi {{(pid=106209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:04:03.640461 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.db_base_plugin_common [None req-9531eb97-4568-4460-a479-db24f2dc38fe tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Allocated IP 172.27.4.130 (3021e9f0-0eb2-4779-9e8d-2d74d8c353fb/be7a67d1-0569-48bc-88e9-c2545720293d/bf6673d5-079f-4a94-92f1-70061202f41a) {{(pid=106207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:04:03.653878 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343d470b-4d72-4c45-8445-dbd7e3b284a9 None None] Routers {'d0d5a0c9-5d9f-4acf-8aee-8ff4f341bb1e'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:04:03.654514 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-343d470b-4d72-4c45-8445-dbd7e3b284a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:03:41Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['d0d5a0c9-5d9f-4acf-8aee-8ff4f341bb1e'], 'active': True} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:04:03.762230 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvr_db [None req-343d470b-4d72-4c45-8445-dbd7e3b284a9 None None] Set router d0d5a0c9-5d9f-4acf-8aee-8ff4f341bb1e gateway port host: dv-cinder-815146-13-iscsi {{(pid=106209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:04:03.768949 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-9531eb97-4568-4460-a479-db24f2dc38fe tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Publish callbacks [] for port (bf6673d5-079f-4a94-92f1-70061202f41a), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:03.814080 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-9531eb97-4568-4460-a479-db24f2dc38fe tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737867580456'] for port (bf6673d5-079f-4a94-92f1-70061202f41a), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:03.858176 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9531eb97-4568-4460-a479-db24f2dc38fe tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Network 3021e9f0-0eb2-4779-9e8d-2d74d8c353fb is already hosted by enough agents. {{(pid=106207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:04:03.863580 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.base_scheduler [None req-9531eb97-4568-4460-a479-db24f2dc38fe tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Resources bound (agent type, host, resource id): {{(pid=106207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:04:03.866107 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9531eb97-4568-4460-a479-db24f2dc38fe tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Received port after_create {{(pid=106207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:04:03.874693 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9531eb97-4568-4460-a479-db24f2dc38fe tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Pushing event updated for resources: {'Port': ['ID=bf6673d5-079f-4a94-92f1-70061202f41a,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:04:03.904788 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:DELETE=2,neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:03.923063 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-9531eb97-4568-4460-a479-db24f2dc38fe tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Publish callbacks [] for floatingip (cc03bf5e-bd17-409f-b238-d51b16ffb34b), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:03.923287 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:03.926682 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:03.988364 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-343d470b-4d72-4c45-8445-dbd7e3b284a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d5a0c9-5d9f-4acf-8aee-8ff4f341bb1e', 'name': 'tempest-TestVolumeBootPattern-885877734-router', 'tenant_id': '108bfe2bf3ef4249bb1f940b4ddbd8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.6'}], 'enable_snat': True}, 'gw_port_id': '1233c16e-3774-4039-9ffb-549e3a1a24d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:03:56Z', 'updated_at': '2022-08-30T01:04:00Z', 'revision_number': 4, 'project_id': '108bfe2bf3ef4249bb1f940b4ddbd8c6', 'gw_port': {'id': '1233c16e-3774-4039-9ffb-549e3a1a24d5', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:95:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d5a0c9-5d9f-4acf-8aee-8ff4f341bb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:57Z', 'updated_at': '2022-08-30T01:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_interfaces': [{'id': '5b380d72-1767-448c-8f33-b9694aafb7c9', 'name': '', 'network_id': '87c6f529-8fb5-4890-8266-ccaeb1ba7640', 'tenant_id': '108bfe2bf3ef4249bb1f940b4ddbd8c6', 'mac_address': 'fa:16:3e:f9:a2:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d5a0c9-5d9f-4acf-8aee-8ff4f341bb1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '1a909120-04df-48e3-a561-257d86f64ebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:59Z', 'updated_at': '2022-08-30T01:04:00Z', 'revision_number': 2, 'project_id': '108bfe2bf3ef4249bb1f940b4ddbd8c6', 'subnets': [{'id': '1a909120-04df-48e3-a561-257d86f64ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:04:03.991199 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-9531eb97-4568-4460-a479-db24f2dc38fe tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (bf6673d5-079f-4a94-92f1-70061202f41a), before_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:04.015372 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343d470b-4d72-4c45-8445-dbd7e3b284a9 None None] Checking router: d0d5a0c9-5d9f-4acf-8aee-8ff4f341bb1e for host: dv-cinder-815146-13-iscsi {{(pid=106209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:04:04.015725 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343d470b-4d72-4c45-8445-dbd7e3b284a9 None None] Updating router d0d5a0c9-5d9f-4acf-8aee-8ff4f341bb1e port 5b380d72-1767-448c-8f33-b9694aafb7c9 binding host dv-cinder-815146-13-iscsi {{(pid=106209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 01:04:04.148305 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-343d470b-4d72-4c45-8445-dbd7e3b284a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (5b380d72-1767-448c-8f33-b9694aafb7c9), before_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:04.180393 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-9531eb97-4568-4460-a479-db24f2dc38fe tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Publish callbacks [] for port (bf6673d5-079f-4a94-92f1-70061202f41a), precommit_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:04.186729 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-9531eb97-4568-4460-a479-db24f2dc38fe tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (bf6673d5-079f-4a94-92f1-70061202f41a), after_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:04.187465 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-9531eb97-4568-4460-a479-db24f2dc38fe tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16466402'] for floatingip (cc03bf5e-bd17-409f-b238-d51b16ffb34b), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:04.227587 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device 1233c16e-3774-4039-9ffb-549e3a1a24d5 up at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:04:04.239773 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-9531eb97-4568-4460-a479-db24f2dc38fe tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for floatingip (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:04.245128 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-9531eb97-4568-4460-a479-db24f2dc38fe tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8382926 Aug 30 01:04:04.260318 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9531eb97-4568-4460-a479-db24f2dc38fe tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Pushing event updated for resources: {'Port': ['ID=bf6673d5-079f-4a94-92f1-70061202f41a,revision_number=2']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:04:04.302496 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Provisioning complete for port 1233c16e-3774-4039-9ffb-549e3a1a24d5 triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:04:04.302873 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (1233c16e-3774-4039-9ffb-549e3a1a24d5), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:04.403423 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Current status of the port 1233c16e-3774-4039-9ffb-549e3a1a24d5 is: ACTIVE; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:04:04.418024 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:04.471202 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-343d470b-4d72-4c45-8445-dbd7e3b284a9 None None] Publish callbacks [] for port (5b380d72-1767-448c-8f33-b9694aafb7c9), precommit_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:04.476896 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-343d470b-4d72-4c45-8445-dbd7e3b284a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (5b380d72-1767-448c-8f33-b9694aafb7c9), after_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:04.525326 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-b45a374c-2b47-436a-b2cd-8ce4e6aac74f req-98319e7a-4396-483f-8598-6d874720d31c tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1420928236&fields=id&tenant_id=ceebbaa5dd9d4110a6393190c5b466f0 HTTP/1.1" status: 200 len: 267 time: 0.0517893 Aug 30 01:04:04.526216 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9fe875-ed08-4e4e-a4cd-9a68531bb1e2 None None] Pushing event updated for resources: {'Port': ['ID=5b380d72-1767-448c-8f33-b9694aafb7c9,revision_number=3']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:04:04.584196 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.managers [None req-343d470b-4d72-4c45-8445-dbd7e3b284a9 None None] Attempting to bind port 5b380d72-1767-448c-8f33-b9694aafb7c9 on host dv-cinder-815146-13-iscsi for vnic_type normal with profile {{(pid=106209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:04:04.584564 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.managers [None req-343d470b-4d72-4c45-8445-dbd7e3b284a9 None None] Attempting to bind port 5b380d72-1767-448c-8f33-b9694aafb7c9 by drivers openvswitch,hyperv on host dv-cinder-815146-13-iscsi at level 0 using segments [{'id': '6719a1a5-edd5-41c1-9d95-9e2b614ddd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '87c6f529-8fb5-4890-8266-ccaeb1ba7640'}] {{(pid=106209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:04:04.584921 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343d470b-4d72-4c45-8445-dbd7e3b284a9 None None] Attempting to bind port 5b380d72-1767-448c-8f33-b9694aafb7c9 on network 87c6f529-8fb5-4890-8266-ccaeb1ba7640 {{(pid=106209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:04:04.590871 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343d470b-4d72-4c45-8445-dbd7e3b284a9 None None] Checking agent: {'id': 'a0553951-7123-4403-ab2a-bb83048c1e52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 0, 53, 14), 'started_at': datetime.datetime(2022, 8, 30, 0, 53, 44), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:04:04.591236 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343d470b-4d72-4c45-8445-dbd7e3b284a9 None None] Checking segment: {'id': '6719a1a5-edd5-41c1-9d95-9e2b614ddd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '87c6f529-8fb5-4890-8266-ccaeb1ba7640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:04:04.591634 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-343d470b-4d72-4c45-8445-dbd7e3b284a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:04.592015 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343d470b-4d72-4c45-8445-dbd7e3b284a9 None None] Bound using segment: {'id': '6719a1a5-edd5-41c1-9d95-9e2b614ddd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '87c6f529-8fb5-4890-8266-ccaeb1ba7640'} {{(pid=106209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:04:04.592472 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.managers [None req-343d470b-4d72-4c45-8445-dbd7e3b284a9 None None] Bound port: 5b380d72-1767-448c-8f33-b9694aafb7c9, host: dv-cinder-815146-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6719a1a5-edd5-41c1-9d95-9e2b614ddd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '87c6f529-8fb5-4890-8266-ccaeb1ba7640'}}] {{(pid=106209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:04:04.592847 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-343d470b-4d72-4c45-8445-dbd7e3b284a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (5b380d72-1767-448c-8f33-b9694aafb7c9), before_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:04.657207 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.db [None req-343d470b-4d72-4c45-8445-dbd7e3b284a9 None None] For port 5b380d72-1767-448c-8f33-b9694aafb7c9, host dv-cinder-815146-13-iscsi, cleared binding levels {{(pid=106209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:04:04.660441 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.db [None req-343d470b-4d72-4c45-8445-dbd7e3b284a9 None None] For port 5b380d72-1767-448c-8f33-b9694aafb7c9, host dv-cinder-815146-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=5b380d72-1767-448c-8f33-b9694aafb7c9,segment=NetworkSegment(6719a1a5-edd5-41c1-9d95-9e2b614ddd86),segment_id=6719a1a5-edd5-41c1-9d95-9e2b614ddd86)] {{(pid=106209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:04:04.660581 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45a374c-2b47-436a-b2cd-8ce4e6aac74f req-0d739719-a21c-429b-af13-9427e36424b6 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:04.662020 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-b45a374c-2b47-436a-b2cd-8ce4e6aac74f req-0d739719-a21c-429b-af13-9427e36424b6 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/networks?id=5ee6ec53-bf26-4fab-b55f-62bd4221ec41 HTTP/1.1" status: 200 len: 818 time: 0.1250310 Aug 30 01:04:04.672106 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-343d470b-4d72-4c45-8445-dbd7e3b284a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (5b380d72-1767-448c-8f33-b9694aafb7c9), after_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:04.679199 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-b45a374c-2b47-436a-b2cd-8ce4e6aac74f req-be00d695-bb32-42c5-a3c0-432becd08db1 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/quotas/ceebbaa5dd9d4110a6393190c5b466f0 HTTP/1.1" status: 200 len: 375 time: 0.0103736 Aug 30 01:04:04.714100 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343d470b-4d72-4c45-8445-dbd7e3b284a9 None None] Routers {'d0d5a0c9-5d9f-4acf-8aee-8ff4f341bb1e'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:04:04.714913 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-343d470b-4d72-4c45-8445-dbd7e3b284a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:03:41Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['d0d5a0c9-5d9f-4acf-8aee-8ff4f341bb1e'], 'active': True} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:04:04.744683 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-b45a374c-2b47-436a-b2cd-8ce4e6aac74f req-39842bde-4266-4c89-91e3-05e69591b699 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=ceebbaa5dd9d4110a6393190c5b466f0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0579283 Aug 30 01:04:04.763833 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9fe875-ed08-4e4e-a4cd-9a68531bb1e2 None None] Pushing event updated for resources: {'Port': ['ID=5b380d72-1767-448c-8f33-b9694aafb7c9,revision_number=4']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:04:04.849878 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvr_db [None req-343d470b-4d72-4c45-8445-dbd7e3b284a9 None None] Set router d0d5a0c9-5d9f-4acf-8aee-8ff4f341bb1e gateway port host: dv-cinder-815146-13-iscsi {{(pid=106209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:04:04.870481 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-b45a374c-2b47-436a-b2cd-8ce4e6aac74f req-cf6f8333-2042-4be2-b183-31819bacc8d7 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/5ee6ec53-bf26-4fab-b55f-62bd4221ec41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071272 Aug 30 01:04:04.894407 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:04.993126 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-b45a374c-2b47-436a-b2cd-8ce4e6aac74f req-a850c3e7-0c36-436c-b276-704325c21750 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/5ee6ec53-bf26-4fab-b55f-62bd4221ec41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130435 Aug 30 01:04:05.081166 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-343d470b-4d72-4c45-8445-dbd7e3b284a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d5a0c9-5d9f-4acf-8aee-8ff4f341bb1e', 'name': 'tempest-TestVolumeBootPattern-885877734-router', 'tenant_id': '108bfe2bf3ef4249bb1f940b4ddbd8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.6'}], 'enable_snat': True}, 'gw_port_id': '1233c16e-3774-4039-9ffb-549e3a1a24d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:03:56Z', 'updated_at': '2022-08-30T01:04:00Z', 'revision_number': 4, 'project_id': '108bfe2bf3ef4249bb1f940b4ddbd8c6', 'gw_port': {'id': '1233c16e-3774-4039-9ffb-549e3a1a24d5', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:95:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d5a0c9-5d9f-4acf-8aee-8ff4f341bb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:57Z', 'updated_at': '2022-08-30T01:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_interfaces': [{'id': '5b380d72-1767-448c-8f33-b9694aafb7c9', 'name': '', 'network_id': '87c6f529-8fb5-4890-8266-ccaeb1ba7640', 'tenant_id': '108bfe2bf3ef4249bb1f940b4ddbd8c6', 'mac_address': 'fa:16:3e:f9:a2:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d5a0c9-5d9f-4acf-8aee-8ff4f341bb1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '1a909120-04df-48e3-a561-257d86f64ebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:59Z', 'updated_at': '2022-08-30T01:04:04Z', 'revision_number': 4, 'project_id': '108bfe2bf3ef4249bb1f940b4ddbd8c6', 'subnets': [{'id': '1a909120-04df-48e3-a561-257d86f64ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:04:05.110065 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343d470b-4d72-4c45-8445-dbd7e3b284a9 None None] The sync data for ids ['d0d5a0c9-5d9f-4acf-8aee-8ff4f341bb1e'] in dv-cinder-815146-13-iscsi is: [{'id': 'd0d5a0c9-5d9f-4acf-8aee-8ff4f341bb1e', 'name': 'tempest-TestVolumeBootPattern-885877734-router', 'tenant_id': '108bfe2bf3ef4249bb1f940b4ddbd8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.6'}], 'enable_snat': True}, 'gw_port_id': '1233c16e-3774-4039-9ffb-549e3a1a24d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:03:56Z', 'updated_at': '2022-08-30T01:04:00Z', 'revision_number': 4, 'project_id': '108bfe2bf3ef4249bb1f940b4ddbd8c6', 'gw_port': {'id': '1233c16e-3774-4039-9ffb-549e3a1a24d5', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:95:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d5a0c9-5d9f-4acf-8aee-8ff4f341bb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:57Z', 'updated_at': '2022-08-30T01:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_interfaces': [{'id': '5b380d72-1767-448c-8f33-b9694aafb7c9', 'name': '', 'network_id': '87c6f529-8fb5-4890-8266-ccaeb1ba7640', 'tenant_id': '108bfe2bf3ef4249bb1f940b4ddbd8c6', 'mac_address': 'fa:16:3e:f9:a2:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d5a0c9-5d9f-4acf-8aee-8ff4f341bb1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '1a909120-04df-48e3-a561-257d86f64ebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:59Z', 'updated_at': '2022-08-30T01:04:04Z', 'revision_number': 4, 'project_id': '108bfe2bf3ef4249bb1f940b4ddbd8c6', 'subnets': [{'id': '1a909120-04df-48e3-a561-257d86f64ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:04:05.192592 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-ccfed683-f452-40cf-a089-0d1cc0251434 req-3814f2f4-90c7-40bc-820b-e5576255bdb4 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2cff4036-ef80-4791-92b5-0c71c8e93582 HTTP/1.1" status: 200 len: 210 time: 0.0471992 Aug 30 01:04:06.190166 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device 5b380d72-1767-448c-8f33-b9694aafb7c9 up at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:04:06.249052 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Provisioning complete for port 5b380d72-1767-448c-8f33-b9694aafb7c9 triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:04:06.249451 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (5b380d72-1767-448c-8f33-b9694aafb7c9), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:06.330661 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Current status of the port 5b380d72-1767-448c-8f33-b9694aafb7c9 is: DOWN; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:04:06.331659 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (5b380d72-1767-448c-8f33-b9694aafb7c9), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:06.331832 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-fefd8dfc-9556-4e15-b212-96e5ea2a37a1 req-9a21d900-e922-4212-aaf4-1e97c1e54046 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2cff4036-ef80-4791-92b5-0c71c8e93582 HTTP/1.1" status: 200 len: 210 time: 0.0286262 Aug 30 01:04:06.366510 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] For port 5b380d72-1767-448c-8f33-b9694aafb7c9, host dv-cinder-815146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=5b380d72-1767-448c-8f33-b9694aafb7c9,segment=NetworkSegment(6719a1a5-edd5-41c1-9d95-9e2b614ddd86),segment_id=6719a1a5-edd5-41c1-9d95-9e2b614ddd86)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:04:06.370015 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (5b380d72-1767-448c-8f33-b9694aafb7c9), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:06.420748 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Pushing event updated for resources: {'Port': ['ID=5b380d72-1767-448c-8f33-b9694aafb7c9,revision_number=5']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:04:06.675800 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:06.701590 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45a374c-2b47-436a-b2cd-8ce4e6aac74f req-f5820171-0563-4e11-8e51-a3cbf7f90e93 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:06.703853 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-b45a374c-2b47-436a-b2cd-8ce4e6aac74f req-f5820171-0563-4e11-8e51-a3cbf7f90e93 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.47 "GET /networking/v2.0/networks?id=5ee6ec53-bf26-4fab-b55f-62bd4221ec41 HTTP/1.1" status: 200 len: 818 time: 0.1257074 Aug 30 01:04:06.769261 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-b45a374c-2b47-436a-b2cd-8ce4e6aac74f req-40e23827-3ada-4ef5-96e5-3a06beecf039 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.47 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ceebbaa5dd9d4110a6393190c5b466f0 HTTP/1.1" status: 200 len: 380 time: 0.0567830 Aug 30 01:04:06.780274 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [req-b45a374c-2b47-436a-b2cd-8ce4e6aac74f req-8a69ea92-7659-459b-806b-b0a9728372a8 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Request body: {'port': {'device_id': '2cff4036-ef80-4791-92b5-0c71c8e93582', 'network_id': '5ee6ec53-bf26-4fab-b55f-62bd4221ec41', 'admin_state_up': True, 'tenant_id': 'ceebbaa5dd9d4110a6393190c5b466f0', 'security_groups': ['f0804ce8-eeeb-4c50-ad28-c5d311c0afd8']}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:04:06.876355 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:06.892431 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b45a374c-2b47-436a-b2cd-8ce4e6aac74f req-8a69ea92-7659-459b-806b-b0a9728372a8 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Made reservation on behalf of ceebbaa5dd9d4110a6393190c5b466f0 for: {'port': 1} {{(pid=106206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:04:06.896322 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-b45a374c-2b47-436a-b2cd-8ce4e6aac74f req-8a69ea92-7659-459b-806b-b0a9728372a8 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:07.032178 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.db_base_plugin_common [req-b45a374c-2b47-436a-b2cd-8ce4e6aac74f req-8a69ea92-7659-459b-806b-b0a9728372a8 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Allocated IP 172.20.0.9 (5ee6ec53-bf26-4fab-b55f-62bd4221ec41/4a91c71a-9152-4bb3-bae3-f34c8bf8c47c/737df1fc-0996-483b-b4f3-e6055a0f4df0) {{(pid=106206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:04:07.176035 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-b45a374c-2b47-436a-b2cd-8ce4e6aac74f req-8a69ea92-7659-459b-806b-b0a9728372a8 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Publish callbacks [] for port (737df1fc-0996-483b-b4f3-e6055a0f4df0), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:07.209786 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-b45a374c-2b47-436a-b2cd-8ce4e6aac74f req-8a69ea92-7659-459b-806b-b0a9728372a8 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737867580456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14283316'] for port (737df1fc-0996-483b-b4f3-e6055a0f4df0), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:07.252595 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b45a374c-2b47-436a-b2cd-8ce4e6aac74f req-8a69ea92-7659-459b-806b-b0a9728372a8 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Network 5ee6ec53-bf26-4fab-b55f-62bd4221ec41 is already hosted by enough agents. {{(pid=106206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:04:07.258668 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.base_scheduler [req-b45a374c-2b47-436a-b2cd-8ce4e6aac74f req-8a69ea92-7659-459b-806b-b0a9728372a8 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Resources bound (agent type, host, resource id): {{(pid=106206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:04:07.263010 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [req-b45a374c-2b47-436a-b2cd-8ce4e6aac74f req-8a69ea92-7659-459b-806b-b0a9728372a8 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Received port after_create {{(pid=106206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:04:07.293298 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a69ea92-7659-459b-806b-b0a9728372a8 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Pushing event updated for resources: {'Port': ['ID=737df1fc-0996-483b-b4f3-e6055a0f4df0,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:04:07.317021 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45a374c-2b47-436a-b2cd-8ce4e6aac74f req-8a69ea92-7659-459b-806b-b0a9728372a8 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:07.317713 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-b45a374c-2b47-436a-b2cd-8ce4e6aac74f req-8a69ea92-7659-459b-806b-b0a9728372a8 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for port (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:07.336066 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-b45a374c-2b47-436a-b2cd-8ce4e6aac74f req-8a69ea92-7659-459b-806b-b0a9728372a8 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5598712 Aug 30 01:04:07.357242 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [req-b45a374c-2b47-436a-b2cd-8ce4e6aac74f req-733e8bd0-2241-4e13-a9ed-45315a77f5e5 service neutron] Request body: {'port': {'device_id': '2cff4036-ef80-4791-92b5-0c71c8e93582', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:04:07.432650 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-b45a374c-2b47-436a-b2cd-8ce4e6aac74f req-733e8bd0-2241-4e13-a9ed-45315a77f5e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (737df1fc-0996-483b-b4f3-e6055a0f4df0), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:07.474860 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb7fb8-d8d4-42ed-9ad0-b269c54dc9c7 req-646cde62-dd6f-433e-a6dc-5e26ab82a3c4 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:07.476356 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-c3cb7fb8-d8d4-42ed-9ad0-b269c54dc9c7 req-646cde62-dd6f-433e-a6dc-5e26ab82a3c4 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2cff4036-ef80-4791-92b5-0c71c8e93582 HTTP/1.1" status: 200 len: 931 time: 0.0533702 Aug 30 01:04:07.477148 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:07.517634 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-00309002-94a8-4769-9f88-ac1d8096510e None None] Provisioning complete for port 737df1fc-0996-483b-b4f3-e6055a0f4df0 triggered by entity DHCP. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:04:07.518176 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-00309002-94a8-4769-9f88-ac1d8096510e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (737df1fc-0996-483b-b4f3-e6055a0f4df0), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:07.539706 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-c3cb7fb8-d8d4-42ed-9ad0-b269c54dc9c7 req-ff855eea-1ac6-46ad-bb68-628d9359f8a2 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0804ce8-eeeb-4c50-ad28-c5d311c0afd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566649 Aug 30 01:04:07.564514 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-00309002-94a8-4769-9f88-ac1d8096510e None None] Port 737df1fc-0996-483b-b4f3-e6055a0f4df0 cannot update to ACTIVE because it is not bound. {{(pid=106208) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:04:07.728222 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [req-b45a374c-2b47-436a-b2cd-8ce4e6aac74f req-733e8bd0-2241-4e13-a9ed-45315a77f5e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 737df1fc-0996-483b-b4f3-e6055a0f4df0 {{(pid=106206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:04:07.737361 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-b45a374c-2b47-436a-b2cd-8ce4e6aac74f req-733e8bd0-2241-4e13-a9ed-45315a77f5e5 service neutron] Publish callbacks [] for port (737df1fc-0996-483b-b4f3-e6055a0f4df0), precommit_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:07.751655 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [req-b45a374c-2b47-436a-b2cd-8ce4e6aac74f req-733e8bd0-2241-4e13-a9ed-45315a77f5e5 service neutron] Transition to ACTIVE for port object 737df1fc-0996-483b-b4f3-e6055a0f4df0 will not be triggered until provisioned by entity L2. {{(pid=106206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 01:04:07.757240 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-b45a374c-2b47-436a-b2cd-8ce4e6aac74f req-733e8bd0-2241-4e13-a9ed-45315a77f5e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14283325'] for port (737df1fc-0996-483b-b4f3-e6055a0f4df0), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:07.794583 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=86,neutron:INSERT=4,neutron:UPDATE=8,neutron:DELETE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:07.857366 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733e8bd0-2241-4e13-a9ed-45315a77f5e5 service neutron] Pushing event updated for resources: {'Port': ['ID=737df1fc-0996-483b-b4f3-e6055a0f4df0,revision_number=2']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:04:07.881889 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [req-b45a374c-2b47-436a-b2cd-8ce4e6aac74f req-733e8bd0-2241-4e13-a9ed-45315a77f5e5 service neutron] Attempting to bind port 737df1fc-0996-483b-b4f3-e6055a0f4df0 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:04:07.882235 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [req-b45a374c-2b47-436a-b2cd-8ce4e6aac74f req-733e8bd0-2241-4e13-a9ed-45315a77f5e5 service neutron] Attempting to bind port 737df1fc-0996-483b-b4f3-e6055a0f4df0 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'c47d2ff1-3cd9-4a2f-88ea-ac8145096927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '5ee6ec53-bf26-4fab-b55f-62bd4221ec41'}] {{(pid=106206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:04:07.882569 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45a374c-2b47-436a-b2cd-8ce4e6aac74f req-733e8bd0-2241-4e13-a9ed-45315a77f5e5 service neutron] Attempting to bind port 737df1fc-0996-483b-b4f3-e6055a0f4df0 on network 5ee6ec53-bf26-4fab-b55f-62bd4221ec41 {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:04:07.887922 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45a374c-2b47-436a-b2cd-8ce4e6aac74f req-733e8bd0-2241-4e13-a9ed-45315a77f5e5 service neutron] Port 737df1fc-0996-483b-b4f3-e6055a0f4df0 on network 5ee6ec53-bf26-4fab-b55f-62bd4221ec41 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 01:04:07.888254 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45a374c-2b47-436a-b2cd-8ce4e6aac74f req-733e8bd0-2241-4e13-a9ed-45315a77f5e5 service neutron] Attempting to bind port 737df1fc-0996-483b-b4f3-e6055a0f4df0 on network 5ee6ec53-bf26-4fab-b55f-62bd4221ec41 {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:04:07.893194 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45a374c-2b47-436a-b2cd-8ce4e6aac74f req-733e8bd0-2241-4e13-a9ed-45315a77f5e5 service neutron] Checking agent: {'id': 'ec393def-3d84-45a3-8a6c-ed049d62fe0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 0, 59, 14), 'started_at': datetime.datetime(2022, 8, 30, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:04:07.893539 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45a374c-2b47-436a-b2cd-8ce4e6aac74f req-733e8bd0-2241-4e13-a9ed-45315a77f5e5 service neutron] Checking segment: {'id': 'c47d2ff1-3cd9-4a2f-88ea-ac8145096927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '5ee6ec53-bf26-4fab-b55f-62bd4221ec41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:04:07.893921 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45a374c-2b47-436a-b2cd-8ce4e6aac74f req-733e8bd0-2241-4e13-a9ed-45315a77f5e5 service neutron] Bound using segment: {'id': 'c47d2ff1-3cd9-4a2f-88ea-ac8145096927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '5ee6ec53-bf26-4fab-b55f-62bd4221ec41'} {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:04:07.894343 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [req-b45a374c-2b47-436a-b2cd-8ce4e6aac74f req-733e8bd0-2241-4e13-a9ed-45315a77f5e5 service neutron] Bound port: 737df1fc-0996-483b-b4f3-e6055a0f4df0, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c47d2ff1-3cd9-4a2f-88ea-ac8145096927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '5ee6ec53-bf26-4fab-b55f-62bd4221ec41'}}] {{(pid=106206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:04:07.894706 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-b45a374c-2b47-436a-b2cd-8ce4e6aac74f req-733e8bd0-2241-4e13-a9ed-45315a77f5e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (737df1fc-0996-483b-b4f3-e6055a0f4df0), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:07.959509 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [req-b45a374c-2b47-436a-b2cd-8ce4e6aac74f req-733e8bd0-2241-4e13-a9ed-45315a77f5e5 service neutron] For port 737df1fc-0996-483b-b4f3-e6055a0f4df0, host hv-cinder-81514, cleared binding levels {{(pid=106206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:04:07.963463 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [req-b45a374c-2b47-436a-b2cd-8ce4e6aac74f req-733e8bd0-2241-4e13-a9ed-45315a77f5e5 service neutron] For port 737df1fc-0996-483b-b4f3-e6055a0f4df0, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=737df1fc-0996-483b-b4f3-e6055a0f4df0,segment=NetworkSegment(c47d2ff1-3cd9-4a2f-88ea-ac8145096927),segment_id=c47d2ff1-3cd9-4a2f-88ea-ac8145096927)] {{(pid=106206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:04:07.971523 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-b45a374c-2b47-436a-b2cd-8ce4e6aac74f req-733e8bd0-2241-4e13-a9ed-45315a77f5e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14283325'] for port (737df1fc-0996-483b-b4f3-e6055a0f4df0), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:07.975914 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45a374c-2b47-436a-b2cd-8ce4e6aac74f req-733e8bd0-2241-4e13-a9ed-45315a77f5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:07.976597 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-b45a374c-2b47-436a-b2cd-8ce4e6aac74f req-733e8bd0-2241-4e13-a9ed-45315a77f5e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for port (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:07.978026 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-b45a374c-2b47-436a-b2cd-8ce4e6aac74f req-733e8bd0-2241-4e13-a9ed-45315a77f5e5 service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/737df1fc-0996-483b-b4f3-e6055a0f4df0 HTTP/1.1" status: 200 len: 1093 time: 0.6290348 Aug 30 01:04:07.978515 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cff4036-ef80-4791-92b5-0c71c8e93582', 'tag': '737df1fc-0996-483b-b4f3-e6055a0f4df0'}] {{(pid=106206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:04:07.980723 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068580ff6c600dbe59ab62011f5d984f60f6f54628162803fce2ed792aa7a021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-291fec38-8beb-4a1b-be32-edac78490528" -d '{"events": [{"name": "network-changed", "server_uuid": "2cff4036-ef80-4791-92b5-0c71c8e93582", "tag": "737df1fc-0996-483b-b4f3-e6055a0f4df0"}]}' {{(pid=106206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:04:08.026310 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ce2b8c-e5ee-429b-8c19-24e893912fd1 x-openstack-request-id: req-23ce2b8c-e5ee-429b-8c19-24e893912fd1 {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:04:08.026601 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cff4036-ef80-4791-92b5-0c71c8e93582", "tag": "737df1fc-0996-483b-b4f3-e6055a0f4df0", "status": "completed", "code": 200}]} {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:04:08.026947 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-23ce2b8c-e5ee-429b-8c19-24e893912fd1 {{(pid=106206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:04:08.027400 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23ce2b8c-e5ee-429b-8c19-24e893912fd1'] response: {'name': 'network-changed', 'server_uuid': '2cff4036-ef80-4791-92b5-0c71c8e93582', 'tag': '737df1fc-0996-483b-b4f3-e6055a0f4df0', 'status': 'completed', 'code': 200} Aug 30 01:04:08.080641 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733e8bd0-2241-4e13-a9ed-45315a77f5e5 service neutron] Pushing event updated for resources: {'Port': ['ID=737df1fc-0996-483b-b4f3-e6055a0f4df0,revision_number=3']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:04:08.083690 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45a374c-2b47-436a-b2cd-8ce4e6aac74f req-9bee15dc-6147-42d9-bc15-9e4863b548a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:08.085200 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-b45a374c-2b47-436a-b2cd-8ce4e6aac74f req-9bee15dc-6147-42d9-bc15-9e4863b548a5 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=ceebbaa5dd9d4110a6393190c5b466f0&device_id=2cff4036-ef80-4791-92b5-0c71c8e93582 HTTP/1.1" status: 200 len: 1127 time: 0.0529222 Aug 30 01:04:08.158200 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-b45a374c-2b47-436a-b2cd-8ce4e6aac74f req-4f7c018d-e057-4e33-a3be-b4eaf8280817 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=737df1fc-0996-483b-b4f3-e6055a0f4df0 HTTP/1.1" status: 200 len: 217 time: 0.0426605 Aug 30 01:04:08.171259 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device 5b380d72-1767-448c-8f33-b9694aafb7c9 up at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:04:08.214182 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45a374c-2b47-436a-b2cd-8ce4e6aac74f req-b0fc9e4e-3477-420b-9b30-b8b59588944a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:08.215768 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-b45a374c-2b47-436a-b2cd-8ce4e6aac74f req-b0fc9e4e-3477-420b-9b30-b8b59588944a service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=4a91c71a-9152-4bb3-bae3-f34c8bf8c47c HTTP/1.1" status: 200 len: 857 time: 0.0498292 Aug 30 01:04:08.218653 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Provisioning complete for port 5b380d72-1767-448c-8f33-b9694aafb7c9 triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:04:08.219102 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (5b380d72-1767-448c-8f33-b9694aafb7c9), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:08.258596 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:08.265093 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45a374c-2b47-436a-b2cd-8ce4e6aac74f req-5b174a42-e864-46ac-8b23-2a30a49e059f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:08.266626 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-b45a374c-2b47-436a-b2cd-8ce4e6aac74f req-5b174a42-e864-46ac-8b23-2a30a49e059f service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=5ee6ec53-bf26-4fab-b55f-62bd4221ec41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0418000 Aug 30 01:04:08.303586 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Current status of the port 5b380d72-1767-448c-8f33-b9694aafb7c9 is: ACTIVE; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:04:08.361577 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-b45a374c-2b47-436a-b2cd-8ce4e6aac74f req-36d0190e-81f0-4cf9-91a0-4921654c60b0 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/5ee6ec53-bf26-4fab-b55f-62bd4221ec41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874679 Aug 30 01:04:08.471288 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-b45a374c-2b47-436a-b2cd-8ce4e6aac74f req-82673910-ac5f-4c25-bf6a-4ec12e2bc41f service neutron] 10.222.0.47 "GET /networking/v2.0/networks/5ee6ec53-bf26-4fab-b55f-62bd4221ec41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911593 Aug 30 01:04:08.655968 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af08b1-30ba-44f5-831b-f7c5456c0e1c req-86038b85-44b5-44cd-89bb-31aee1466974 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:08.657505 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-57af08b1-30ba-44f5-831b-f7c5456c0e1c req-86038b85-44b5-44cd-89bb-31aee1466974 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2cff4036-ef80-4791-92b5-0c71c8e93582 HTTP/1.1" status: 200 len: 943 time: 0.0489988 Aug 30 01:04:08.706061 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-57af08b1-30ba-44f5-831b-f7c5456c0e1c req-cf6b9d01-d96a-4f88-a14f-0337e1fd2946 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0804ce8-eeeb-4c50-ad28-c5d311c0afd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428462 Aug 30 01:04:08.935210 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-809cf775-48ef-4f48-8dde-6d8fd517d38b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (fba0026e-8830-42b0-8a12-2be2a1203730), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:09.837550 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bfe9d6-1742-4891-8cb5-a3482234bfc0 req-0bd9144a-915d-4056-a0df-e89183d18965 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:09.839608 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-16bfe9d6-1742-4891-8cb5-a3482234bfc0 req-0bd9144a-915d-4056-a0df-e89183d18965 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2cff4036-ef80-4791-92b5-0c71c8e93582 HTTP/1.1" status: 200 len: 943 time: 0.0525432 Aug 30 01:04:09.858421 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:09.889929 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-16bfe9d6-1742-4891-8cb5-a3482234bfc0 req-22e0342d-1381-42a0-9ee2-a43c2efe978e tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0804ce8-eeeb-4c50-ad28-c5d311c0afd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446711 Aug 30 01:04:09.993014 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:10.024159 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291fec38-8beb-4a1b-be32-edac78490528 req-941bb4f8-9b17-44b9-bea5-7a2b1c1a1725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:10.025705 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-291fec38-8beb-4a1b-be32-edac78490528 req-941bb4f8-9b17-44b9-bea5-7a2b1c1a1725 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=ceebbaa5dd9d4110a6393190c5b466f0&device_id=2cff4036-ef80-4791-92b5-0c71c8e93582 HTTP/1.1" status: 200 len: 1127 time: 0.0415363 Aug 30 01:04:10.122985 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291fec38-8beb-4a1b-be32-edac78490528 req-ad7d1cea-0867-45d4-90a6-7207c05a342d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:10.124464 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-291fec38-8beb-4a1b-be32-edac78490528 req-ad7d1cea-0867-45d4-90a6-7207c05a342d service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=5ee6ec53-bf26-4fab-b55f-62bd4221ec41 HTTP/1.1" status: 200 len: 920 time: 0.0922675 Aug 30 01:04:10.166070 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-291fec38-8beb-4a1b-be32-edac78490528 req-a4366f83-6360-4b26-95a9-dfe858eb7959 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=737df1fc-0996-483b-b4f3-e6055a0f4df0 HTTP/1.1" status: 200 len: 217 time: 0.0347331 Aug 30 01:04:10.228100 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291fec38-8beb-4a1b-be32-edac78490528 req-f8842443-dbc3-491e-997d-4bfbe217652b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:10.230135 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-291fec38-8beb-4a1b-be32-edac78490528 req-f8842443-dbc3-491e-997d-4bfbe217652b service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=4a91c71a-9152-4bb3-bae3-f34c8bf8c47c HTTP/1.1" status: 200 len: 857 time: 0.0496230 Aug 30 01:04:10.288580 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291fec38-8beb-4a1b-be32-edac78490528 req-cc93aaf6-030e-4ce0-b626-72db298c8089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:10.290310 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-291fec38-8beb-4a1b-be32-edac78490528 req-cc93aaf6-030e-4ce0-b626-72db298c8089 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=5ee6ec53-bf26-4fab-b55f-62bd4221ec41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0456517 Aug 30 01:04:10.401998 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-291fec38-8beb-4a1b-be32-edac78490528 req-17d3abd9-2b7f-4236-87e0-477aee9449e8 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/5ee6ec53-bf26-4fab-b55f-62bd4221ec41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929425 Aug 30 01:04:10.656326 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=100 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:10.669456 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-291fec38-8beb-4a1b-be32-edac78490528 req-2936b7e2-7389-4e83-bcf7-28c5553a9ac1 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/5ee6ec53-bf26-4fab-b55f-62bd4221ec41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920949 Aug 30 01:04:10.762852 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device 737df1fc-0996-483b-b4f3-e6055a0f4df0 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=106208) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 01:04:10.829790 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:10.981643 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:11.002643 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port 737df1fc-0996-483b-b4f3-e6055a0f4df0, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=737df1fc-0996-483b-b4f3-e6055a0f4df0,segment=NetworkSegment(c47d2ff1-3cd9-4a2f-88ea-ac8145096927),segment_id=c47d2ff1-3cd9-4a2f-88ea-ac8145096927)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:04:11.015033 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Returning: {'device': '737df1fc-0996-483b-b4f3-e6055a0f4df0', 'network_id': '5ee6ec53-bf26-4fab-b55f-62bd4221ec41', 'port_id': '737df1fc-0996-483b-b4f3-e6055a0f4df0', 'mac_address': 'fa:16:3e:3b:ec:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a91c71a-9152-4bb3-bae3-f34c8bf8c47c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106208) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 01:04:11.017245 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d4567-df55-462d-87c7-f338d6842598 req-649e8796-e43e-43fb-8036-38d0f1d37773 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:11.018791 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-458d4567-df55-462d-87c7-f338d6842598 req-649e8796-e43e-43fb-8036-38d0f1d37773 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2cff4036-ef80-4791-92b5-0c71c8e93582 HTTP/1.1" status: 200 len: 943 time: 0.0496943 Aug 30 01:04:11.050404 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Current status of the port 737df1fc-0996-483b-b4f3-e6055a0f4df0 is: DOWN; New status is: BUILD {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:04:11.050790 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (737df1fc-0996-483b-b4f3-e6055a0f4df0), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:11.064615 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 737df1fc-0996-483b-b4f3-e6055a0f4df0 {{(pid=106208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:04:11.071124 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-458d4567-df55-462d-87c7-f338d6842598 req-dce95d54-b130-4c75-919b-68bbe4a7dfd1 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0804ce8-eeeb-4c50-ad28-c5d311c0afd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451701 Aug 30 01:04:11.092147 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port 737df1fc-0996-483b-b4f3-e6055a0f4df0, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=737df1fc-0996-483b-b4f3-e6055a0f4df0,segment=NetworkSegment(c47d2ff1-3cd9-4a2f-88ea-ac8145096927),segment_id=c47d2ff1-3cd9-4a2f-88ea-ac8145096927)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:04:11.095596 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (737df1fc-0996-483b-b4f3-e6055a0f4df0), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:11.145576 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Pushing event updated for resources: {'Port': ['ID=737df1fc-0996-483b-b4f3-e6055a0f4df0,revision_number=4']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:04:11.306777 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-097fd64c-ad11-4091-a44b-bf3593596381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (613dbf26-5731-4391-8a29-3c5185f7ed3f), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:11.769945 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] get_ports_and_sgs() called for port_ids ['737df1fc-0996-483b-b4f3-e6055a0f4df0'] {{(pid=106208) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:04:12.192661 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6034a7bd-0a9c-4ef3-ba50-e27762844e07 req-853a693c-31b8-402b-b721-26adb6375501 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:12.194162 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-6034a7bd-0a9c-4ef3-ba50-e27762844e07 req-853a693c-31b8-402b-b721-26adb6375501 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2cff4036-ef80-4791-92b5-0c71c8e93582 HTTP/1.1" status: 200 len: 944 time: 0.0476301 Aug 30 01:04:12.247484 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-6034a7bd-0a9c-4ef3-ba50-e27762844e07 req-c40d5b33-ec57-47be-bbc6-034e46368d33 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0804ce8-eeeb-4c50-ad28-c5d311c0afd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436580 Aug 30 01:04:12.503126 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-25c1dd7e-d974-443e-806e-f641d8bbb77b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (0cb86657-2da7-42ea-bd2c-d65472391dc8), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:12.693459 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe2bc4-05f3-45e5-8d51-a921eec87d2b req-e2fc51a6-a1d4-4691-9ec5-67e2f2e9e847 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:12.695141 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-8bfe2bc4-05f3-45e5-8d51-a921eec87d2b req-e2fc51a6-a1d4-4691-9ec5-67e2f2e9e847 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5598be2a-00db-4303-bc81-a7fb3674e371 HTTP/1.1" status: 200 len: 946 time: 0.0484073 Aug 30 01:04:12.742636 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-8bfe2bc4-05f3-45e5-8d51-a921eec87d2b req-d24ded28-621e-4c49-bf65-68e9f788de1c tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b59c982d-07c8-4d82-875f-5f1283f0518a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416183 Aug 30 01:04:12.769528 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 50104) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:04:12.952404 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e9fef8-7312-4dac-8ef0-e9e2d86b72c3 tempest-TestMinimumBasicScenario-582295650 tempest-TestMinimumBasicScenario-582295650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:12.954118 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-92e9fef8-7312-4dac-8ef0-e9e2d86b72c3 tempest-TestMinimumBasicScenario-582295650 tempest-TestMinimumBasicScenario-582295650-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5598be2a-00db-4303-bc81-a7fb3674e371 HTTP/1.1" status: 200 len: 1125 time: 0.1836166 Aug 30 01:04:12.957105 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 50108) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:04:12.961204 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [None req-613216f7-3198-4846-98fc-63427a3815a0 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Request body: {'floatingip': {'floating_network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'port_id': 'e2481fa1-2595-4100-98cf-07e796517813', 'tenant_id': 'fca43fd867154911badb413c7046befd', 'fixed_ip_address': '172.20.0.10'}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:04:12.982581 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-613216f7-3198-4846-98fc-63427a3815a0 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:12.999444 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device 737df1fc-0996-483b-b4f3-e6055a0f4df0 up at agent hyperv_hv-cinder-81514 {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:04:13.066056 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Provisioning for port 737df1fc-0996-483b-b4f3-e6055a0f4df0 completed by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 01:04:13.073421 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Provisioning complete for port 737df1fc-0996-483b-b4f3-e6055a0f4df0 triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:04:13.073985 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (737df1fc-0996-483b-b4f3-e6055a0f4df0), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:13.155791 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Current status of the port 737df1fc-0996-483b-b4f3-e6055a0f4df0 is: BUILD; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:04:13.156180 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (737df1fc-0996-483b-b4f3-e6055a0f4df0), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:13.182842 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cff4036-ef80-4791-92b5-0c71c8e93582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '737df1fc-0996-483b-b4f3-e6055a0f4df0'}] {{(pid=106208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:04:13.185673 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c29b7fbecba6d5f29730e8e5f4edf6e9b002b1b00f6f5f73d69c4afba8ee411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4103bb45-b15a-42a4-91f6-ef055e6b07b2" -d '{"events": [{"server_uuid": "2cff4036-ef80-4791-92b5-0c71c8e93582", "name": "network-vif-plugged", "status": "completed", "tag": "737df1fc-0996-483b-b4f3-e6055a0f4df0"}]}' {{(pid=106208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:04:13.200763 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port 737df1fc-0996-483b-b4f3-e6055a0f4df0, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=737df1fc-0996-483b-b4f3-e6055a0f4df0,segment=NetworkSegment(c47d2ff1-3cd9-4a2f-88ea-ac8145096927),segment_id=c47d2ff1-3cd9-4a2f-88ea-ac8145096927)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:04:13.205447 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (737df1fc-0996-483b-b4f3-e6055a0f4df0), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:13.233638 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c20efa-3139-441c-8d12-50a4a07cd5a6 x-openstack-request-id: req-63c20efa-3139-441c-8d12-50a4a07cd5a6 {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:04:13.234093 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cff4036-ef80-4791-92b5-0c71c8e93582", "name": "network-vif-plugged", "status": "completed", "tag": "737df1fc-0996-483b-b4f3-e6055a0f4df0", "code": 200}]} {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:04:13.234441 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-63c20efa-3139-441c-8d12-50a4a07cd5a6 {{(pid=106208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:04:13.234958 dv-cinder-815146-13-iscsi neutron-server[106208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63c20efa-3139-441c-8d12-50a4a07cd5a6'] response: {'server_uuid': '2cff4036-ef80-4791-92b5-0c71c8e93582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '737df1fc-0996-483b-b4f3-e6055a0f4df0', 'code': 200} Aug 30 01:04:13.277189 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Pushing event updated for resources: {'Port': ['ID=737df1fc-0996-483b-b4f3-e6055a0f4df0,revision_number=5']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:04:13.303010 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-613216f7-3198-4846-98fc-63427a3815a0 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:13.382356 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb987c91-1323-4d20-8991-9623ff549e6b req-b5430b95-c200-43d4-9023-7bde67d450b4 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:13.383879 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-bb987c91-1323-4d20-8991-9623ff549e6b req-b5430b95-c200-43d4-9023-7bde67d450b4 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2cff4036-ef80-4791-92b5-0c71c8e93582 HTTP/1.1" status: 200 len: 945 time: 0.0550659 Aug 30 01:04:13.394608 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-457d37be-4680-4012-9677-e5b1e123d4ea req-7f0cf042-7e80-4adb-9279-d6a2f16c2754 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=b59fedac-4fcb-47a8-8187-0a331d499fd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0529559 Aug 30 01:04:13.443319 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-bb987c91-1323-4d20-8991-9623ff549e6b req-01f28034-fa3f-4ca5-9314-fe146de4dbf9 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0804ce8-eeeb-4c50-ad28-c5d311c0afd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526130 Aug 30 01:04:13.458038 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.db_base_plugin_common [None req-613216f7-3198-4846-98fc-63427a3815a0 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Allocated IP 172.27.4.241 (3021e9f0-0eb2-4779-9e8d-2d74d8c353fb/be7a67d1-0569-48bc-88e9-c2545720293d/6cc69287-d307-4b18-bfa2-0508e6c2a1dd) {{(pid=106206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:04:13.521530 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457d37be-4680-4012-9677-e5b1e123d4ea req-06498a04-9250-403e-a3ec-dc217bb5aa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:13.523062 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-457d37be-4680-4012-9677-e5b1e123d4ea req-06498a04-9250-403e-a3ec-dc217bb5aa98 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=f40b3e29a18b48cba6800c9f3a0dfee9&device_id=b59fedac-4fcb-47a8-8187-0a331d499fd2 HTTP/1.1" status: 200 len: 1129 time: 0.0597372 Aug 30 01:04:13.533284 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524e29ff-3a01-47f6-a907-f198c8f2cd41 req-f701b266-4c8b-4359-9eb7-97706baf7b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:13.534753 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-524e29ff-3a01-47f6-a907-f198c8f2cd41 req-f701b266-4c8b-4359-9eb7-97706baf7b43 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2cff4036-ef80-4791-92b5-0c71c8e93582 HTTP/1.1" status: 200 len: 1129 time: 0.0515084 Aug 30 01:04:13.584440 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-524e29ff-3a01-47f6-a907-f198c8f2cd41 req-b176e9b6-76fd-453a-8870-e9c89b91294b service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=f0804ce8-eeeb-4c50-ad28-c5d311c0afd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418108 Aug 30 01:04:13.632812 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:13.684760 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-613216f7-3198-4846-98fc-63427a3815a0 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Publish callbacks [] for port (6cc69287-d307-4b18-bfa2-0508e6c2a1dd), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:13.688935 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457d37be-4680-4012-9677-e5b1e123d4ea req-bda3854d-a9e1-4673-942e-1d9f6fa8d495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:13.690662 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-457d37be-4680-4012-9677-e5b1e123d4ea req-bda3854d-a9e1-4673-942e-1d9f6fa8d495 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=0b956883-0f29-4de3-9788-00541616d922 HTTP/1.1" status: 200 len: 912 time: 0.1385140 Aug 30 01:04:13.723388 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-613216f7-3198-4846-98fc-63427a3815a0 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737867580456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14283316'] for port (6cc69287-d307-4b18-bfa2-0508e6c2a1dd), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:13.773242 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613216f7-3198-4846-98fc-63427a3815a0 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Network 3021e9f0-0eb2-4779-9e8d-2d74d8c353fb is already hosted by enough agents. {{(pid=106206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:04:13.777345 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.base_scheduler [None req-613216f7-3198-4846-98fc-63427a3815a0 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Resources bound (agent type, host, resource id): {{(pid=106206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:04:13.779268 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613216f7-3198-4846-98fc-63427a3815a0 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Pushing event updated for resources: {'Port': ['ID=6cc69287-d307-4b18-bfa2-0508e6c2a1dd,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:04:13.781418 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613216f7-3198-4846-98fc-63427a3815a0 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Received port after_create {{(pid=106206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:04:13.808708 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613216f7-3198-4846-98fc-63427a3815a0 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:04:13.809053 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613216f7-3198-4846-98fc-63427a3815a0 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:04:13.809420 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613216f7-3198-4846-98fc-63427a3815a0 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:04:13.809777 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613216f7-3198-4846-98fc-63427a3815a0 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:04:13.810107 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613216f7-3198-4846-98fc-63427a3815a0 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:04:13.810431 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613216f7-3198-4846-98fc-63427a3815a0 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:04:13.810758 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613216f7-3198-4846-98fc-63427a3815a0 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:04:13.811083 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613216f7-3198-4846-98fc-63427a3815a0 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:04:13.811404 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613216f7-3198-4846-98fc-63427a3815a0 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:04:13.811728 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613216f7-3198-4846-98fc-63427a3815a0 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:04:13.812047 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613216f7-3198-4846-98fc-63427a3815a0 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:04:13.812364 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613216f7-3198-4846-98fc-63427a3815a0 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:04:13.812682 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613216f7-3198-4846-98fc-63427a3815a0 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:04:13.812997 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613216f7-3198-4846-98fc-63427a3815a0 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:04:13.813335 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613216f7-3198-4846-98fc-63427a3815a0 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:04:14.034626 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:14.046997 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-457d37be-4680-4012-9677-e5b1e123d4ea req-180899a5-ab06-4763-9a34-c225e4d03514 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=26facd73-81ff-4a35-9126-739f3f31881b HTTP/1.1" status: 200 len: 999 time: 0.0995219 Aug 30 01:04:14.069921 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-035fe171-2dca-49fc-a74e-5e6f2a9e45a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (976597ea-a902-4e5f-8c76-25f81ae4fb08), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:14.159233 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457d37be-4680-4012-9677-e5b1e123d4ea req-8fd0f3a4-65a4-4916-bc7d-e18a3d484a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:14.160702 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-457d37be-4680-4012-9677-e5b1e123d4ea req-8fd0f3a4-65a4-4916-bc7d-e18a3d484a01 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=d2092925-3f88-4d08-9bce-f992f050b9ed HTTP/1.1" status: 200 len: 849 time: 0.0957661 Aug 30 01:04:14.233913 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (a0553951-7123-4403-ab2a-bb83048c1e52), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:14.238783 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457d37be-4680-4012-9677-e5b1e123d4ea req-12900228-3795-4bba-a879-d46db500c9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:14.240268 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-457d37be-4680-4012-9677-e5b1e123d4ea req-12900228-3795-4bba-a879-d46db500c9e1 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=0b956883-0f29-4de3-9788-00541616d922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0555942 Aug 30 01:04:14.267669 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (ec393def-3d84-45a3-8a6c-ed049d62fe0a), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:14.281135 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-613216f7-3198-4846-98fc-63427a3815a0 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Publish callbacks [] for floatingip (4e4780de-00ce-403d-b524-968f60cb7d25), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:14.347470 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-613216f7-3198-4846-98fc-63427a3815a0 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (6cc69287-d307-4b18-bfa2-0508e6c2a1dd), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:14.435525 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:14.500205 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-613216f7-3198-4846-98fc-63427a3815a0 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Publish callbacks [] for port (6cc69287-d307-4b18-bfa2-0508e6c2a1dd), precommit_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:14.504943 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-613216f7-3198-4846-98fc-63427a3815a0 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14283325'] for port (6cc69287-d307-4b18-bfa2-0508e6c2a1dd), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:14.567343 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d83972-7866-4260-8d3b-87b59275f19a req-1e2f6503-2e77-4d6f-be8c-0e382fe2588a tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:14.568936 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-87d83972-7866-4260-8d3b-87b59275f19a req-1e2f6503-2e77-4d6f-be8c-0e382fe2588a tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2cff4036-ef80-4791-92b5-0c71c8e93582 HTTP/1.1" status: 200 len: 945 time: 0.0482614 Aug 30 01:04:14.577759 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613216f7-3198-4846-98fc-63427a3815a0 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Pushing event updated for resources: {'Port': ['ID=6cc69287-d307-4b18-bfa2-0508e6c2a1dd,revision_number=2']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:04:14.581045 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-613216f7-3198-4846-98fc-63427a3815a0 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16466402'] for floatingip (4e4780de-00ce-403d-b524-968f60cb7d25), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:14.621686 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-87d83972-7866-4260-8d3b-87b59275f19a req-696a8a7d-a6d7-4b7e-a846-a0bdd492797c tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0804ce8-eeeb-4c50-ad28-c5d311c0afd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455751 Aug 30 01:04:14.677743 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.db.l3_db [None req-613216f7-3198-4846-98fc-63427a3815a0 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Floating IP 4e4780de-00ce-403d-b524-968f60cb7d25 associated. External IP: 172.27.4.241, port: e2481fa1-2595-4100-98cf-07e796517813. Aug 30 01:04:14.882716 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-613216f7-3198-4846-98fc-63427a3815a0 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Router c519ccb1-6307-4853-80e6-d4726775bd28 has already been hosted by L3 agent 613dbf26-5731-4391-8a29-3c5185f7ed3f {{(pid=106206) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:04:14.894122 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:14.988475 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-613216f7-3198-4846-98fc-63427a3815a0 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Notify agent at l3_agent.dv-cinder-815146-13-iscsi the message routers_updated {{(pid=106206) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:04:14.999300 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f900ce4-571a-4fc9-b532-eb4021029663 None None] Sync routers for ids ['c519ccb1-6307-4853-80e6-d4726775bd28'] in dv-cinder-815146-13-iscsi {{(pid=106208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:04:15.007488 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-613216f7-3198-4846-98fc-63427a3815a0 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for floatingip (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:15.008454 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:15.012182 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f900ce4-571a-4fc9-b532-eb4021029663 None None] Routers {'c519ccb1-6307-4853-80e6-d4726775bd28'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:04:15.012803 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-7f900ce4-571a-4fc9-b532-eb4021029663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:04:11Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['c519ccb1-6307-4853-80e6-d4726775bd28'], 'active': True} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:04:15.089433 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-613216f7-3198-4846-98fc-63427a3815a0 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1312385 Aug 30 01:04:15.091496 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5598be2a-00db-4303-bc81-a7fb3674e371', 'tag': 'e2481fa1-2595-4100-98cf-07e796517813'}] {{(pid=106206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:04:15.092266 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 50120) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:04:15.093981 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068580ff6c600dbe59ab62011f5d984f60f6f54628162803fce2ed792aa7a021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1492610-df77-4e0d-aec6-f0032189cec7" -d '{"events": [{"name": "network-changed", "server_uuid": "5598be2a-00db-4303-bc81-a7fb3674e371", "tag": "e2481fa1-2595-4100-98cf-07e796517813"}]}' {{(pid=106206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:04:15.096860 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [None req-ff83c483-8fce-4f9b-93e4-2c96f207cec4 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1868053050', 'description': 'tempest-secgroup-smoke-1868053050 description', 'project_id': 'fca43fd867154911badb413c7046befd'}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:04:15.122749 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:15.124750 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-ff83c483-8fce-4f9b-93e4-2c96f207cec4 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Publish callbacks [] for security_group (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:15.124944 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvr_db [None req-7f900ce4-571a-4fc9-b532-eb4021029663 None None] Set router c519ccb1-6307-4853-80e6-d4726775bd28 gateway port host: dv-cinder-815146-13-iscsi {{(pid=106208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:04:15.151161 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-457d37be-4680-4012-9677-e5b1e123d4ea req-e47ff1ed-8b42-4960-ab43-7dbfeda7ed07 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/0b956883-0f29-4de3-9788-00541616d922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401744 Aug 30 01:04:15.155503 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7250e289-1d35-4f21-975f-2c8676e1813d x-openstack-request-id: req-7250e289-1d35-4f21-975f-2c8676e1813d {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:04:15.155793 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5598be2a-00db-4303-bc81-a7fb3674e371", "tag": "e2481fa1-2595-4100-98cf-07e796517813", "status": "completed", "code": 200}]} {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:04:15.156047 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7250e289-1d35-4f21-975f-2c8676e1813d {{(pid=106206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:04:15.156449 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7250e289-1d35-4f21-975f-2c8676e1813d'] response: {'name': 'network-changed', 'server_uuid': '5598be2a-00db-4303-bc81-a7fb3674e371', 'tag': 'e2481fa1-2595-4100-98cf-07e796517813', 'status': 'completed', 'code': 200} Aug 30 01:04:15.248558 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-ff83c483-8fce-4f9b-93e4-2c96f207cec4 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Publish callbacks [] for security_group (fc98e544-5446-4a9d-95b5-00310bfa492a), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:15.259543 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-ff83c483-8fce-4f9b-93e4-2c96f207cec4 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (fc98e544-5446-4a9d-95b5-00310bfa492a), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:15.266771 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1492610-df77-4e0d-aec6-f0032189cec7 req-8b5feb3b-9b50-4c23-be74-9810f523f9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:15.268305 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e1492610-df77-4e0d-aec6-f0032189cec7 req-8b5feb3b-9b50-4c23-be74-9810f523f9d2 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=fca43fd867154911badb413c7046befd&device_id=5598be2a-00db-4303-bc81-a7fb3674e371 HTTP/1.1" status: 200 len: 1130 time: 0.0607889 Aug 30 01:04:15.300323 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-457d37be-4680-4012-9677-e5b1e123d4ea req-bc485b20-f66e-41c5-b6b8-a90b563f8d26 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/0b956883-0f29-4de3-9788-00541616d922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186864 Aug 30 01:04:15.305604 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-ff83c483-8fce-4f9b-93e4-2c96f207cec4 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Publish callbacks [] for security_group (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:15.306860 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-ff83c483-8fce-4f9b-93e4-2c96f207cec4 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2134197 Aug 30 01:04:15.310873 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 50126) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:04:15.315412 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [None req-af977524-52bb-404a-8314-bc340be3050a tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Request body: {'security_group_rule': {'security_group_id': 'fc98e544-5446-4a9d-95b5-00310bfa492a', 'project_id': 'fca43fd867154911badb413c7046befd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:04:15.318722 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff83c483-8fce-4f9b-93e4-2c96f207cec4 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc98e544-5446-4a9d-95b5-00310bfa492a,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:04:15.355858 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff83c483-8fce-4f9b-93e4-2c96f207cec4 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:04:15.356193 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff83c483-8fce-4f9b-93e4-2c96f207cec4 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:04:15.356536 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff83c483-8fce-4f9b-93e4-2c96f207cec4 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:04:15.356873 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff83c483-8fce-4f9b-93e4-2c96f207cec4 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:04:15.357228 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff83c483-8fce-4f9b-93e4-2c96f207cec4 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:04:15.357557 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff83c483-8fce-4f9b-93e4-2c96f207cec4 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:04:15.357889 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff83c483-8fce-4f9b-93e4-2c96f207cec4 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:04:15.358226 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff83c483-8fce-4f9b-93e4-2c96f207cec4 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:04:15.358545 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff83c483-8fce-4f9b-93e4-2c96f207cec4 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:04:15.358848 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff83c483-8fce-4f9b-93e4-2c96f207cec4 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:04:15.359170 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff83c483-8fce-4f9b-93e4-2c96f207cec4 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:04:15.359486 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff83c483-8fce-4f9b-93e4-2c96f207cec4 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:04:15.359865 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff83c483-8fce-4f9b-93e4-2c96f207cec4 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:04:15.360373 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff83c483-8fce-4f9b-93e4-2c96f207cec4 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:04:15.360877 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff83c483-8fce-4f9b-93e4-2c96f207cec4 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:04:15.363089 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-af977524-52bb-404a-8314-bc340be3050a tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Publish callbacks [] for security_group_rule (306afaf5-af7a-4d91-8da2-f52c059c99dd), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:15.408597 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:15.418687 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1492610-df77-4e0d-aec6-f0032189cec7 req-e8558de3-d6d1-434c-bbc9-ab8b2022e276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:15.421272 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e1492610-df77-4e0d-aec6-f0032189cec7 req-e8558de3-d6d1-434c-bbc9-ab8b2022e276 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=333b25f5-148a-49b1-825d-7793a1ea673e HTTP/1.1" status: 200 len: 916 time: 0.1278055 Aug 30 01:04:15.431747 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-af977524-52bb-404a-8314-bc340be3050a tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Publish callbacks [] for security_group_rule (306afaf5-af7a-4d91-8da2-f52c059c99dd), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:15.433171 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-7f900ce4-571a-4fc9-b532-eb4021029663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c519ccb1-6307-4853-80e6-d4726775bd28', 'name': 'tempest-TestMinimumBasicScenario-428767255-router', 'tenant_id': 'fca43fd867154911badb413c7046befd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.46'}], 'enable_snat': True}, 'gw_port_id': 'c95263aa-656f-46aa-8e21-98579d43b4ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:03:13Z', 'updated_at': '2022-08-30T01:03:17Z', 'revision_number': 4, 'project_id': 'fca43fd867154911badb413c7046befd', 'gw_port': {'id': 'c95263aa-656f-46aa-8e21-98579d43b4ae', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c519ccb1-6307-4853-80e6-d4726775bd28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:13Z', 'updated_at': '2022-08-30T01:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_floatingips': [{'id': '4e4780de-00ce-403d-b524-968f60cb7d25', 'tenant_id': 'fca43fd867154911badb413c7046befd', 'floating_ip_address': '172.27.4.241', 'floating_network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'router_id': 'c519ccb1-6307-4853-80e6-d4726775bd28', 'port_id': 'e2481fa1-2595-4100-98cf-07e796517813', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '333b25f5-148a-49b1-825d-7793a1ea673e', 'mac_address': 'fa:16:3e:e7:6e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5598be2a-00db-4303-bc81-a7fb3674e371', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:04:14Z', 'updated_at': '2022-08-30T01:04:14Z', 'revision_number': 0, 'project_id': 'fca43fd867154911badb413c7046befd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e10d3e45-1218-4a9e-9db3-23014aba0708', 'name': '', 'network_id': '333b25f5-148a-49b1-825d-7793a1ea673e', 'tenant_id': 'fca43fd867154911badb413c7046befd', 'mac_address': 'fa:16:3e:de:31:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c519ccb1-6307-4853-80e6-d4726775bd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '116e9a9f-9110-41be-b1cb-3b04317f52eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:15Z', 'updated_at': '2022-08-30T01:03:22Z', 'revision_number': 5, 'project_id': 'fca43fd867154911badb413c7046befd', 'subnets': [{'id': '116e9a9f-9110-41be-b1cb-3b04317f52eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:04:15.435530 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-af977524-52bb-404a-8314-bc340be3050a tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16314934'] for security_group_rule (306afaf5-af7a-4d91-8da2-f52c059c99dd), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:15.457304 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af977524-52bb-404a-8314-bc340be3050a tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=306afaf5-af7a-4d91-8da2-f52c059c99dd,revision_number=0']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:04:15.461903 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-af977524-52bb-404a-8314-bc340be3050a tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:15.466634 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-af977524-52bb-404a-8314-bc340be3050a tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1511939 Aug 30 01:04:15.467107 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 50128) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:04:15.468674 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f900ce4-571a-4fc9-b532-eb4021029663 None None] Checking router: c519ccb1-6307-4853-80e6-d4726775bd28 for host: dv-cinder-815146-13-iscsi {{(pid=106208) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:04:15.471242 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [None req-a5e91733-350b-43a3-aa10-8db9b461bef9 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Request body: {'security_group_rule': {'security_group_id': 'fc98e544-5446-4a9d-95b5-00310bfa492a', 'project_id': 'fca43fd867154911badb413c7046befd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:04:15.477732 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f900ce4-571a-4fc9-b532-eb4021029663 None None] Routers {'c519ccb1-6307-4853-80e6-d4726775bd28'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:04:15.478219 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-7f900ce4-571a-4fc9-b532-eb4021029663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:04:11Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['c519ccb1-6307-4853-80e6-d4726775bd28'], 'active': True} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:04:15.500056 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-a5e91733-350b-43a3-aa10-8db9b461bef9 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Publish callbacks [] for security_group_rule (5c7374fa-1caf-4d79-8b8c-9b85397ba5e6), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:15.560066 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-a5e91733-350b-43a3-aa10-8db9b461bef9 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Publish callbacks [] for security_group_rule (5c7374fa-1caf-4d79-8b8c-9b85397ba5e6), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:15.564723 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-a5e91733-350b-43a3-aa10-8db9b461bef9 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16314934'] for security_group_rule (5c7374fa-1caf-4d79-8b8c-9b85397ba5e6), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:15.582632 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e91733-350b-43a3-aa10-8db9b461bef9 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c7374fa-1caf-4d79-8b8c-9b85397ba5e6,revision_number=0']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:04:15.591601 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvr_db [None req-7f900ce4-571a-4fc9-b532-eb4021029663 None None] Set router c519ccb1-6307-4853-80e6-d4726775bd28 gateway port host: dv-cinder-815146-13-iscsi {{(pid=106208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:04:15.594181 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-a5e91733-350b-43a3-aa10-8db9b461bef9 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:15.597185 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-a5e91733-350b-43a3-aa10-8db9b461bef9 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1276093 Aug 30 01:04:15.598360 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 50130) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:04:15.602808 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [None req-1b6234a7-3499-49aa-b1c6-94662dd2f957 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Request body: {'security_group_rule': {'security_group_id': 'fc98e544-5446-4a9d-95b5-00310bfa492a', 'project_id': 'fca43fd867154911badb413c7046befd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:04:15.634090 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:15.636839 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-1b6234a7-3499-49aa-b1c6-94662dd2f957 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Publish callbacks [] for security_group_rule (c2472136-496a-48b9-9d3f-341439e2a50b), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:15.658511 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:15.700972 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-1b6234a7-3499-49aa-b1c6-94662dd2f957 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Publish callbacks [] for security_group_rule (c2472136-496a-48b9-9d3f-341439e2a50b), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:15.705107 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-1b6234a7-3499-49aa-b1c6-94662dd2f957 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16314934'] for security_group_rule (c2472136-496a-48b9-9d3f-341439e2a50b), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:15.734531 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6234a7-3499-49aa-b1c6-94662dd2f957 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2472136-496a-48b9-9d3f-341439e2a50b,revision_number=0']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:04:15.761637 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-1b6234a7-3499-49aa-b1c6-94662dd2f957 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:15.762748 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-1b6234a7-3499-49aa-b1c6-94662dd2f957 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1634037 Aug 30 01:04:15.765821 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 50134) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:04:15.771104 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [None req-391ebe98-b262-4833-9fdb-be687573da0d tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Request body: {'security_group_rule': {'security_group_id': 'fc98e544-5446-4a9d-95b5-00310bfa492a', 'project_id': 'fca43fd867154911badb413c7046befd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:04:15.778829 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda59cc-1906-412f-a276-513750533c9c req-bea92e79-01cb-4fa1-8c14-4996a63a01b5 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:15.780380 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-cdda59cc-1906-412f-a276-513750533c9c req-bea92e79-01cb-4fa1-8c14-4996a63a01b5 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2cff4036-ef80-4791-92b5-0c71c8e93582 HTTP/1.1" status: 200 len: 945 time: 0.0667698 Aug 30 01:04:15.804372 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-391ebe98-b262-4833-9fdb-be687573da0d tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Publish callbacks [] for security_group_rule (dce3b547-e8e6-4364-8a5d-a32e14b3f541), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:15.836392 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-cdda59cc-1906-412f-a276-513750533c9c req-157d7ca9-ae14-4fda-9bf5-e7dc356001f2 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0804ce8-eeeb-4c50-ad28-c5d311c0afd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502462 Aug 30 01:04:15.852956 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-7f900ce4-571a-4fc9-b532-eb4021029663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c519ccb1-6307-4853-80e6-d4726775bd28', 'name': 'tempest-TestMinimumBasicScenario-428767255-router', 'tenant_id': 'fca43fd867154911badb413c7046befd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.46'}], 'enable_snat': True}, 'gw_port_id': 'c95263aa-656f-46aa-8e21-98579d43b4ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:03:13Z', 'updated_at': '2022-08-30T01:03:17Z', 'revision_number': 4, 'project_id': 'fca43fd867154911badb413c7046befd', 'gw_port': {'id': 'c95263aa-656f-46aa-8e21-98579d43b4ae', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c519ccb1-6307-4853-80e6-d4726775bd28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:13Z', 'updated_at': '2022-08-30T01:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_floatingips': [{'id': '4e4780de-00ce-403d-b524-968f60cb7d25', 'tenant_id': 'fca43fd867154911badb413c7046befd', 'floating_ip_address': '172.27.4.241', 'floating_network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'router_id': 'c519ccb1-6307-4853-80e6-d4726775bd28', 'port_id': 'e2481fa1-2595-4100-98cf-07e796517813', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '333b25f5-148a-49b1-825d-7793a1ea673e', 'mac_address': 'fa:16:3e:e7:6e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5598be2a-00db-4303-bc81-a7fb3674e371', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:04:14Z', 'updated_at': '2022-08-30T01:04:14Z', 'revision_number': 0, 'project_id': 'fca43fd867154911badb413c7046befd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e10d3e45-1218-4a9e-9db3-23014aba0708', 'name': '', 'network_id': '333b25f5-148a-49b1-825d-7793a1ea673e', 'tenant_id': 'fca43fd867154911badb413c7046befd', 'mac_address': 'fa:16:3e:de:31:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c519ccb1-6307-4853-80e6-d4726775bd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '116e9a9f-9110-41be-b1cb-3b04317f52eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:15Z', 'updated_at': '2022-08-30T01:03:22Z', 'revision_number': 5, 'project_id': 'fca43fd867154911badb413c7046befd', 'subnets': [{'id': '116e9a9f-9110-41be-b1cb-3b04317f52eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:04:15.882055 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-391ebe98-b262-4833-9fdb-be687573da0d tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Publish callbacks [] for security_group_rule (dce3b547-e8e6-4364-8a5d-a32e14b3f541), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:15.884183 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f900ce4-571a-4fc9-b532-eb4021029663 None None] The sync data for ids ['c519ccb1-6307-4853-80e6-d4726775bd28'] in dv-cinder-815146-13-iscsi is: [{'id': 'c519ccb1-6307-4853-80e6-d4726775bd28', 'name': 'tempest-TestMinimumBasicScenario-428767255-router', 'tenant_id': 'fca43fd867154911badb413c7046befd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.46'}], 'enable_snat': True}, 'gw_port_id': 'c95263aa-656f-46aa-8e21-98579d43b4ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:03:13Z', 'updated_at': '2022-08-30T01:03:17Z', 'revision_number': 4, 'project_id': 'fca43fd867154911badb413c7046befd', 'gw_port': {'id': 'c95263aa-656f-46aa-8e21-98579d43b4ae', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c519ccb1-6307-4853-80e6-d4726775bd28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:13Z', 'updated_at': '2022-08-30T01:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_floatingips': [{'id': '4e4780de-00ce-403d-b524-968f60cb7d25', 'tenant_id': 'fca43fd867154911badb413c7046befd', 'floating_ip_address': '172.27.4.241', 'floating_network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'router_id': 'c519ccb1-6307-4853-80e6-d4726775bd28', 'port_id': 'e2481fa1-2595-4100-98cf-07e796517813', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '333b25f5-148a-49b1-825d-7793a1ea673e', 'mac_address': 'fa:16:3e:e7:6e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5598be2a-00db-4303-bc81-a7fb3674e371', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:04:14Z', 'updated_at': '2022-08-30T01:04:14Z', 'revision_number': 0, 'project_id': 'fca43fd867154911badb413c7046befd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e10d3e45-1218-4a9e-9db3-23014aba0708', 'name': '', 'network_id': '333b25f5-148a-49b1-825d-7793a1ea673e', 'tenant_id': 'fca43fd867154911badb413c7046befd', 'mac_address': 'fa:16:3e:de:31:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c519ccb1-6307-4853-80e6-d4726775bd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '116e9a9f-9110-41be-b1cb-3b04317f52eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:15Z', 'updated_at': '2022-08-30T01:03:22Z', 'revision_number': 5, 'project_id': 'fca43fd867154911badb413c7046befd', 'subnets': [{'id': '116e9a9f-9110-41be-b1cb-3b04317f52eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:04:15.887116 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-391ebe98-b262-4833-9fdb-be687573da0d tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16314934'] for security_group_rule (dce3b547-e8e6-4364-8a5d-a32e14b3f541), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:15.908032 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391ebe98-b262-4833-9fdb-be687573da0d tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dce3b547-e8e6-4364-8a5d-a32e14b3f541,revision_number=0']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:04:15.913926 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-391ebe98-b262-4833-9fdb-be687573da0d tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:15.919388 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 50136) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:04:15.921695 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-391ebe98-b262-4833-9fdb-be687573da0d tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1548657 Aug 30 01:04:15.924140 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [None req-99326678-faa5-4c04-9fce-60c3038361a3 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Request body: {'security_group_rule': {'security_group_id': 'fc98e544-5446-4a9d-95b5-00310bfa492a', 'project_id': 'fca43fd867154911badb413c7046befd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:04:15.954050 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.db.securitygroups_db [None req-99326678-faa5-4c04-9fce-60c3038361a3 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Project fca43fd867154911badb413c7046befd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 01:04:15.960610 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-99326678-faa5-4c04-9fce-60c3038361a3 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Publish callbacks [] for security_group_rule (11804749-05db-4f17-a049-18b9037b852d), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:16.027212 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-99326678-faa5-4c04-9fce-60c3038361a3 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Publish callbacks [] for security_group_rule (11804749-05db-4f17-a049-18b9037b852d), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:16.032015 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-99326678-faa5-4c04-9fce-60c3038361a3 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16314934'] for security_group_rule (11804749-05db-4f17-a049-18b9037b852d), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:16.089839 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99326678-faa5-4c04-9fce-60c3038361a3 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11804749-05db-4f17-a049-18b9037b852d,revision_number=0']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:04:16.095897 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-99326678-faa5-4c04-9fce-60c3038361a3 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:16.099935 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-99326678-faa5-4c04-9fce-60c3038361a3 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1766467 Aug 30 01:04:16.100270 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 50138) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:04:16.106752 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [None req-441c0222-a978-45ae-af34-6b9e40dd1198 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Request body: {'security_group_rule': {'security_group_id': 'fc98e544-5446-4a9d-95b5-00310bfa492a', 'project_id': 'fca43fd867154911badb413c7046befd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:04:16.142436 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.db.securitygroups_db [None req-441c0222-a978-45ae-af34-6b9e40dd1198 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Project fca43fd867154911badb413c7046befd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 01:04:16.144665 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e1492610-df77-4e0d-aec6-f0032189cec7 req-ad10cdff-cd76-4297-bfa8-d2ca710f9fd0 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2481fa1-2595-4100-98cf-07e796517813 HTTP/1.1" status: 200 len: 1000 time: 0.0942526 Aug 30 01:04:16.149231 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-441c0222-a978-45ae-af34-6b9e40dd1198 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Publish callbacks [] for security_group_rule (a79121e4-a2e6-4f7f-9c9d-ae9c46b375fa), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:16.160033 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:16.167693 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c72d47-a1e7-4916-b9ca-2e04a04b61e9 None None] New status for floating IP 4e4780de-00ce-403d-b524-968f60cb7d25: ACTIVE {{(pid=106209) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:04:16.219559 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-441c0222-a978-45ae-af34-6b9e40dd1198 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Publish callbacks [] for security_group_rule (a79121e4-a2e6-4f7f-9c9d-ae9c46b375fa), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:16.224175 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-441c0222-a978-45ae-af34-6b9e40dd1198 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16314934'] for security_group_rule (a79121e4-a2e6-4f7f-9c9d-ae9c46b375fa), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:16.248608 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441c0222-a978-45ae-af34-6b9e40dd1198 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a79121e4-a2e6-4f7f-9c9d-ae9c46b375fa,revision_number=0']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:04:16.254818 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-441c0222-a978-45ae-af34-6b9e40dd1198 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:16.256030 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-441c0222-a978-45ae-af34-6b9e40dd1198 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1547735 Aug 30 01:04:16.357896 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-45e36c5f-ab24-44ab-8ecf-aec3474b84df req-95c79580-e4cb-45fd-b802-1e5970c73790 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1868053050&fields=id&tenant_id=fca43fd867154911badb413c7046befd HTTP/1.1" status: 200 len: 267 time: 0.0468526 Aug 30 01:04:16.410489 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e36c5f-ab24-44ab-8ecf-aec3474b84df req-8d95cd2b-3d3d-4b9e-9e4b-4cef381a3097 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:16.412053 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-45e36c5f-ab24-44ab-8ecf-aec3474b84df req-8d95cd2b-3d3d-4b9e-9e4b-4cef381a3097 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5598be2a-00db-4303-bc81-a7fb3674e371 HTTP/1.1" status: 200 len: 946 time: 0.0487993 Aug 30 01:04:16.424958 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [req-45e36c5f-ab24-44ab-8ecf-aec3474b84df req-cb33b393-37b7-4dcc-9103-ab823740277f tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Request body: {'port': {'security_groups': ['b59c982d-07c8-4d82-875f-5f1283f0518a', 'fc98e544-5446-4a9d-95b5-00310bfa492a']}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:04:16.501357 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-45e36c5f-ab24-44ab-8ecf-aec3474b84df req-cb33b393-37b7-4dcc-9103-ab823740277f tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (e2481fa1-2595-4100-98cf-07e796517813), before_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:16.689714 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.db [req-45e36c5f-ab24-44ab-8ecf-aec3474b84df req-cb33b393-37b7-4dcc-9103-ab823740277f tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] For port e2481fa1-2595-4100-98cf-07e796517813, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=e2481fa1-2595-4100-98cf-07e796517813,segment=NetworkSegment(a07f57a2-5cfa-489d-867c-66fce265e4e3),segment_id=a07f57a2-5cfa-489d-867c-66fce265e4e3)] {{(pid=106207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:04:16.718838 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-45e36c5f-ab24-44ab-8ecf-aec3474b84df req-cb33b393-37b7-4dcc-9103-ab823740277f tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Publish callbacks [] for port (e2481fa1-2595-4100-98cf-07e796517813), precommit_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:16.723379 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-45e36c5f-ab24-44ab-8ecf-aec3474b84df req-cb33b393-37b7-4dcc-9103-ab823740277f tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (e2481fa1-2595-4100-98cf-07e796517813), after_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:16.734740 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e36c5f-ab24-44ab-8ecf-aec3474b84df req-cb33b393-37b7-4dcc-9103-ab823740277f tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:16.735350 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-45e36c5f-ab24-44ab-8ecf-aec3474b84df req-cb33b393-37b7-4dcc-9103-ab823740277f tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for port (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:16.736710 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-45e36c5f-ab24-44ab-8ecf-aec3474b84df req-cb33b393-37b7-4dcc-9103-ab823740277f tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "PUT /networking/v2.0/ports/e2481fa1-2595-4100-98cf-07e796517813 HTTP/1.1" status: 200 len: 982 time: 0.3164766 Aug 30 01:04:16.737219 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5598be2a-00db-4303-bc81-a7fb3674e371', 'tag': 'e2481fa1-2595-4100-98cf-07e796517813'}] {{(pid=106207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:04:16.741282 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480b08bd5bc4b1a03c1b08d00e02a3f82783774d0c3347d038299e83f2d6db65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e8d7bb-e638-449a-89b9-f020d55f03db" -d '{"events": [{"name": "network-changed", "server_uuid": "5598be2a-00db-4303-bc81-a7fb3674e371", "tag": "e2481fa1-2595-4100-98cf-07e796517813"}]}' {{(pid=106207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:04:16.748175 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] get_ports_and_sgs() called for port_ids ['e2481fa1-2595-4100-98cf-07e796517813'] {{(pid=106208) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:04:16.775404 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:16.792451 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d4cb60-6633-4281-8ff6-54ecfce4a46a x-openstack-request-id: req-88d4cb60-6633-4281-8ff6-54ecfce4a46a {{(pid=106207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:04:16.792451 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5598be2a-00db-4303-bc81-a7fb3674e371", "tag": "e2481fa1-2595-4100-98cf-07e796517813", "status": "completed", "code": 200}]} {{(pid=106207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:04:16.792783 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-88d4cb60-6633-4281-8ff6-54ecfce4a46a {{(pid=106207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:04:16.793677 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88d4cb60-6633-4281-8ff6-54ecfce4a46a'] response: {'name': 'network-changed', 'server_uuid': '5598be2a-00db-4303-bc81-a7fb3674e371', 'tag': 'e2481fa1-2595-4100-98cf-07e796517813', 'status': 'completed', 'code': 200} Aug 30 01:04:16.804557 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb33b393-37b7-4dcc-9103-ab823740277f tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Pushing event updated for resources: {'Port': ['ID=e2481fa1-2595-4100-98cf-07e796517813,revision_number=6']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:04:16.861011 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f8c98c-dd9f-4283-b024-b0e6a3909326 req-434cecb2-7387-41cb-a844-7211d4460b5c tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:16.862536 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-02f8c98c-dd9f-4283-b024-b0e6a3909326 req-434cecb2-7387-41cb-a844-7211d4460b5c tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5598be2a-00db-4303-bc81-a7fb3674e371 HTTP/1.1" status: 200 len: 985 time: 0.0543625 Aug 30 01:04:16.941816 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] get_ports_and_sgs() called for port_ids ['e2481fa1-2595-4100-98cf-07e796517813'] {{(pid=106208) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:04:16.945286 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=100 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:16.950408 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:16.969448 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-02f8c98c-dd9f-4283-b024-b0e6a3909326 req-0cde62ac-06ab-4d12-8632-acdc68d78fc7 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b59c982d-07c8-4d82-875f-5f1283f0518a&id=fc98e544-5446-4a9d-95b5-00310bfa492a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1010604 Aug 30 01:04:16.981827 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f363f5c-1f87-4823-8c12-48e48d99aa73 req-c1b9fb7d-79bd-4592-b3a2-8c8ce6034842 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:16.985678 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-2f363f5c-1f87-4823-8c12-48e48d99aa73 req-c1b9fb7d-79bd-4592-b3a2-8c8ce6034842 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2cff4036-ef80-4791-92b5-0c71c8e93582 HTTP/1.1" status: 200 len: 945 time: 0.0695446 Aug 30 01:04:17.047088 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=100 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:17.058624 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-2f363f5c-1f87-4823-8c12-48e48d99aa73 req-009d53e2-38d3-4651-b276-2d0031bd2c72 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0804ce8-eeeb-4c50-ad28-c5d311c0afd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642362 Aug 30 01:04:17.139392 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1492610-df77-4e0d-aec6-f0032189cec7 req-13084a16-2d2a-4a8e-9c9f-c9e4d86b3ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:17.141150 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e1492610-df77-4e0d-aec6-f0032189cec7 req-13084a16-2d2a-4a8e-9c9f-c9e4d86b3ac4 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=116e9a9f-9110-41be-b1cb-3b04317f52eb HTTP/1.1" status: 200 len: 853 time: 0.0815063 Aug 30 01:04:17.234174 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d26c5-fcf1-457b-868e-4e358e7f3adf req-699bca6b-0203-43cb-8aed-fd52f076fb31 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:17.235719 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-705d26c5-fcf1-457b-868e-4e358e7f3adf req-699bca6b-0203-43cb-8aed-fd52f076fb31 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2cff4036-ef80-4791-92b5-0c71c8e93582 HTTP/1.1" status: 200 len: 945 time: 0.0828736 Aug 30 01:04:17.236844 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1492610-df77-4e0d-aec6-f0032189cec7 req-bfc23bf0-2776-42f4-898b-c1e15de7a875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:17.238258 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e1492610-df77-4e0d-aec6-f0032189cec7 req-bfc23bf0-2776-42f4-898b-c1e15de7a875 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=333b25f5-148a-49b1-825d-7793a1ea673e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0746696 Aug 30 01:04:17.247373 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 50156) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:04:17.252507 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [None req-f00febec-09d9-4e0a-b747-9cd117ccac23 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Request body: {'floatingip': {'port_id': '737df1fc-0996-483b-b4f3-e6055a0f4df0'}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:04:17.327787 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-f00febec-09d9-4e0a-b747-9cd117ccac23 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Publish callbacks [] for floatingip (cc03bf5e-bd17-409f-b238-d51b16ffb34b), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:17.381328 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e1492610-df77-4e0d-aec6-f0032189cec7 req-5323a5f3-6e26-48a9-a790-7a2e7b067b4a service neutron] 10.222.0.47 "GET /networking/v2.0/networks/333b25f5-148a-49b1-825d-7793a1ea673e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274409 Aug 30 01:04:17.498311 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e1492610-df77-4e0d-aec6-f0032189cec7 req-420fe2ca-09d0-4d4a-875f-52c34107debe service neutron] 10.222.0.47 "GET /networking/v2.0/networks/333b25f5-148a-49b1-825d-7793a1ea673e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026556 Aug 30 01:04:17.621939 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e8d7bb-e638-449a-89b9-f020d55f03db req-23a6c4f5-3322-41f8-9df8-303cf2e20092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:17.623684 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-36e8d7bb-e638-449a-89b9-f020d55f03db req-23a6c4f5-3322-41f8-9df8-303cf2e20092 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=fca43fd867154911badb413c7046befd&device_id=5598be2a-00db-4303-bc81-a7fb3674e371 HTTP/1.1" status: 200 len: 1169 time: 0.0456722 Aug 30 01:04:17.715864 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:17.733803 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e8d7bb-e638-449a-89b9-f020d55f03db req-172361e6-250b-4be5-a39a-c79a0b3ddb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:17.735418 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-36e8d7bb-e638-449a-89b9-f020d55f03db req-172361e6-250b-4be5-a39a-c79a0b3ddb16 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=333b25f5-148a-49b1-825d-7793a1ea673e HTTP/1.1" status: 200 len: 916 time: 0.1026981 Aug 30 01:04:17.807410 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-36e8d7bb-e638-449a-89b9-f020d55f03db req-925cd0d5-5630-4a52-ad72-ba57a1cf4ee3 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2481fa1-2595-4100-98cf-07e796517813 HTTP/1.1" status: 200 len: 1002 time: 0.0581775 Aug 30 01:04:17.813947 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-f00febec-09d9-4e0a-b747-9cd117ccac23 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:17.825274 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-f00febec-09d9-4e0a-b747-9cd117ccac23 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16466402'] for floatingip (cc03bf5e-bd17-409f-b238-d51b16ffb34b), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:17.924141 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.db.l3_db [None req-f00febec-09d9-4e0a-b747-9cd117ccac23 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Floating IP cc03bf5e-bd17-409f-b238-d51b16ffb34b associated. External IP: 172.27.4.130, port: 737df1fc-0996-483b-b4f3-e6055a0f4df0. Aug 30 01:04:18.289341 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e8d7bb-e638-449a-89b9-f020d55f03db req-9fd6a553-02c1-422f-8971-9fd17236c4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:18.291204 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-36e8d7bb-e638-449a-89b9-f020d55f03db req-9fd6a553-02c1-422f-8971-9fd17236c4f1 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=116e9a9f-9110-41be-b1cb-3b04317f52eb HTTP/1.1" status: 200 len: 853 time: 0.0571289 Aug 30 01:04:18.338967 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f00febec-09d9-4e0a-b747-9cd117ccac23 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Router bfbc9895-1b34-4da0-af70-7d9bca0a2319 has already been hosted by L3 agent 613dbf26-5731-4391-8a29-3c5185f7ed3f {{(pid=106206) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:04:18.345742 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e8d7bb-e638-449a-89b9-f020d55f03db req-0bfe2e32-4601-4ff8-8187-04427453677a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:18.347738 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-36e8d7bb-e638-449a-89b9-f020d55f03db req-0bfe2e32-4601-4ff8-8187-04427453677a service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=333b25f5-148a-49b1-825d-7793a1ea673e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0446930 Aug 30 01:04:18.438572 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:18.453896 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f00febec-09d9-4e0a-b747-9cd117ccac23 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Notify agent at l3_agent.dv-cinder-815146-13-iscsi the message routers_updated {{(pid=106206) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:04:18.459316 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-f00febec-09d9-4e0a-b747-9cd117ccac23 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for floatingip (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:18.462118 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-36e8d7bb-e638-449a-89b9-f020d55f03db req-fbe296a2-9ab4-485d-b43a-c158656b81d5 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/333b25f5-148a-49b1-825d-7793a1ea673e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013329 Aug 30 01:04:18.465634 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55023d2-3582-4635-9233-ded00fd6c154 None None] Sync routers for ids ['bfbc9895-1b34-4da0-af70-7d9bca0a2319'] in dv-cinder-815146-13-iscsi {{(pid=106208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:04:18.476621 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55023d2-3582-4635-9233-ded00fd6c154 None None] Routers {'bfbc9895-1b34-4da0-af70-7d9bca0a2319'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:04:18.477259 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-a55023d2-3582-4635-9233-ded00fd6c154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:04:11Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['bfbc9895-1b34-4da0-af70-7d9bca0a2319'], 'active': True} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:04:18.492215 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-f00febec-09d9-4e0a-b747-9cd117ccac23 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "PUT /networking/v2.0/floatingips/cc03bf5e-bd17-409f-b238-d51b16ffb34b HTTP/1.1" status: 200 len: 991 time: 1.2437310 Aug 30 01:04:18.493020 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cff4036-ef80-4791-92b5-0c71c8e93582', 'tag': '737df1fc-0996-483b-b4f3-e6055a0f4df0'}] {{(pid=106206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:04:18.496058 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068580ff6c600dbe59ab62011f5d984f60f6f54628162803fce2ed792aa7a021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d0aa6c3-028b-4c1b-b60b-3ccefcc70aca" -d '{"events": [{"name": "network-changed", "server_uuid": "2cff4036-ef80-4791-92b5-0c71c8e93582", "tag": "737df1fc-0996-483b-b4f3-e6055a0f4df0"}]}' {{(pid=106206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:04:18.535657 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9838df3-38c4-4a3f-8a7b-3d3c0c863fda x-openstack-request-id: req-b9838df3-38c4-4a3f-8a7b-3d3c0c863fda {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:04:18.535973 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cff4036-ef80-4791-92b5-0c71c8e93582", "tag": "737df1fc-0996-483b-b4f3-e6055a0f4df0", "status": "completed", "code": 200}]} {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:04:18.536222 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b9838df3-38c4-4a3f-8a7b-3d3c0c863fda {{(pid=106206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:04:18.536757 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9838df3-38c4-4a3f-8a7b-3d3c0c863fda'] response: {'name': 'network-changed', 'server_uuid': '2cff4036-ef80-4791-92b5-0c71c8e93582', 'tag': '737df1fc-0996-483b-b4f3-e6055a0f4df0', 'status': 'completed', 'code': 200} Aug 30 01:04:18.571740 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-36e8d7bb-e638-449a-89b9-f020d55f03db req-0fcec0fe-0522-4339-a385-cdff75de7062 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/333b25f5-148a-49b1-825d-7793a1ea673e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928686 Aug 30 01:04:18.597703 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvr_db [None req-a55023d2-3582-4635-9233-ded00fd6c154 None None] Set router bfbc9895-1b34-4da0-af70-7d9bca0a2319 gateway port host: dv-cinder-815146-13-iscsi {{(pid=106208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:04:18.638767 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0aa6c3-028b-4c1b-b60b-3ccefcc70aca req-ea02e77d-433c-4b62-8c1b-eacb93a96e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:18.640290 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-4d0aa6c3-028b-4c1b-b60b-3ccefcc70aca req-ea02e77d-433c-4b62-8c1b-eacb93a96e1a service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=ceebbaa5dd9d4110a6393190c5b466f0&device_id=2cff4036-ef80-4791-92b5-0c71c8e93582 HTTP/1.1" status: 200 len: 1129 time: 0.0412753 Aug 30 01:04:18.707240 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=100 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:18.736188 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0aa6c3-028b-4c1b-b60b-3ccefcc70aca req-cdb41808-b094-4abf-a704-308033440e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:18.737946 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-4d0aa6c3-028b-4c1b-b60b-3ccefcc70aca req-cdb41808-b094-4abf-a704-308033440e5d service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=5ee6ec53-bf26-4fab-b55f-62bd4221ec41 HTTP/1.1" status: 200 len: 920 time: 0.0904222 Aug 30 01:04:18.805834 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-4d0aa6c3-028b-4c1b-b60b-3ccefcc70aca req-b2a89f81-0a07-439d-8a45-8e15e5779ef6 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=737df1fc-0996-483b-b4f3-e6055a0f4df0 HTTP/1.1" status: 200 len: 999 time: 0.0580952 Aug 30 01:04:18.864617 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0aa6c3-028b-4c1b-b60b-3ccefcc70aca req-fbd4505c-4660-4236-9c54-da7e602d6d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:18.866178 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-4d0aa6c3-028b-4c1b-b60b-3ccefcc70aca req-fbd4505c-4660-4236-9c54-da7e602d6d6c service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=4a91c71a-9152-4bb3-bae3-f34c8bf8c47c HTTP/1.1" status: 200 len: 857 time: 0.0464406 Aug 30 01:04:18.919822 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0aa6c3-028b-4c1b-b60b-3ccefcc70aca req-1d03b5eb-291c-4b20-abd2-84f1815b6995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:18.921354 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-4d0aa6c3-028b-4c1b-b60b-3ccefcc70aca req-1d03b5eb-291c-4b20-abd2-84f1815b6995 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=5ee6ec53-bf26-4fab-b55f-62bd4221ec41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0444536 Aug 30 01:04:18.945318 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-a55023d2-3582-4635-9233-ded00fd6c154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfbc9895-1b34-4da0-af70-7d9bca0a2319', 'name': 'tempest-ServerRescueNegativeTestJSON-568706440-router', 'tenant_id': 'ceebbaa5dd9d4110a6393190c5b466f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.79'}], 'enable_snat': True}, 'gw_port_id': 'a67e6768-26a3-4e65-9c2d-9e0b65834475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:01:01Z', 'updated_at': '2022-08-30T01:01:09Z', 'revision_number': 4, 'project_id': 'ceebbaa5dd9d4110a6393190c5b466f0', 'gw_port': {'id': 'a67e6768-26a3-4e65-9c2d-9e0b65834475', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfbc9895-1b34-4da0-af70-7d9bca0a2319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:03Z', 'updated_at': '2022-08-30T01:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_floatingips': [{'id': 'cc03bf5e-bd17-409f-b238-d51b16ffb34b', 'tenant_id': 'ceebbaa5dd9d4110a6393190c5b466f0', 'floating_ip_address': '172.27.4.130', 'floating_network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'router_id': 'bfbc9895-1b34-4da0-af70-7d9bca0a2319', 'port_id': '737df1fc-0996-483b-b4f3-e6055a0f4df0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ee6ec53-bf26-4fab-b55f-62bd4221ec41', 'mac_address': 'fa:16:3e:3b:ec:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cff4036-ef80-4791-92b5-0c71c8e93582', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:04:03Z', 'updated_at': '2022-08-30T01:04:17Z', 'revision_number': 1, 'project_id': 'ceebbaa5dd9d4110a6393190c5b466f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83e43aba-7011-40c6-a7e4-b1d7907278c4', 'name': '', 'network_id': '5ee6ec53-bf26-4fab-b55f-62bd4221ec41', 'tenant_id': 'ceebbaa5dd9d4110a6393190c5b466f0', 'mac_address': 'fa:16:3e:30:05:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfbc9895-1b34-4da0-af70-7d9bca0a2319', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4a91c71a-9152-4bb3-bae3-f34c8bf8c47c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:07Z', 'updated_at': '2022-08-30T01:01:19Z', 'revision_number': 5, 'project_id': 'ceebbaa5dd9d4110a6393190c5b466f0', 'subnets': [{'id': '4a91c71a-9152-4bb3-bae3-f34c8bf8c47c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:04:18.970861 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55023d2-3582-4635-9233-ded00fd6c154 None None] Checking router: bfbc9895-1b34-4da0-af70-7d9bca0a2319 for host: dv-cinder-815146-13-iscsi {{(pid=106208) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:04:18.980211 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55023d2-3582-4635-9233-ded00fd6c154 None None] Routers {'bfbc9895-1b34-4da0-af70-7d9bca0a2319'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:04:18.980815 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-a55023d2-3582-4635-9233-ded00fd6c154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:04:11Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['bfbc9895-1b34-4da0-af70-7d9bca0a2319'], 'active': True} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:04:19.021219 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-4d0aa6c3-028b-4c1b-b60b-3ccefcc70aca req-24d48983-9b3c-4386-b28e-cf42ba7d301a service neutron] 10.222.0.47 "GET /networking/v2.0/networks/5ee6ec53-bf26-4fab-b55f-62bd4221ec41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893984 Aug 30 01:04:19.086076 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=100 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:19.089211 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvr_db [None req-a55023d2-3582-4635-9233-ded00fd6c154 None None] Set router bfbc9895-1b34-4da0-af70-7d9bca0a2319 gateway port host: dv-cinder-815146-13-iscsi {{(pid=106208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:04:19.120094 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-4d0aa6c3-028b-4c1b-b60b-3ccefcc70aca req-14d5aac0-3e53-41ee-ad51-a3a2773acfcd service neutron] 10.222.0.47 "GET /networking/v2.0/networks/5ee6ec53-bf26-4fab-b55f-62bd4221ec41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891440 Aug 30 01:04:19.310465 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-a55023d2-3582-4635-9233-ded00fd6c154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfbc9895-1b34-4da0-af70-7d9bca0a2319', 'name': 'tempest-ServerRescueNegativeTestJSON-568706440-router', 'tenant_id': 'ceebbaa5dd9d4110a6393190c5b466f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.79'}], 'enable_snat': True}, 'gw_port_id': 'a67e6768-26a3-4e65-9c2d-9e0b65834475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:01:01Z', 'updated_at': '2022-08-30T01:01:09Z', 'revision_number': 4, 'project_id': 'ceebbaa5dd9d4110a6393190c5b466f0', 'gw_port': {'id': 'a67e6768-26a3-4e65-9c2d-9e0b65834475', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfbc9895-1b34-4da0-af70-7d9bca0a2319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:03Z', 'updated_at': '2022-08-30T01:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_floatingips': [{'id': 'cc03bf5e-bd17-409f-b238-d51b16ffb34b', 'tenant_id': 'ceebbaa5dd9d4110a6393190c5b466f0', 'floating_ip_address': '172.27.4.130', 'floating_network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'router_id': 'bfbc9895-1b34-4da0-af70-7d9bca0a2319', 'port_id': '737df1fc-0996-483b-b4f3-e6055a0f4df0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ee6ec53-bf26-4fab-b55f-62bd4221ec41', 'mac_address': 'fa:16:3e:3b:ec:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cff4036-ef80-4791-92b5-0c71c8e93582', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:04:03Z', 'updated_at': '2022-08-30T01:04:17Z', 'revision_number': 1, 'project_id': 'ceebbaa5dd9d4110a6393190c5b466f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83e43aba-7011-40c6-a7e4-b1d7907278c4', 'name': '', 'network_id': '5ee6ec53-bf26-4fab-b55f-62bd4221ec41', 'tenant_id': 'ceebbaa5dd9d4110a6393190c5b466f0', 'mac_address': 'fa:16:3e:30:05:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfbc9895-1b34-4da0-af70-7d9bca0a2319', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4a91c71a-9152-4bb3-bae3-f34c8bf8c47c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:07Z', 'updated_at': '2022-08-30T01:01:19Z', 'revision_number': 5, 'project_id': 'ceebbaa5dd9d4110a6393190c5b466f0', 'subnets': [{'id': '4a91c71a-9152-4bb3-bae3-f34c8bf8c47c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:04:19.334725 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55023d2-3582-4635-9233-ded00fd6c154 None None] The sync data for ids ['bfbc9895-1b34-4da0-af70-7d9bca0a2319'] in dv-cinder-815146-13-iscsi is: [{'id': 'bfbc9895-1b34-4da0-af70-7d9bca0a2319', 'name': 'tempest-ServerRescueNegativeTestJSON-568706440-router', 'tenant_id': 'ceebbaa5dd9d4110a6393190c5b466f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.79'}], 'enable_snat': True}, 'gw_port_id': 'a67e6768-26a3-4e65-9c2d-9e0b65834475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:01:01Z', 'updated_at': '2022-08-30T01:01:09Z', 'revision_number': 4, 'project_id': 'ceebbaa5dd9d4110a6393190c5b466f0', 'gw_port': {'id': 'a67e6768-26a3-4e65-9c2d-9e0b65834475', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfbc9895-1b34-4da0-af70-7d9bca0a2319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:03Z', 'updated_at': '2022-08-30T01:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_floatingips': [{'id': 'cc03bf5e-bd17-409f-b238-d51b16ffb34b', 'tenant_id': 'ceebbaa5dd9d4110a6393190c5b466f0', 'floating_ip_address': '172.27.4.130', 'floating_network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'router_id': 'bfbc9895-1b34-4da0-af70-7d9bca0a2319', 'port_id': '737df1fc-0996-483b-b4f3-e6055a0f4df0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ee6ec53-bf26-4fab-b55f-62bd4221ec41', 'mac_address': 'fa:16:3e:3b:ec:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cff4036-ef80-4791-92b5-0c71c8e93582', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:04:03Z', 'updated_at': '2022-08-30T01:04:17Z', 'revision_number': 1, 'project_id': 'ceebbaa5dd9d4110a6393190c5b466f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83e43aba-7011-40c6-a7e4-b1d7907278c4', 'name': '', 'network_id': '5ee6ec53-bf26-4fab-b55f-62bd4221ec41', 'tenant_id': 'ceebbaa5dd9d4110a6393190c5b466f0', 'mac_address': 'fa:16:3e:30:05:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfbc9895-1b34-4da0-af70-7d9bca0a2319', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4a91c71a-9152-4bb3-bae3-f34c8bf8c47c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:07Z', 'updated_at': '2022-08-30T01:01:19Z', 'revision_number': 5, 'project_id': 'ceebbaa5dd9d4110a6393190c5b466f0', 'subnets': [{'id': '4a91c71a-9152-4bb3-bae3-f34c8bf8c47c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:04:19.927821 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425d6a6f-907f-4b73-bb5d-4f5947910a86 None None] New status for floating IP cc03bf5e-bd17-409f-b238-d51b16ffb34b: ACTIVE {{(pid=106209) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:04:24.945065 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:24.959688 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-55341458-f6a0-41e8-97dd-a3140c6675cd req-67327d82-3021-4854-851d-0df3a8e96dcc tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1850089549&fields=id&tenant_id=a6380baa172744fa9d7ba5b81f847906 HTTP/1.1" status: 200 len: 267 time: 0.0458958 Aug 30 01:04:25.028600 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:25.070085 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55341458-f6a0-41e8-97dd-a3140c6675cd req-5d14cde1-aee1-419b-839f-7c1ab7fa7373 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:25.071552 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-55341458-f6a0-41e8-97dd-a3140c6675cd req-5d14cde1-aee1-419b-839f-7c1ab7fa7373 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/networks?id=9040a016-54c8-479a-991b-4e0ac5fa178d HTTP/1.1" status: 200 len: 812 time: 0.1045923 Aug 30 01:04:25.086540 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-55341458-f6a0-41e8-97dd-a3140c6675cd req-c1b84b96-0c08-433b-9c74-6ba54f1414fb tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/quotas/a6380baa172744fa9d7ba5b81f847906 HTTP/1.1" status: 200 len: 375 time: 0.0089366 Aug 30 01:04:25.140216 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-55341458-f6a0-41e8-97dd-a3140c6675cd req-d3c4889d-9aa7-40bc-ab92-d52c196508b5 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=a6380baa172744fa9d7ba5b81f847906&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481799 Aug 30 01:04:25.243122 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-55341458-f6a0-41e8-97dd-a3140c6675cd req-fb0a6a20-4ba5-4cbb-94bd-19bd1e2dc0bd service neutron] 10.222.0.78 "GET /networking/v2.0/networks/9040a016-54c8-479a-991b-4e0ac5fa178d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881627 Aug 30 01:04:25.333967 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-55341458-f6a0-41e8-97dd-a3140c6675cd req-6268709b-c213-4d98-8a03-9520cb9f4e61 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/9040a016-54c8-479a-991b-4e0ac5fa178d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851433 Aug 30 01:04:25.637877 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-2018caf3-6126-4f5a-adf0-9084656dda43 req-013c4c72-2202-4b4e-8562-1bbaaa3177d6 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b85f48c2-35d7-4cab-a969-7e1b1fb4bec7 HTTP/1.1" status: 200 len: 210 time: 0.0274162 Aug 30 01:04:26.740902 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-1814b978-adb5-4725-9767-44fdd0eb7a56 req-ee3f848a-6c1c-49c6-960a-675fd1a361b2 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b85f48c2-35d7-4cab-a969-7e1b1fb4bec7 HTTP/1.1" status: 200 len: 210 time: 0.0311925 Aug 30 01:04:27.068103 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=100 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:27.128184 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55341458-f6a0-41e8-97dd-a3140c6675cd req-b3dc061a-e1ce-4efa-a9c5-7e7fe95717bd tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:27.129695 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-55341458-f6a0-41e8-97dd-a3140c6675cd req-b3dc061a-e1ce-4efa-a9c5-7e7fe95717bd tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.47 "GET /networking/v2.0/networks?id=9040a016-54c8-479a-991b-4e0ac5fa178d HTTP/1.1" status: 200 len: 812 time: 0.1118436 Aug 30 01:04:27.196495 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-55341458-f6a0-41e8-97dd-a3140c6675cd req-af55364e-6525-4994-82fb-d5af7bdfaff0 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.47 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a6380baa172744fa9d7ba5b81f847906 HTTP/1.1" status: 200 len: 380 time: 0.0554705 Aug 30 01:04:27.205164 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [req-55341458-f6a0-41e8-97dd-a3140c6675cd req-cb09bb5c-7880-4810-a855-6b0921e5c7c1 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Request body: {'port': {'device_id': 'b85f48c2-35d7-4cab-a969-7e1b1fb4bec7', 'network_id': '9040a016-54c8-479a-991b-4e0ac5fa178d', 'admin_state_up': True, 'tenant_id': 'a6380baa172744fa9d7ba5b81f847906', 'security_groups': ['0322309e-1f6d-4caf-a1b9-0e800f7ba56e']}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:04:27.314343 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55341458-f6a0-41e8-97dd-a3140c6675cd req-cb09bb5c-7880-4810-a855-6b0921e5c7c1 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Made reservation on behalf of a6380baa172744fa9d7ba5b81f847906 for: {'port': 1} {{(pid=106206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:04:27.318166 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-55341458-f6a0-41e8-97dd-a3140c6675cd req-cb09bb5c-7880-4810-a855-6b0921e5c7c1 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:27.443469 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.db_base_plugin_common [req-55341458-f6a0-41e8-97dd-a3140c6675cd req-cb09bb5c-7880-4810-a855-6b0921e5c7c1 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Allocated IP 172.20.0.10 (9040a016-54c8-479a-991b-4e0ac5fa178d/95c34b58-5326-49b3-92a4-b747a89537a2/552a6c04-ea5e-4596-976d-aca3794998cd) {{(pid=106206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:04:27.445162 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:27.586069 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-55341458-f6a0-41e8-97dd-a3140c6675cd req-cb09bb5c-7880-4810-a855-6b0921e5c7c1 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks [] for port (552a6c04-ea5e-4596-976d-aca3794998cd), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:27.618299 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-55341458-f6a0-41e8-97dd-a3140c6675cd req-cb09bb5c-7880-4810-a855-6b0921e5c7c1 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737867580456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14283316'] for port (552a6c04-ea5e-4596-976d-aca3794998cd), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:27.664645 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55341458-f6a0-41e8-97dd-a3140c6675cd req-cb09bb5c-7880-4810-a855-6b0921e5c7c1 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Network 9040a016-54c8-479a-991b-4e0ac5fa178d is already hosted by enough agents. {{(pid=106206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:04:27.670289 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.base_scheduler [req-55341458-f6a0-41e8-97dd-a3140c6675cd req-cb09bb5c-7880-4810-a855-6b0921e5c7c1 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Resources bound (agent type, host, resource id): {{(pid=106206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:04:27.674179 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [req-55341458-f6a0-41e8-97dd-a3140c6675cd req-cb09bb5c-7880-4810-a855-6b0921e5c7c1 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Received port after_create {{(pid=106206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:04:27.678283 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09bb5c-7880-4810-a855-6b0921e5c7c1 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Pushing event updated for resources: {'Port': ['ID=552a6c04-ea5e-4596-976d-aca3794998cd,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:04:27.732666 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55341458-f6a0-41e8-97dd-a3140c6675cd req-cb09bb5c-7880-4810-a855-6b0921e5c7c1 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:27.733332 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-55341458-f6a0-41e8-97dd-a3140c6675cd req-cb09bb5c-7880-4810-a855-6b0921e5c7c1 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for port (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:27.757155 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-55341458-f6a0-41e8-97dd-a3140c6675cd req-cb09bb5c-7880-4810-a855-6b0921e5c7c1 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5555959 Aug 30 01:04:27.771759 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [req-55341458-f6a0-41e8-97dd-a3140c6675cd req-3393d3da-944b-4738-b036-1525de93cb2e service neutron] Request body: {'port': {'device_id': 'b85f48c2-35d7-4cab-a969-7e1b1fb4bec7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:04:27.845619 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-55341458-f6a0-41e8-97dd-a3140c6675cd req-3393d3da-944b-4738-b036-1525de93cb2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (552a6c04-ea5e-4596-976d-aca3794998cd), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:27.858420 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:27.891034 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc6f8d-9ed0-49cb-98a3-03d0941c3182 req-77693940-b3cd-428f-a123-f99b4c842626 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:27.893113 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-4dfc6f8d-9ed0-49cb-98a3-03d0941c3182 req-77693940-b3cd-428f-a123-f99b4c842626 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b85f48c2-35d7-4cab-a969-7e1b1fb4bec7 HTTP/1.1" status: 200 len: 932 time: 0.0617967 Aug 30 01:04:27.916466 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-e381aa71-c3f7-4cf0-a30d-de351d111bae None None] Provisioning complete for port 552a6c04-ea5e-4596-976d-aca3794998cd triggered by entity DHCP. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:04:27.917633 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-e381aa71-c3f7-4cf0-a30d-de351d111bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (552a6c04-ea5e-4596-976d-aca3794998cd), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:27.956820 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-4dfc6f8d-9ed0-49cb-98a3-03d0941c3182 req-140067e2-b850-4bd0-b25a-f7c2351658ea tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0322309e-1f6d-4caf-a1b9-0e800f7ba56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565393 Aug 30 01:04:27.965643 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-e381aa71-c3f7-4cf0-a30d-de351d111bae None None] Port 552a6c04-ea5e-4596-976d-aca3794998cd cannot update to ACTIVE because it is not bound. {{(pid=106208) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:04:28.137658 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [req-55341458-f6a0-41e8-97dd-a3140c6675cd req-3393d3da-944b-4738-b036-1525de93cb2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 552a6c04-ea5e-4596-976d-aca3794998cd {{(pid=106206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:04:28.145180 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-55341458-f6a0-41e8-97dd-a3140c6675cd req-3393d3da-944b-4738-b036-1525de93cb2e service neutron] Publish callbacks [] for port (552a6c04-ea5e-4596-976d-aca3794998cd), precommit_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:28.157833 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [req-55341458-f6a0-41e8-97dd-a3140c6675cd req-3393d3da-944b-4738-b036-1525de93cb2e service neutron] Transition to ACTIVE for port object 552a6c04-ea5e-4596-976d-aca3794998cd will not be triggered until provisioned by entity L2. {{(pid=106206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 01:04:28.161200 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-55341458-f6a0-41e8-97dd-a3140c6675cd req-3393d3da-944b-4738-b036-1525de93cb2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14283325'] for port (552a6c04-ea5e-4596-976d-aca3794998cd), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:28.238391 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3393d3da-944b-4738-b036-1525de93cb2e service neutron] Pushing event updated for resources: {'Port': ['ID=552a6c04-ea5e-4596-976d-aca3794998cd,revision_number=2']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:04:28.270930 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [req-55341458-f6a0-41e8-97dd-a3140c6675cd req-3393d3da-944b-4738-b036-1525de93cb2e service neutron] Attempting to bind port 552a6c04-ea5e-4596-976d-aca3794998cd on host hv-cinder-81514 for vnic_type normal with profile {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:04:28.271266 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [req-55341458-f6a0-41e8-97dd-a3140c6675cd req-3393d3da-944b-4738-b036-1525de93cb2e service neutron] Attempting to bind port 552a6c04-ea5e-4596-976d-aca3794998cd by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '1433baa4-da16-449d-b37c-9e6e6a5aa666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '9040a016-54c8-479a-991b-4e0ac5fa178d'}] {{(pid=106206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:04:28.271594 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55341458-f6a0-41e8-97dd-a3140c6675cd req-3393d3da-944b-4738-b036-1525de93cb2e service neutron] Attempting to bind port 552a6c04-ea5e-4596-976d-aca3794998cd on network 9040a016-54c8-479a-991b-4e0ac5fa178d {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:04:28.275872 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55341458-f6a0-41e8-97dd-a3140c6675cd req-3393d3da-944b-4738-b036-1525de93cb2e service neutron] Port 552a6c04-ea5e-4596-976d-aca3794998cd on network 9040a016-54c8-479a-991b-4e0ac5fa178d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 01:04:28.276716 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55341458-f6a0-41e8-97dd-a3140c6675cd req-3393d3da-944b-4738-b036-1525de93cb2e service neutron] Attempting to bind port 552a6c04-ea5e-4596-976d-aca3794998cd on network 9040a016-54c8-479a-991b-4e0ac5fa178d {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:04:28.282066 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55341458-f6a0-41e8-97dd-a3140c6675cd req-3393d3da-944b-4738-b036-1525de93cb2e service neutron] Checking agent: {'id': 'ec393def-3d84-45a3-8a6c-ed049d62fe0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 0, 59, 14), 'started_at': datetime.datetime(2022, 8, 30, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:04:28.282402 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55341458-f6a0-41e8-97dd-a3140c6675cd req-3393d3da-944b-4738-b036-1525de93cb2e service neutron] Checking segment: {'id': '1433baa4-da16-449d-b37c-9e6e6a5aa666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '9040a016-54c8-479a-991b-4e0ac5fa178d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:04:28.282781 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55341458-f6a0-41e8-97dd-a3140c6675cd req-3393d3da-944b-4738-b036-1525de93cb2e service neutron] Bound using segment: {'id': '1433baa4-da16-449d-b37c-9e6e6a5aa666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '9040a016-54c8-479a-991b-4e0ac5fa178d'} {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:04:28.283234 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [req-55341458-f6a0-41e8-97dd-a3140c6675cd req-3393d3da-944b-4738-b036-1525de93cb2e service neutron] Bound port: 552a6c04-ea5e-4596-976d-aca3794998cd, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1433baa4-da16-449d-b37c-9e6e6a5aa666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '9040a016-54c8-479a-991b-4e0ac5fa178d'}}] {{(pid=106206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:04:28.283634 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-55341458-f6a0-41e8-97dd-a3140c6675cd req-3393d3da-944b-4738-b036-1525de93cb2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (552a6c04-ea5e-4596-976d-aca3794998cd), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:28.294903 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:28.349254 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [req-55341458-f6a0-41e8-97dd-a3140c6675cd req-3393d3da-944b-4738-b036-1525de93cb2e service neutron] For port 552a6c04-ea5e-4596-976d-aca3794998cd, host hv-cinder-81514, cleared binding levels {{(pid=106206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:04:28.352260 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [req-55341458-f6a0-41e8-97dd-a3140c6675cd req-3393d3da-944b-4738-b036-1525de93cb2e service neutron] For port 552a6c04-ea5e-4596-976d-aca3794998cd, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=552a6c04-ea5e-4596-976d-aca3794998cd,segment=NetworkSegment(1433baa4-da16-449d-b37c-9e6e6a5aa666),segment_id=1433baa4-da16-449d-b37c-9e6e6a5aa666)] {{(pid=106206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:04:28.358715 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-55341458-f6a0-41e8-97dd-a3140c6675cd req-3393d3da-944b-4738-b036-1525de93cb2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14283325'] for port (552a6c04-ea5e-4596-976d-aca3794998cd), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:28.362658 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55341458-f6a0-41e8-97dd-a3140c6675cd req-3393d3da-944b-4738-b036-1525de93cb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:28.363269 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-55341458-f6a0-41e8-97dd-a3140c6675cd req-3393d3da-944b-4738-b036-1525de93cb2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for port (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:28.364635 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-55341458-f6a0-41e8-97dd-a3140c6675cd req-3393d3da-944b-4738-b036-1525de93cb2e service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/552a6c04-ea5e-4596-976d-aca3794998cd HTTP/1.1" status: 200 len: 1094 time: 0.5977137 Aug 30 01:04:28.365169 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b85f48c2-35d7-4cab-a969-7e1b1fb4bec7', 'tag': '552a6c04-ea5e-4596-976d-aca3794998cd'}] {{(pid=106206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:04:28.367388 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068580ff6c600dbe59ab62011f5d984f60f6f54628162803fce2ed792aa7a021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b0e911-f3db-46f3-8b93-6eb639ac4a09" -d '{"events": [{"name": "network-changed", "server_uuid": "b85f48c2-35d7-4cab-a969-7e1b1fb4bec7", "tag": "552a6c04-ea5e-4596-976d-aca3794998cd"}]}' {{(pid=106206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:04:28.408794 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-176c9456-8c69-4fce-a865-78f113a1c3fd x-openstack-request-id: req-176c9456-8c69-4fce-a865-78f113a1c3fd {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:04:28.409181 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b85f48c2-35d7-4cab-a969-7e1b1fb4bec7", "tag": "552a6c04-ea5e-4596-976d-aca3794998cd", "status": "completed", "code": 200}]} {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:04:28.409359 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-176c9456-8c69-4fce-a865-78f113a1c3fd {{(pid=106206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:04:28.409756 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-176c9456-8c69-4fce-a865-78f113a1c3fd'] response: {'name': 'network-changed', 'server_uuid': 'b85f48c2-35d7-4cab-a969-7e1b1fb4bec7', 'tag': '552a6c04-ea5e-4596-976d-aca3794998cd', 'status': 'completed', 'code': 200} Aug 30 01:04:28.430259 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3393d3da-944b-4738-b036-1525de93cb2e service neutron] Pushing event updated for resources: {'Port': ['ID=552a6c04-ea5e-4596-976d-aca3794998cd,revision_number=3']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:04:28.462021 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55341458-f6a0-41e8-97dd-a3140c6675cd req-349ccf51-3a14-48e3-8ed9-73f89a62e276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:28.463544 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-55341458-f6a0-41e8-97dd-a3140c6675cd req-349ccf51-3a14-48e3-8ed9-73f89a62e276 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=a6380baa172744fa9d7ba5b81f847906&device_id=b85f48c2-35d7-4cab-a969-7e1b1fb4bec7 HTTP/1.1" status: 200 len: 1128 time: 0.0416286 Aug 30 01:04:28.506119 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-55341458-f6a0-41e8-97dd-a3140c6675cd req-c3c8d067-905f-4fce-9664-0244fc701ab3 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=552a6c04-ea5e-4596-976d-aca3794998cd HTTP/1.1" status: 200 len: 217 time: 0.0320556 Aug 30 01:04:28.578354 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55341458-f6a0-41e8-97dd-a3140c6675cd req-d43688c6-b0d8-46bc-88a2-4f66c1f4bc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:28.579791 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-55341458-f6a0-41e8-97dd-a3140c6675cd req-d43688c6-b0d8-46bc-88a2-4f66c1f4bc16 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=95c34b58-5326-49b3-92a4-b747a89537a2 HTTP/1.1" status: 200 len: 851 time: 0.0469377 Aug 30 01:04:28.627141 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55341458-f6a0-41e8-97dd-a3140c6675cd req-cd4ae972-0eb0-4a32-8d02-479bf834e73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:28.628639 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-55341458-f6a0-41e8-97dd-a3140c6675cd req-cd4ae972-0eb0-4a32-8d02-479bf834e73c service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=9040a016-54c8-479a-991b-4e0ac5fa178d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0381026 Aug 30 01:04:28.718193 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-55341458-f6a0-41e8-97dd-a3140c6675cd req-b3655f6e-f48b-4e7a-a8db-048b6e499ed6 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/9040a016-54c8-479a-991b-4e0ac5fa178d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822756 Aug 30 01:04:28.813598 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-55341458-f6a0-41e8-97dd-a3140c6675cd req-43415473-6917-431d-8faf-af669d2ef4ed service neutron] 10.222.0.47 "GET /networking/v2.0/networks/9040a016-54c8-479a-991b-4e0ac5fa178d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866635 Aug 30 01:04:29.090848 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aa5ff4-a5df-4ce7-bb54-cfe618ec106c req-77ce8c6f-97ff-464e-a4e6-89c1cf3fe60a tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:29.092332 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-74aa5ff4-a5df-4ce7-bb54-cfe618ec106c req-77ce8c6f-97ff-464e-a4e6-89c1cf3fe60a tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b85f48c2-35d7-4cab-a969-7e1b1fb4bec7 HTTP/1.1" status: 200 len: 944 time: 0.0469613 Aug 30 01:04:29.142967 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-74aa5ff4-a5df-4ce7-bb54-cfe618ec106c req-0407efc4-f59b-4a9e-b8dc-5fe5bb94f08d tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0322309e-1f6d-4caf-a1b9-0e800f7ba56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447929 Aug 30 01:04:29.217260 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:29.225561 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b0e911-f3db-46f3-8b93-6eb639ac4a09 req-24e69708-2073-4060-bbc6-a102f78ee809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:29.227005 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-c2b0e911-f3db-46f3-8b93-6eb639ac4a09 req-24e69708-2073-4060-bbc6-a102f78ee809 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=a6380baa172744fa9d7ba5b81f847906&device_id=b85f48c2-35d7-4cab-a969-7e1b1fb4bec7 HTTP/1.1" status: 200 len: 1128 time: 0.0410550 Aug 30 01:04:29.313385 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=18 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:29.324033 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b0e911-f3db-46f3-8b93-6eb639ac4a09 req-018b4e54-5f71-47f3-9f91-c771352cf9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:29.325548 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-c2b0e911-f3db-46f3-8b93-6eb639ac4a09 req-018b4e54-5f71-47f3-9f91-c771352cf9bb service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=9040a016-54c8-479a-991b-4e0ac5fa178d HTTP/1.1" status: 200 len: 914 time: 0.0913832 Aug 30 01:04:29.366440 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-c2b0e911-f3db-46f3-8b93-6eb639ac4a09 req-15f376be-8507-4cad-8b52-c94559ef51c2 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=552a6c04-ea5e-4596-976d-aca3794998cd HTTP/1.1" status: 200 len: 217 time: 0.0330858 Aug 30 01:04:29.421388 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b0e911-f3db-46f3-8b93-6eb639ac4a09 req-e16d9791-5dd7-46d2-aeac-4dba1c0866cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:29.422871 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-c2b0e911-f3db-46f3-8b93-6eb639ac4a09 req-e16d9791-5dd7-46d2-aeac-4dba1c0866cf service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=95c34b58-5326-49b3-92a4-b747a89537a2 HTTP/1.1" status: 200 len: 851 time: 0.0465713 Aug 30 01:04:29.475312 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b0e911-f3db-46f3-8b93-6eb639ac4a09 req-05b956c9-da6d-44c1-9704-08b7a159bcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:29.477004 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-c2b0e911-f3db-46f3-8b93-6eb639ac4a09 req-05b956c9-da6d-44c1-9704-08b7a159bcb2 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=9040a016-54c8-479a-991b-4e0ac5fa178d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0430791 Aug 30 01:04:29.568798 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-c2b0e911-f3db-46f3-8b93-6eb639ac4a09 req-eae5c492-61ad-46a2-894a-a441e5e4647c service neutron] 10.222.0.47 "GET /networking/v2.0/networks/9040a016-54c8-479a-991b-4e0ac5fa178d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803986 Aug 30 01:04:29.661776 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-c2b0e911-f3db-46f3-8b93-6eb639ac4a09 req-704abb47-dede-4867-b057-cd43fc6bbed6 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/9040a016-54c8-479a-991b-4e0ac5fa178d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844429 Aug 30 01:04:30.020387 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=78,neutron:UPDATE=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:30.029490 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=45,neutron:UPDATE=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:30.267226 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fae9584-0ff8-4464-a0a3-66ac4d2b7368 req-182a9e61-54a7-49ff-931f-c29804229231 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:30.268745 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-4fae9584-0ff8-4464-a0a3-66ac4d2b7368 req-182a9e61-54a7-49ff-931f-c29804229231 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b85f48c2-35d7-4cab-a969-7e1b1fb4bec7 HTTP/1.1" status: 200 len: 944 time: 0.0497122 Aug 30 01:04:30.317895 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-4fae9584-0ff8-4464-a0a3-66ac4d2b7368 req-607ab496-2f21-4f79-be6e-42c52f7a9701 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0322309e-1f6d-4caf-a1b9-0e800f7ba56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435836 Aug 30 01:04:31.439556 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d8ed18-a69f-4afa-8c97-a2f1ddbc092e req-82437d7c-6967-4606-adf7-096752a69f99 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:31.441015 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-84d8ed18-a69f-4afa-8c97-a2f1ddbc092e req-82437d7c-6967-4606-adf7-096752a69f99 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b85f48c2-35d7-4cab-a969-7e1b1fb4bec7 HTTP/1.1" status: 200 len: 944 time: 0.0470219 Aug 30 01:04:31.489009 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-84d8ed18-a69f-4afa-8c97-a2f1ddbc092e req-61628511-3840-4d42-a310-cbd4a2f3668a tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0322309e-1f6d-4caf-a1b9-0e800f7ba56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424094 Aug 30 01:04:32.612649 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df0e1f-7972-4fc6-a087-54de23482c00 req-1795d544-c7ce-4edd-a29a-69d8d45e2314 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:32.614150 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-d5df0e1f-7972-4fc6-a087-54de23482c00 req-1795d544-c7ce-4edd-a29a-69d8d45e2314 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b85f48c2-35d7-4cab-a969-7e1b1fb4bec7 HTTP/1.1" status: 200 len: 944 time: 0.0501156 Aug 30 01:04:32.662738 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-d5df0e1f-7972-4fc6-a087-54de23482c00 req-407d14c0-1a32-42b3-87af-37bc77e5d081 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0322309e-1f6d-4caf-a1b9-0e800f7ba56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431070 Aug 30 01:04:33.144638 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.agents_db [None req-fbf18308-e14c-4042-905c-b7f1770ec079 None None] Agent healthcheck: found 6 active agents {{(pid=106209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:04:33.780456 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b8be45-287d-4ec1-a931-b647e4a53564 req-cfd63f3e-dcc1-4320-8db5-fb9a88f9d59b tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:33.782001 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-f7b8be45-287d-4ec1-a931-b647e4a53564 req-cfd63f3e-dcc1-4320-8db5-fb9a88f9d59b tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b85f48c2-35d7-4cab-a969-7e1b1fb4bec7 HTTP/1.1" status: 200 len: 944 time: 0.0464678 Aug 30 01:04:33.830286 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-f7b8be45-287d-4ec1-a931-b647e4a53564 req-6da2b5c0-bfe2-4e2f-8d36-5440f575837a tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0322309e-1f6d-4caf-a1b9-0e800f7ba56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427144 Aug 30 01:04:34.948611 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219b4955-fe69-4ede-8332-04e9e0694b0a req-5c808807-a922-4a84-8c2f-21a8f7ef8fa6 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:34.950097 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-219b4955-fe69-4ede-8332-04e9e0694b0a req-5c808807-a922-4a84-8c2f-21a8f7ef8fa6 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b85f48c2-35d7-4cab-a969-7e1b1fb4bec7 HTTP/1.1" status: 200 len: 944 time: 0.0479202 Aug 30 01:04:34.962344 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:35.003195 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-219b4955-fe69-4ede-8332-04e9e0694b0a req-8417a19b-ca12-4fb6-8b4a-20d8699c750d tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0322309e-1f6d-4caf-a1b9-0e800f7ba56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472970 Aug 30 01:04:36.123928 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84864ae1-e725-4329-9629-09ec147085c6 req-10ad6ff5-c472-449e-92f7-8f5caa9b6d6f tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:36.125418 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-84864ae1-e725-4329-9629-09ec147085c6 req-10ad6ff5-c472-449e-92f7-8f5caa9b6d6f tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b85f48c2-35d7-4cab-a969-7e1b1fb4bec7 HTTP/1.1" status: 200 len: 944 time: 0.0467420 Aug 30 01:04:36.161129 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:36.176058 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-84864ae1-e725-4329-9629-09ec147085c6 req-e75d897a-8cbd-46d2-a308-f6245764d2d1 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0322309e-1f6d-4caf-a1b9-0e800f7ba56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448494 Aug 30 01:04:37.072643 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device 552a6c04-ea5e-4596-976d-aca3794998cd details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=106208) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 01:04:37.156237 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=100 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:37.173639 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port 552a6c04-ea5e-4596-976d-aca3794998cd, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=552a6c04-ea5e-4596-976d-aca3794998cd,segment=NetworkSegment(1433baa4-da16-449d-b37c-9e6e6a5aa666),segment_id=1433baa4-da16-449d-b37c-9e6e6a5aa666)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:04:37.185219 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Returning: {'device': '552a6c04-ea5e-4596-976d-aca3794998cd', 'network_id': '9040a016-54c8-479a-991b-4e0ac5fa178d', 'port_id': '552a6c04-ea5e-4596-976d-aca3794998cd', 'mac_address': 'fa:16:3e:0a:e2:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1067, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95c34b58-5326-49b3-92a4-b747a89537a2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106208) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 01:04:37.221100 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Current status of the port 552a6c04-ea5e-4596-976d-aca3794998cd is: DOWN; New status is: BUILD {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:04:37.221489 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (552a6c04-ea5e-4596-976d-aca3794998cd), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:37.235725 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 552a6c04-ea5e-4596-976d-aca3794998cd {{(pid=106208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:04:37.258780 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port 552a6c04-ea5e-4596-976d-aca3794998cd, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=552a6c04-ea5e-4596-976d-aca3794998cd,segment=NetworkSegment(1433baa4-da16-449d-b37c-9e6e6a5aa666),segment_id=1433baa4-da16-449d-b37c-9e6e6a5aa666)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:04:37.263548 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (552a6c04-ea5e-4596-976d-aca3794998cd), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:37.302844 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43e61f-520f-4bb2-9048-80788625da54 req-8df76e16-e1bc-4cb2-8c7a-2773fbb07fab tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:37.304337 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-3c43e61f-520f-4bb2-9048-80788625da54 req-8df76e16-e1bc-4cb2-8c7a-2773fbb07fab tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b85f48c2-35d7-4cab-a969-7e1b1fb4bec7 HTTP/1.1" status: 200 len: 945 time: 0.0487978 Aug 30 01:04:37.311729 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Pushing event updated for resources: {'Port': ['ID=552a6c04-ea5e-4596-976d-aca3794998cd,revision_number=4']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:04:37.319228 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:04:37.319572 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:04:37.319910 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:04:37.320268 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:04:37.320600 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:04:37.320925 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:04:37.321295 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:04:37.321634 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:04:37.321944 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:04:37.322263 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:04:37.322584 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:04:37.322976 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:04:37.323243 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:04:37.323610 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:04:37.323919 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:04:37.353480 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-3c43e61f-520f-4bb2-9048-80788625da54 req-f5601fd9-b998-4261-bb28-cc1c5f04389c tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0322309e-1f6d-4caf-a1b9-0e800f7ba56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431936 Aug 30 01:04:37.682778 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] get_ports_and_sgs() called for port_ids ['552a6c04-ea5e-4596-976d-aca3794998cd'] {{(pid=106208) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:04:38.473907 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b247a0-453c-40d9-9c5e-10350035e3aa req-9e81f51f-4f80-4213-a178-3c4384dd28db tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:38.475367 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-65b247a0-453c-40d9-9c5e-10350035e3aa req-9e81f51f-4f80-4213-a178-3c4384dd28db tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b85f48c2-35d7-4cab-a969-7e1b1fb4bec7 HTTP/1.1" status: 200 len: 945 time: 0.0498950 Aug 30 01:04:38.523118 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-65b247a0-453c-40d9-9c5e-10350035e3aa req-e98d1ff4-3861-430d-8720-c50b96e4b3c6 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0322309e-1f6d-4caf-a1b9-0e800f7ba56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420165 Aug 30 01:04:38.937136 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-3c08469e-8c5b-49dd-a696-39f67eb38ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (fba0026e-8830-42b0-8a12-2be2a1203730), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:39.094094 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device 552a6c04-ea5e-4596-976d-aca3794998cd up at agent hyperv_hv-cinder-81514 {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:04:39.137046 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Provisioning for port 552a6c04-ea5e-4596-976d-aca3794998cd completed by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 01:04:39.142846 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Provisioning complete for port 552a6c04-ea5e-4596-976d-aca3794998cd triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:04:39.143218 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (552a6c04-ea5e-4596-976d-aca3794998cd), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:39.177081 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:39.217421 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Current status of the port 552a6c04-ea5e-4596-976d-aca3794998cd is: BUILD; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:04:39.217803 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (552a6c04-ea5e-4596-976d-aca3794998cd), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:39.242818 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b85f48c2-35d7-4cab-a969-7e1b1fb4bec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '552a6c04-ea5e-4596-976d-aca3794998cd'}] {{(pid=106208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:04:39.245053 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c29b7fbecba6d5f29730e8e5f4edf6e9b002b1b00f6f5f73d69c4afba8ee411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec769ed-aa0b-492f-b595-4546f08fc33d" -d '{"events": [{"server_uuid": "b85f48c2-35d7-4cab-a969-7e1b1fb4bec7", "name": "network-vif-plugged", "status": "completed", "tag": "552a6c04-ea5e-4596-976d-aca3794998cd"}]}' {{(pid=106208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:04:39.258394 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port 552a6c04-ea5e-4596-976d-aca3794998cd, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=552a6c04-ea5e-4596-976d-aca3794998cd,segment=NetworkSegment(1433baa4-da16-449d-b37c-9e6e6a5aa666),segment_id=1433baa4-da16-449d-b37c-9e6e6a5aa666)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:04:39.265464 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (552a6c04-ea5e-4596-976d-aca3794998cd), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:39.291399 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d66cde-f358-4fb2-88be-041ada01da4e x-openstack-request-id: req-41d66cde-f358-4fb2-88be-041ada01da4e {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:04:39.291711 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b85f48c2-35d7-4cab-a969-7e1b1fb4bec7", "name": "network-vif-plugged", "status": "completed", "tag": "552a6c04-ea5e-4596-976d-aca3794998cd", "code": 200}]} {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:04:39.291964 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-41d66cde-f358-4fb2-88be-041ada01da4e {{(pid=106208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:04:39.292379 dv-cinder-815146-13-iscsi neutron-server[106208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41d66cde-f358-4fb2-88be-041ada01da4e'] response: {'server_uuid': 'b85f48c2-35d7-4cab-a969-7e1b1fb4bec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '552a6c04-ea5e-4596-976d-aca3794998cd', 'code': 200} Aug 30 01:04:39.316592 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Pushing event updated for resources: {'Port': ['ID=552a6c04-ea5e-4596-976d-aca3794998cd,revision_number=5']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:04:39.565868 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc409e7-0ba7-4a44-810e-cc282c724e32 req-143be37c-4145-4f5b-be75-88ff488b957d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:39.567394 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-8cc409e7-0ba7-4a44-810e-cc282c724e32 req-143be37c-4145-4f5b-be75-88ff488b957d service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=b85f48c2-35d7-4cab-a969-7e1b1fb4bec7 HTTP/1.1" status: 200 len: 1130 time: 0.0399048 Aug 30 01:04:39.619172 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-8cc409e7-0ba7-4a44-810e-cc282c724e32 req-add2d405-5b63-42b7-aa20-ff4a7c34febb service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0322309e-1f6d-4caf-a1b9-0e800f7ba56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405455 Aug 30 01:04:39.642519 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bbfb1c-5430-4a71-900b-8752c47aa9e5 req-83d662fd-f89a-40a1-abdb-5bf4e4017f80 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:39.643982 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-b3bbfb1c-5430-4a71-900b-8752c47aa9e5 req-83d662fd-f89a-40a1-abdb-5bf4e4017f80 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b85f48c2-35d7-4cab-a969-7e1b1fb4bec7 HTTP/1.1" status: 200 len: 946 time: 0.0464623 Aug 30 01:04:39.692554 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-b3bbfb1c-5430-4a71-900b-8752c47aa9e5 req-57b99d64-e5d7-4ced-8e34-963f42e6aac8 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0322309e-1f6d-4caf-a1b9-0e800f7ba56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429537 Aug 30 01:04:40.814852 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38ffc52-7081-4459-a771-9a096f54cfa7 req-4186280e-e5bf-4527-a5a3-4fab890ce219 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:40.816324 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-a38ffc52-7081-4459-a771-9a096f54cfa7 req-4186280e-e5bf-4527-a5a3-4fab890ce219 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b85f48c2-35d7-4cab-a969-7e1b1fb4bec7 HTTP/1.1" status: 200 len: 946 time: 0.0491884 Aug 30 01:04:40.869062 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-a38ffc52-7081-4459-a771-9a096f54cfa7 req-a0a99496-d030-41ef-86b1-06c3a9878c1e tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0322309e-1f6d-4caf-a1b9-0e800f7ba56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469947 Aug 30 01:04:41.310431 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-a9360e4e-01f8-4259-8314-3a9f1942dea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (613dbf26-5731-4391-8a29-3c5185f7ed3f), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:41.987516 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c60fd0-3471-43c1-9849-7fb56b8d6815 req-0b2b3a1b-1592-4af1-8d07-3e9d70329f49 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:41.988995 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-44c60fd0-3471-43c1-9849-7fb56b8d6815 req-0b2b3a1b-1592-4af1-8d07-3e9d70329f49 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b85f48c2-35d7-4cab-a969-7e1b1fb4bec7 HTTP/1.1" status: 200 len: 946 time: 0.0459936 Aug 30 01:04:42.038048 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-44c60fd0-3471-43c1-9849-7fb56b8d6815 req-c79cfffa-922e-4143-b8b4-b0181688950a tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0322309e-1f6d-4caf-a1b9-0e800f7ba56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435641 Aug 30 01:04:42.163139 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0759a60-d9d0-476f-9c1f-fa74a1a7577d req-8872b580-12f6-4173-8cc6-1b80f746d383 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:42.164794 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-f0759a60-d9d0-476f-9c1f-fa74a1a7577d req-8872b580-12f6-4173-8cc6-1b80f746d383 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b85f48c2-35d7-4cab-a969-7e1b1fb4bec7 HTTP/1.1" status: 200 len: 946 time: 0.0482891 Aug 30 01:04:42.213790 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-f0759a60-d9d0-476f-9c1f-fa74a1a7577d req-589fe597-e1b4-4c9d-aa7e-339c6055b181 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0322309e-1f6d-4caf-a1b9-0e800f7ba56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427868 Aug 30 01:04:42.241026 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 50274) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:04:42.327801 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4b45f3-b73f-4f74-b086-98f582743216 tempest-TestVolumeBootPattern-1438333599 tempest-TestVolumeBootPattern-1438333599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:42.329309 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-cd4b45f3-b73f-4f74-b086-98f582743216 tempest-TestVolumeBootPattern-1438333599 tempest-TestVolumeBootPattern-1438333599-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b85f48c2-35d7-4cab-a969-7e1b1fb4bec7 HTTP/1.1" status: 200 len: 1125 time: 0.0872440 Aug 30 01:04:42.332384 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 50278) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:04:42.336461 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [None req-4f75757b-d929-4465-9d51-80925cf255f8 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Request body: {'floatingip': {'floating_network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'port_id': '552a6c04-ea5e-4596-976d-aca3794998cd', 'tenant_id': 'a6380baa172744fa9d7ba5b81f847906', 'fixed_ip_address': '172.20.0.10'}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:04:42.358231 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-4f75757b-d929-4465-9d51-80925cf255f8 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:42.434419 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-4f75757b-d929-4465-9d51-80925cf255f8 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:42.504473 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-25c1dd7e-d974-443e-806e-f641d8bbb77b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (0cb86657-2da7-42ea-bd2c-d65472391dc8), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:42.544652 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.db_base_plugin_common [None req-4f75757b-d929-4465-9d51-80925cf255f8 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Allocated IP 172.27.4.110 (3021e9f0-0eb2-4779-9e8d-2d74d8c353fb/be7a67d1-0569-48bc-88e9-c2545720293d/e67f9717-70bb-4265-bcf2-7d63901ba432) {{(pid=106207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:04:42.599951 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:42.614151 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:42.650619 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-4f75757b-d929-4465-9d51-80925cf255f8 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks [] for port (e67f9717-70bb-4265-bcf2-7d63901ba432), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:42.687272 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-4f75757b-d929-4465-9d51-80925cf255f8 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737867580456'] for port (e67f9717-70bb-4265-bcf2-7d63901ba432), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:42.728094 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f75757b-d929-4465-9d51-80925cf255f8 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Network 3021e9f0-0eb2-4779-9e8d-2d74d8c353fb is already hosted by enough agents. {{(pid=106207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:04:42.731439 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.base_scheduler [None req-4f75757b-d929-4465-9d51-80925cf255f8 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Resources bound (agent type, host, resource id): {{(pid=106207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:04:42.735170 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f75757b-d929-4465-9d51-80925cf255f8 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Received port after_create {{(pid=106207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:04:42.739045 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f75757b-d929-4465-9d51-80925cf255f8 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Pushing event updated for resources: {'Port': ['ID=e67f9717-70bb-4265-bcf2-7d63901ba432,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:04:43.045733 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-4f75757b-d929-4465-9d51-80925cf255f8 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks [] for floatingip (85c10dc5-c1b2-4359-adac-255cea50f4d8), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:43.113908 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-4f75757b-d929-4465-9d51-80925cf255f8 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (e67f9717-70bb-4265-bcf2-7d63901ba432), before_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:43.134376 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:43.135522 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:43.260222 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-4f75757b-d929-4465-9d51-80925cf255f8 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks [] for port (e67f9717-70bb-4265-bcf2-7d63901ba432), precommit_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:43.265226 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-4f75757b-d929-4465-9d51-80925cf255f8 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (e67f9717-70bb-4265-bcf2-7d63901ba432), after_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:43.265931 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-4f75757b-d929-4465-9d51-80925cf255f8 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16466402'] for floatingip (85c10dc5-c1b2-4359-adac-255cea50f4d8), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:43.333791 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:43.343423 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f75757b-d929-4465-9d51-80925cf255f8 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Pushing event updated for resources: {'Port': ['ID=e67f9717-70bb-4265-bcf2-7d63901ba432,revision_number=2']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:04:43.629119 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.db.l3_db [None req-4f75757b-d929-4465-9d51-80925cf255f8 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Floating IP 85c10dc5-c1b2-4359-adac-255cea50f4d8 associated. External IP: 172.27.4.110, port: 552a6c04-ea5e-4596-976d-aca3794998cd. Aug 30 01:04:43.703214 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:43.825624 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f75757b-d929-4465-9d51-80925cf255f8 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Router 77b21fb2-6062-4336-bcc3-5ffa9d454ebe has already been hosted by L3 agent 613dbf26-5731-4391-8a29-3c5185f7ed3f {{(pid=106207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:04:43.924196 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f75757b-d929-4465-9d51-80925cf255f8 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Notify agent at l3_agent.dv-cinder-815146-13-iscsi the message routers_updated {{(pid=106207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:04:43.934012 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756e3aea-4ae2-4ccc-8e30-402e0399eedc None None] Sync routers for ids ['77b21fb2-6062-4336-bcc3-5ffa9d454ebe'] in dv-cinder-815146-13-iscsi {{(pid=106208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:04:43.941368 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-4f75757b-d929-4465-9d51-80925cf255f8 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for floatingip (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:43.944295 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756e3aea-4ae2-4ccc-8e30-402e0399eedc None None] Routers {'77b21fb2-6062-4336-bcc3-5ffa9d454ebe'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:04:43.944929 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-756e3aea-4ae2-4ccc-8e30-402e0399eedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:04:41Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['77b21fb2-6062-4336-bcc3-5ffa9d454ebe'], 'active': True} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:04:43.977785 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-4f75757b-d929-4465-9d51-80925cf255f8 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6418455 Aug 30 01:04:43.977785 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b85f48c2-35d7-4cab-a969-7e1b1fb4bec7', 'tag': '552a6c04-ea5e-4596-976d-aca3794998cd'}] {{(pid=106207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:04:43.978240 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480b08bd5bc4b1a03c1b08d00e02a3f82783774d0c3347d038299e83f2d6db65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8290e9bb-d3a5-4c45-ade1-8d08647fe250" -d '{"events": [{"name": "network-changed", "server_uuid": "b85f48c2-35d7-4cab-a969-7e1b1fb4bec7", "tag": "552a6c04-ea5e-4596-976d-aca3794998cd"}]}' {{(pid=106207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:04:44.015928 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af8e9f4-8880-465c-a635-6d11b65a5e4a x-openstack-request-id: req-4af8e9f4-8880-465c-a635-6d11b65a5e4a {{(pid=106207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:04:44.016247 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b85f48c2-35d7-4cab-a969-7e1b1fb4bec7", "tag": "552a6c04-ea5e-4596-976d-aca3794998cd", "status": "completed", "code": 200}]} {{(pid=106207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:04:44.016613 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4af8e9f4-8880-465c-a635-6d11b65a5e4a {{(pid=106207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:04:44.017027 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4af8e9f4-8880-465c-a635-6d11b65a5e4a'] response: {'name': 'network-changed', 'server_uuid': 'b85f48c2-35d7-4cab-a969-7e1b1fb4bec7', 'tag': '552a6c04-ea5e-4596-976d-aca3794998cd', 'status': 'completed', 'code': 200} Aug 30 01:04:44.054800 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvr_db [None req-756e3aea-4ae2-4ccc-8e30-402e0399eedc None None] Set router 77b21fb2-6062-4336-bcc3-5ffa9d454ebe gateway port host: dv-cinder-815146-13-iscsi {{(pid=106208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:04:44.095179 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8290e9bb-d3a5-4c45-ade1-8d08647fe250 req-1985f697-6f03-4cf8-8269-01154dec21e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:44.096708 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-8290e9bb-d3a5-4c45-ade1-8d08647fe250 req-1985f697-6f03-4cf8-8269-01154dec21e6 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=a6380baa172744fa9d7ba5b81f847906&device_id=b85f48c2-35d7-4cab-a969-7e1b1fb4bec7 HTTP/1.1" status: 200 len: 1130 time: 0.0448341 Aug 30 01:04:44.105763 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:44.107465 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-035fe171-2dca-49fc-a74e-5e6f2a9e45a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (976597ea-a902-4e5f-8c76-25f81ae4fb08), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:44.157317 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:44.197017 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8290e9bb-d3a5-4c45-ade1-8d08647fe250 req-6150bcc2-7889-4f05-9d89-eb1c12e676bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:44.198448 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-8290e9bb-d3a5-4c45-ade1-8d08647fe250 req-6150bcc2-7889-4f05-9d89-eb1c12e676bd service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=9040a016-54c8-479a-991b-4e0ac5fa178d HTTP/1.1" status: 200 len: 914 time: 0.0937631 Aug 30 01:04:44.269584 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-8290e9bb-d3a5-4c45-ade1-8d08647fe250 req-e9db6366-7b8e-4603-8df4-47ff25fefb5d service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=552a6c04-ea5e-4596-976d-aca3794998cd HTTP/1.1" status: 200 len: 1000 time: 0.0625703 Aug 30 01:04:44.269995 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (a0553951-7123-4403-ab2a-bb83048c1e52), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:44.277947 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (ec393def-3d84-45a3-8a6c-ed049d62fe0a), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:44.316622 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-756e3aea-4ae2-4ccc-8e30-402e0399eedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'name': 'tempest-TestVolumeBootPattern-1159894763-router', 'tenant_id': 'a6380baa172744fa9d7ba5b81f847906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.96'}], 'enable_snat': True}, 'gw_port_id': 'adff4777-6a01-467c-9cce-d77b5d28c036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:03:48Z', 'updated_at': '2022-08-30T01:03:52Z', 'revision_number': 4, 'project_id': 'a6380baa172744fa9d7ba5b81f847906', 'gw_port': {'id': 'adff4777-6a01-467c-9cce-d77b5d28c036', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:60:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:48Z', 'updated_at': '2022-08-30T01:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_floatingips': [{'id': '85c10dc5-c1b2-4359-adac-255cea50f4d8', 'tenant_id': 'a6380baa172744fa9d7ba5b81f847906', 'floating_ip_address': '172.27.4.110', 'floating_network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'router_id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'port_id': '552a6c04-ea5e-4596-976d-aca3794998cd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9040a016-54c8-479a-991b-4e0ac5fa178d', 'mac_address': 'fa:16:3e:0a:e2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85f48c2-35d7-4cab-a969-7e1b1fb4bec7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:04:42Z', 'updated_at': '2022-08-30T01:04:42Z', 'revision_number': 0, 'project_id': 'a6380baa172744fa9d7ba5b81f847906', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f570ed8-ae08-439f-9ac0-f7485c2e852e', 'name': '', 'network_id': '9040a016-54c8-479a-991b-4e0ac5fa178d', 'tenant_id': 'a6380baa172744fa9d7ba5b81f847906', 'mac_address': 'fa:16:3e:a1:7e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '95c34b58-5326-49b3-92a4-b747a89537a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:52Z', 'updated_at': '2022-08-30T01:03:58Z', 'revision_number': 5, 'project_id': 'a6380baa172744fa9d7ba5b81f847906', 'subnets': [{'id': '95c34b58-5326-49b3-92a4-b747a89537a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:04:44.325021 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8290e9bb-d3a5-4c45-ade1-8d08647fe250 req-ee124992-5d3b-4738-806e-83300496c2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:44.326550 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-8290e9bb-d3a5-4c45-ade1-8d08647fe250 req-ee124992-5d3b-4738-806e-83300496c2cc service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=95c34b58-5326-49b3-92a4-b747a89537a2 HTTP/1.1" status: 200 len: 851 time: 0.0462101 Aug 30 01:04:44.342398 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756e3aea-4ae2-4ccc-8e30-402e0399eedc None None] Checking router: 77b21fb2-6062-4336-bcc3-5ffa9d454ebe for host: dv-cinder-815146-13-iscsi {{(pid=106208) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:04:44.351205 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756e3aea-4ae2-4ccc-8e30-402e0399eedc None None] Routers {'77b21fb2-6062-4336-bcc3-5ffa9d454ebe'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:04:44.351812 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-756e3aea-4ae2-4ccc-8e30-402e0399eedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:04:41Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['77b21fb2-6062-4336-bcc3-5ffa9d454ebe'], 'active': True} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:04:44.373661 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8290e9bb-d3a5-4c45-ade1-8d08647fe250 req-e2f1d6b8-68d2-45d7-a7bc-a0dc4caf8b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:44.375160 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-8290e9bb-d3a5-4c45-ade1-8d08647fe250 req-e2f1d6b8-68d2-45d7-a7bc-a0dc4caf8b30 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=9040a016-54c8-479a-991b-4e0ac5fa178d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0400574 Aug 30 01:04:44.456135 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvr_db [None req-756e3aea-4ae2-4ccc-8e30-402e0399eedc None None] Set router 77b21fb2-6062-4336-bcc3-5ffa9d454ebe gateway port host: dv-cinder-815146-13-iscsi {{(pid=106208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:04:44.473023 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-8290e9bb-d3a5-4c45-ade1-8d08647fe250 req-e6f07948-12b4-44e0-b7a8-feddce0cc14e service neutron] 10.222.0.47 "GET /networking/v2.0/networks/9040a016-54c8-479a-991b-4e0ac5fa178d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894926 Aug 30 01:04:44.528743 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=100 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:44.567173 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-8290e9bb-d3a5-4c45-ade1-8d08647fe250 req-56a2fae9-7568-46d8-b185-54a8610b5ba6 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/9040a016-54c8-479a-991b-4e0ac5fa178d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861509 Aug 30 01:04:44.764921 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:44.803150 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-756e3aea-4ae2-4ccc-8e30-402e0399eedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'name': 'tempest-TestVolumeBootPattern-1159894763-router', 'tenant_id': 'a6380baa172744fa9d7ba5b81f847906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.96'}], 'enable_snat': True}, 'gw_port_id': 'adff4777-6a01-467c-9cce-d77b5d28c036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:03:48Z', 'updated_at': '2022-08-30T01:03:52Z', 'revision_number': 4, 'project_id': 'a6380baa172744fa9d7ba5b81f847906', 'gw_port': {'id': 'adff4777-6a01-467c-9cce-d77b5d28c036', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:60:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:48Z', 'updated_at': '2022-08-30T01:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_floatingips': [{'id': '85c10dc5-c1b2-4359-adac-255cea50f4d8', 'tenant_id': 'a6380baa172744fa9d7ba5b81f847906', 'floating_ip_address': '172.27.4.110', 'floating_network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'router_id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'port_id': '552a6c04-ea5e-4596-976d-aca3794998cd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9040a016-54c8-479a-991b-4e0ac5fa178d', 'mac_address': 'fa:16:3e:0a:e2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85f48c2-35d7-4cab-a969-7e1b1fb4bec7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:04:42Z', 'updated_at': '2022-08-30T01:04:42Z', 'revision_number': 0, 'project_id': 'a6380baa172744fa9d7ba5b81f847906', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f570ed8-ae08-439f-9ac0-f7485c2e852e', 'name': '', 'network_id': '9040a016-54c8-479a-991b-4e0ac5fa178d', 'tenant_id': 'a6380baa172744fa9d7ba5b81f847906', 'mac_address': 'fa:16:3e:a1:7e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '95c34b58-5326-49b3-92a4-b747a89537a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:52Z', 'updated_at': '2022-08-30T01:03:58Z', 'revision_number': 5, 'project_id': 'a6380baa172744fa9d7ba5b81f847906', 'subnets': [{'id': '95c34b58-5326-49b3-92a4-b747a89537a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:04:44.829794 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756e3aea-4ae2-4ccc-8e30-402e0399eedc None None] The sync data for ids ['77b21fb2-6062-4336-bcc3-5ffa9d454ebe'] in dv-cinder-815146-13-iscsi is: [{'id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'name': 'tempest-TestVolumeBootPattern-1159894763-router', 'tenant_id': 'a6380baa172744fa9d7ba5b81f847906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.96'}], 'enable_snat': True}, 'gw_port_id': 'adff4777-6a01-467c-9cce-d77b5d28c036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:03:48Z', 'updated_at': '2022-08-30T01:03:52Z', 'revision_number': 4, 'project_id': 'a6380baa172744fa9d7ba5b81f847906', 'gw_port': {'id': 'adff4777-6a01-467c-9cce-d77b5d28c036', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:60:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:48Z', 'updated_at': '2022-08-30T01:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_floatingips': [{'id': '85c10dc5-c1b2-4359-adac-255cea50f4d8', 'tenant_id': 'a6380baa172744fa9d7ba5b81f847906', 'floating_ip_address': '172.27.4.110', 'floating_network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'router_id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'port_id': '552a6c04-ea5e-4596-976d-aca3794998cd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9040a016-54c8-479a-991b-4e0ac5fa178d', 'mac_address': 'fa:16:3e:0a:e2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85f48c2-35d7-4cab-a969-7e1b1fb4bec7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:04:42Z', 'updated_at': '2022-08-30T01:04:42Z', 'revision_number': 0, 'project_id': 'a6380baa172744fa9d7ba5b81f847906', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f570ed8-ae08-439f-9ac0-f7485c2e852e', 'name': '', 'network_id': '9040a016-54c8-479a-991b-4e0ac5fa178d', 'tenant_id': 'a6380baa172744fa9d7ba5b81f847906', 'mac_address': 'fa:16:3e:a1:7e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '95c34b58-5326-49b3-92a4-b747a89537a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:52Z', 'updated_at': '2022-08-30T01:03:58Z', 'revision_number': 5, 'project_id': 'a6380baa172744fa9d7ba5b81f847906', 'subnets': [{'id': '95c34b58-5326-49b3-92a4-b747a89537a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:04:45.017908 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0834cd85-79fd-437c-ab43-56caf290a0ff None None] New status for floating IP 85c10dc5-c1b2-4359-adac-255cea50f4d8: ACTIVE {{(pid=106209) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:04:53.579162 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a63c272-8b6a-4b76-ad79-d31de062075b req-969dfe72-ddf1-4035-8e47-19662820c7cb tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:53.580617 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-9a63c272-8b6a-4b76-ad79-d31de062075b req-969dfe72-ddf1-4035-8e47-19662820c7cb tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0f9ce423-87fe-4742-ab18-537e725fb3c2 HTTP/1.1" status: 200 len: 945 time: 0.0459900 Aug 30 01:04:53.627126 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-9a63c272-8b6a-4b76-ad79-d31de062075b req-f7dffac2-0a0d-49a7-9eb9-28332bab0261 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=882a3643-324b-4ab3-9198-fdc44b1c8402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409648 Aug 30 01:04:54.560749 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=5 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:54.561601 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=35 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:54.749045 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79329031-7188-4cd8-8f40-303bf5e4756f req-ce679088-768b-4938-aa8c-480957ce8ab2 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:54.750540 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-79329031-7188-4cd8-8f40-303bf5e4756f req-ce679088-768b-4938-aa8c-480957ce8ab2 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0f9ce423-87fe-4742-ab18-537e725fb3c2 HTTP/1.1" status: 200 len: 945 time: 0.0474238 Aug 30 01:04:54.802379 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-79329031-7188-4cd8-8f40-303bf5e4756f req-c7b5c2fb-6b55-4b1c-a28a-fe74fc150d2f tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=882a3643-324b-4ab3-9198-fdc44b1c8402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463219 Aug 30 01:04:54.805867 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:54.806686 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=62,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:55.460111 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c949f89-0c32-4204-b1c3-8ee038051026 req-a786a2ef-d8fc-431a-af2a-696ecbdc6ea9 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:55.461765 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-1c949f89-0c32-4204-b1c3-8ee038051026 req-a786a2ef-d8fc-431a-af2a-696ecbdc6ea9 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=0f9ce423-87fe-4742-ab18-537e725fb3c2 HTTP/1.1" status: 200 len: 945 time: 0.0851247 Aug 30 01:04:55.787057 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [req-1c949f89-0c32-4204-b1c3-8ee038051026 req-4906eaff-9f2d-4489-8cf6-240afcb348e8 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Deleting port f0e1db00-4448-4f4f-865f-c2f369d94a25 {{(pid=106206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:04:55.787818 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-1c949f89-0c32-4204-b1c3-8ee038051026 req-4906eaff-9f2d-4489-8cf6-240afcb348e8 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737868023260'] for port (f0e1db00-4448-4f4f-865f-c2f369d94a25), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:55.875971 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [req-1c949f89-0c32-4204-b1c3-8ee038051026 req-4906eaff-9f2d-4489-8cf6-240afcb348e8 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] For port f0e1db00-4448-4f4f-865f-c2f369d94a25, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f0e1db00-4448-4f4f-865f-c2f369d94a25,segment=NetworkSegment(ac710424-0f03-41c7-8792-e4337957dd44),segment_id=ac710424-0f03-41c7-8792-e4337957dd44)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:04:55.876338 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-1c949f89-0c32-4204-b1c3-8ee038051026 req-4906eaff-9f2d-4489-8cf6-240afcb348e8 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16464105'] for port (f0e1db00-4448-4f4f-865f-c2f369d94a25), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:55.922180 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ebb538-23e9-4216-b36b-121c584695f7 req-bdfbab5f-68ca-42c5-890c-e1a1316aaaa2 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:55.923669 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e6ebb538-23e9-4216-b36b-121c584695f7 req-bdfbab5f-68ca-42c5-890c-e1a1316aaaa2 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0f9ce423-87fe-4742-ab18-537e725fb3c2 HTTP/1.1" status: 200 len: 945 time: 0.0472548 Aug 30 01:04:55.976566 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e6ebb538-23e9-4216-b36b-121c584695f7 req-0f4f44d5-675e-4662-8c40-2429fba258ef tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=882a3643-324b-4ab3-9198-fdc44b1c8402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472655 Aug 30 01:04:56.094967 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-1c949f89-0c32-4204-b1c3-8ee038051026 req-4906eaff-9f2d-4489-8cf6-240afcb348e8 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:56.095247 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-1c949f89-0c32-4204-b1c3-8ee038051026 req-4906eaff-9f2d-4489-8cf6-240afcb348e8 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16466402'] for floatingip (720be811-73d4-4abe-a8ab-d6f40f77adc8), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:56.095564 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.db.l3_db [req-1c949f89-0c32-4204-b1c3-8ee038051026 req-4906eaff-9f2d-4489-8cf6-240afcb348e8 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Floating IP 720be811-73d4-4abe-a8ab-d6f40f77adc8 disassociated. External IP: 172.27.4.254, port: f0e1db00-4448-4f4f-865f-c2f369d94a25. Aug 30 01:04:56.095909 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [req-1c949f89-0c32-4204-b1c3-8ee038051026 req-4906eaff-9f2d-4489-8cf6-240afcb348e8 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Calling delete_port for f0e1db00-4448-4f4f-865f-c2f369d94a25 owned by compute:nova {{(pid=106206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:04:56.226202 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-1c949f89-0c32-4204-b1c3-8ee038051026 req-4906eaff-9f2d-4489-8cf6-240afcb348e8 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737868027338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737867580465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14283316'] for port (f0e1db00-4448-4f4f-865f-c2f369d94a25), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:56.258390 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4906eaff-9f2d-4489-8cf6-240afcb348e8 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Pushing event deleted for resources: {'Port': ['ID=f0e1db00-4448-4f4f-865f-c2f369d94a25,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:04:56.373905 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c949f89-0c32-4204-b1c3-8ee038051026 req-4906eaff-9f2d-4489-8cf6-240afcb348e8 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Router bd1c6eaf-677c-4555-8d4e-2fd99795de73 has already been hosted by L3 agent 613dbf26-5731-4391-8a29-3c5185f7ed3f {{(pid=106206) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:04:56.479482 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c949f89-0c32-4204-b1c3-8ee038051026 req-4906eaff-9f2d-4489-8cf6-240afcb348e8 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Notify agent at l3_agent.dv-cinder-815146-13-iscsi the message routers_updated {{(pid=106206) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:04:56.490170 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23688e9b-f900-4333-808b-6c7d0c88fbca None None] Sync routers for ids ['bd1c6eaf-677c-4555-8d4e-2fd99795de73'] in dv-cinder-815146-13-iscsi {{(pid=106208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:04:56.500443 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23688e9b-f900-4333-808b-6c7d0c88fbca None None] Routers {'bd1c6eaf-677c-4555-8d4e-2fd99795de73'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:04:56.501047 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-23688e9b-f900-4333-808b-6c7d0c88fbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:04:41Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['bd1c6eaf-677c-4555-8d4e-2fd99795de73'], 'active': True} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:04:56.543245 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c949f89-0c32-4204-b1c3-8ee038051026 req-4906eaff-9f2d-4489-8cf6-240afcb348e8 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] No DVR routers for this DVR port f0e1db00-4448-4f4f-865f-c2f369d94a25 on host hv-cinder-81514 {{(pid=106206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:04:56.546102 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-1c949f89-0c32-4204-b1c3-8ee038051026 req-4906eaff-9f2d-4489-8cf6-240afcb348e8 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for port (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:56.549472 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-1c949f89-0c32-4204-b1c3-8ee038051026 req-4906eaff-9f2d-4489-8cf6-240afcb348e8 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.47 "DELETE /networking/v2.0/ports/f0e1db00-4448-4f4f-865f-c2f369d94a25 HTTP/1.1" status: 204 len: 173 time: 1.0802078 Aug 30 01:04:56.549908 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f9ce423-87fe-4742-ab18-537e725fb3c2', 'name': 'network-vif-deleted', 'tag': 'f0e1db00-4448-4f4f-865f-c2f369d94a25'}] {{(pid=106206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:04:56.552144 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068580ff6c600dbe59ab62011f5d984f60f6f54628162803fce2ed792aa7a021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ff0b77-f67a-4df6-936b-e8ea087487d1" -d '{"events": [{"server_uuid": "0f9ce423-87fe-4742-ab18-537e725fb3c2", "name": "network-vif-deleted", "tag": "f0e1db00-4448-4f4f-865f-c2f369d94a25"}]}' {{(pid=106206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:04:56.599659 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb1f9ff-a22f-4ab9-ac22-d981032bb144 x-openstack-request-id: req-5cb1f9ff-a22f-4ab9-ac22-d981032bb144 {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:04:56.601733 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f9ce423-87fe-4742-ab18-537e725fb3c2", "name": "network-vif-deleted", "tag": "f0e1db00-4448-4f4f-865f-c2f369d94a25", "status": "completed", "code": 200}]} {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:04:56.601733 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5cb1f9ff-a22f-4ab9-ac22-d981032bb144 {{(pid=106206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:04:56.601733 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cb1f9ff-a22f-4ab9-ac22-d981032bb144'] response: {'server_uuid': '0f9ce423-87fe-4742-ab18-537e725fb3c2', 'name': 'network-vif-deleted', 'tag': 'f0e1db00-4448-4f4f-865f-c2f369d94a25', 'status': 'completed', 'code': 200} Aug 30 01:04:56.618762 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvr_db [None req-23688e9b-f900-4333-808b-6c7d0c88fbca None None] Set router bd1c6eaf-677c-4555-8d4e-2fd99795de73 gateway port host: dv-cinder-815146-13-iscsi {{(pid=106208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:04:56.673423 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:56.682993 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=16 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:56.845858 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-23688e9b-f900-4333-808b-6c7d0c88fbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'name': 'tempest-AttachVolumeNegativeTest-987046986-router', 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.121'}], 'enable_snat': True}, 'gw_port_id': '02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:01:05Z', 'updated_at': '2022-08-30T01:01:15Z', 'revision_number': 4, 'project_id': '0596692dbfb149139a1e72159c6f93db', 'gw_port': {'id': '02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:39:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:06Z', 'updated_at': '2022-08-30T01:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_floatingips': [{'id': '1c5e5197-a28b-4423-81f5-daa81fdeebf0', 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'floating_ip_address': '172.27.4.95', 'floating_network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'router_id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'port_id': 'd7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dffca817-1d31-4c9c-99a3-2d8483c143b4', 'mac_address': 'fa:16:3e:15:0c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d2ed1b9-2567-4964-83fd-dd44533766ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:01:32Z', 'updated_at': '2022-08-30T01:02:10Z', 'revision_number': 2, 'project_id': '0596692dbfb149139a1e72159c6f93db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c3a5c21-7f7c-4037-ac11-fe0d15ab9538', 'name': '', 'network_id': 'dffca817-1d31-4c9c-99a3-2d8483c143b4', 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'mac_address': 'fa:16:3e:80:4d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '35e91298-8731-4ea1-81fe-d78c255b7ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:12Z', 'updated_at': '2022-08-30T01:01:35Z', 'revision_number': 5, 'project_id': '0596692dbfb149139a1e72159c6f93db', 'subnets': [{'id': '35e91298-8731-4ea1-81fe-d78c255b7ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:04:56.875452 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23688e9b-f900-4333-808b-6c7d0c88fbca None None] Checking router: bd1c6eaf-677c-4555-8d4e-2fd99795de73 for host: dv-cinder-815146-13-iscsi {{(pid=106208) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:04:56.884217 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23688e9b-f900-4333-808b-6c7d0c88fbca None None] Routers {'bd1c6eaf-677c-4555-8d4e-2fd99795de73'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:04:56.884825 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-23688e9b-f900-4333-808b-6c7d0c88fbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:04:41Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['bd1c6eaf-677c-4555-8d4e-2fd99795de73'], 'active': True} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:04:56.991639 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvr_db [None req-23688e9b-f900-4333-808b-6c7d0c88fbca None None] Set router bd1c6eaf-677c-4555-8d4e-2fd99795de73 gateway port host: dv-cinder-815146-13-iscsi {{(pid=106208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:04:57.095437 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e5d0cbdd-bb1d-4443-bd85-c46d402bcabf req-ad3e23fe-8ebd-4f3b-b4ca-c3ea186a6947 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0f9ce423-87fe-4742-ab18-537e725fb3c2 HTTP/1.1" status: 200 len: 210 time: 0.0295508 Aug 30 01:04:57.220286 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-23688e9b-f900-4333-808b-6c7d0c88fbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'name': 'tempest-AttachVolumeNegativeTest-987046986-router', 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.121'}], 'enable_snat': True}, 'gw_port_id': '02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:01:05Z', 'updated_at': '2022-08-30T01:01:15Z', 'revision_number': 4, 'project_id': '0596692dbfb149139a1e72159c6f93db', 'gw_port': {'id': '02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:39:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:06Z', 'updated_at': '2022-08-30T01:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_floatingips': [{'id': '1c5e5197-a28b-4423-81f5-daa81fdeebf0', 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'floating_ip_address': '172.27.4.95', 'floating_network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'router_id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'port_id': 'd7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dffca817-1d31-4c9c-99a3-2d8483c143b4', 'mac_address': 'fa:16:3e:15:0c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d2ed1b9-2567-4964-83fd-dd44533766ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:01:32Z', 'updated_at': '2022-08-30T01:02:10Z', 'revision_number': 2, 'project_id': '0596692dbfb149139a1e72159c6f93db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c3a5c21-7f7c-4037-ac11-fe0d15ab9538', 'name': '', 'network_id': 'dffca817-1d31-4c9c-99a3-2d8483c143b4', 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'mac_address': 'fa:16:3e:80:4d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '35e91298-8731-4ea1-81fe-d78c255b7ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:12Z', 'updated_at': '2022-08-30T01:01:35Z', 'revision_number': 5, 'project_id': '0596692dbfb149139a1e72159c6f93db', 'subnets': [{'id': '35e91298-8731-4ea1-81fe-d78c255b7ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:04:57.244793 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23688e9b-f900-4333-808b-6c7d0c88fbca None None] The sync data for ids ['bd1c6eaf-677c-4555-8d4e-2fd99795de73'] in dv-cinder-815146-13-iscsi is: [{'id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'name': 'tempest-AttachVolumeNegativeTest-987046986-router', 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.121'}], 'enable_snat': True}, 'gw_port_id': '02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:01:05Z', 'updated_at': '2022-08-30T01:01:15Z', 'revision_number': 4, 'project_id': '0596692dbfb149139a1e72159c6f93db', 'gw_port': {'id': '02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:39:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:06Z', 'updated_at': '2022-08-30T01:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_floatingips': [{'id': '1c5e5197-a28b-4423-81f5-daa81fdeebf0', 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'floating_ip_address': '172.27.4.95', 'floating_network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'router_id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'port_id': 'd7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dffca817-1d31-4c9c-99a3-2d8483c143b4', 'mac_address': 'fa:16:3e:15:0c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d2ed1b9-2567-4964-83fd-dd44533766ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:01:32Z', 'updated_at': '2022-08-30T01:02:10Z', 'revision_number': 2, 'project_id': '0596692dbfb149139a1e72159c6f93db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c3a5c21-7f7c-4037-ac11-fe0d15ab9538', 'name': '', 'network_id': 'dffca817-1d31-4c9c-99a3-2d8483c143b4', 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'mac_address': 'fa:16:3e:80:4d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '35e91298-8731-4ea1-81fe-d78c255b7ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:12Z', 'updated_at': '2022-08-30T01:01:35Z', 'revision_number': 5, 'project_id': '0596692dbfb149139a1e72159c6f93db', 'subnets': [{'id': '35e91298-8731-4ea1-81fe-d78c255b7ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:04:57.489380 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e66b62-aedc-45e1-a717-beb805c32321 None None] New status for floating IP 720be811-73d4-4abe-a8ab-d6f40f77adc8: DOWN {{(pid=106209) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:04:58.192437 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 50326) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:04:58.251315 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-8c26fe6a-2b81-4023-8896-ee4adbef88c7 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for security_group (882a3643-324b-4ab3-9198-fdc44b1c8402), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:58.275526 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-8c26fe6a-2b81-4023-8896-ee4adbef88c7 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for security_group (882a3643-324b-4ab3-9198-fdc44b1c8402), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:58.278174 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:58.286830 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:58.327504 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-8c26fe6a-2b81-4023-8896-ee4adbef88c7 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (882a3643-324b-4ab3-9198-fdc44b1c8402), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:58.330129 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-8c26fe6a-2b81-4023-8896-ee4adbef88c7 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for security_group (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:58.331271 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-8c26fe6a-2b81-4023-8896-ee4adbef88c7 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/882a3643-324b-4ab3-9198-fdc44b1c8402 HTTP/1.1" status: 204 len: 168 time: 0.1377769 Aug 30 01:04:58.334307 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 50330) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:04:58.341163 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c26fe6a-2b81-4023-8896-ee4adbef88c7 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=882a3643-324b-4ab3-9198-fdc44b1c8402,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:04:58.354564 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.api.v2.resource [None req-99c8e5a3-9621-42ef-800f-88342dd64949 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] show failed (client error): The resource could not be found. Aug 30 01:04:58.358961 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 50332) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:04:58.360431 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-99c8e5a3-9621-42ef-800f-88342dd64949 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/security-groups/882a3643-324b-4ab3-9198-fdc44b1c8402 HTTP/1.1" status: 404 len: 347 time: 0.0243211 Aug 30 01:04:58.476954 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-04791306-5450-4ed0-aa83-fc7b923a867e tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Deleting port 0d9f4c2f-290a-4e03-9d3d-cf5219c2bbbe {{(pid=106206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:04:58.477204 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-04791306-5450-4ed0-aa83-fc7b923a867e tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737868023260'] for port (0d9f4c2f-290a-4e03-9d3d-cf5219c2bbbe), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:58.568438 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-04791306-5450-4ed0-aa83-fc7b923a867e tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16464105'] for port (0d9f4c2f-290a-4e03-9d3d-cf5219c2bbbe), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:58.569790 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-04791306-5450-4ed0-aa83-fc7b923a867e tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for floatingip (0d9f4c2f-290a-4e03-9d3d-cf5219c2bbbe), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:58.589424 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-04791306-5450-4ed0-aa83-fc7b923a867e tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Calling delete_port for 0d9f4c2f-290a-4e03-9d3d-cf5219c2bbbe owned by network:floatingip {{(pid=106206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:04:58.743633 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-04791306-5450-4ed0-aa83-fc7b923a867e tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737868027338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737867580465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14283316'] for port (0d9f4c2f-290a-4e03-9d3d-cf5219c2bbbe), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:58.767490 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04791306-5450-4ed0-aa83-fc7b923a867e tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Pushing event deleted for resources: {'Port': ['ID=0d9f4c2f-290a-4e03-9d3d-cf5219c2bbbe,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:04:58.833915 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-04791306-5450-4ed0-aa83-fc7b923a867e tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for floatingip (720be811-73d4-4abe-a8ab-d6f40f77adc8), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:58.836402 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-04791306-5450-4ed0-aa83-fc7b923a867e tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for floatingip (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:58.837590 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-04791306-5450-4ed0-aa83-fc7b923a867e tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/720be811-73d4-4abe-a8ab-d6f40f77adc8 HTTP/1.1" status: 204 len: 168 time: 0.4774554 Aug 30 01:04:59.161342 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device f0e1db00-4448-4f4f-865f-c2f369d94a25 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:04:59.185792 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] No Port match for: f0e1db00-4448-4f4f-865f-c2f369d94a25 {{(pid=106208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:04:59.186148 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device f0e1db00-4448-4f4f-865f-c2f369d94a25 not bound to the agent host hv-cinder-81514 {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:04:59.859716 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96fde8c-fdad-4fe4-8591-687417f7a03a req-a7a89ad1-c837-45b3-9b5b-1e9fd7922614 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:59.861105 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-c96fde8c-fdad-4fe4-8591-687417f7a03a req-a7a89ad1-c837-45b3-9b5b-1e9fd7922614 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b59fedac-4fcb-47a8-8187-0a331d499fd2 HTTP/1.1" status: 200 len: 945 time: 0.0496209 Aug 30 01:04:59.908124 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-c96fde8c-fdad-4fe4-8591-687417f7a03a req-402f8c94-f3c7-4659-8928-505c116e1b09 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cf795692-07ba-4120-b253-28f50a651d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414107 Aug 30 01:05:01.026453 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6963bf46-c160-4279-843e-ffb99862a41f req-1cc1741f-367f-41d0-9c6e-2e0c5d4d7133 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:01.028619 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-6963bf46-c160-4279-843e-ffb99862a41f req-1cc1741f-367f-41d0-9c6e-2e0c5d4d7133 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b59fedac-4fcb-47a8-8187-0a331d499fd2 HTTP/1.1" status: 200 len: 945 time: 0.0474052 Aug 30 01:05:01.060559 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:05:01.076577 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-6963bf46-c160-4279-843e-ffb99862a41f req-cf1dd774-e163-4816-a28c-3ecf66e724d2 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cf795692-07ba-4120-b253-28f50a651d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425980 Aug 30 01:05:01.583373 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ab0e7-c821-4bea-86cf-cbdeb90990fa req-12223292-ab7c-4075-b512-6cc06e15f225 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:01.584758 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-744ab0e7-c821-4bea-86cf-cbdeb90990fa req-12223292-ab7c-4075-b512-6cc06e15f225 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8d2ed1b9-2567-4964-83fd-dd44533766ae HTTP/1.1" status: 200 len: 945 time: 0.0475256 Aug 30 01:05:01.635230 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-744ab0e7-c821-4bea-86cf-cbdeb90990fa req-53275369-b89b-4309-8097-32f25b8cf5ec tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8cee015c-6f4d-4302-98d9-abaef09d5083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445957 Aug 30 01:05:02.198199 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582691f0-aa9e-47c4-a1a7-bbab0ff8f7e0 req-c723f8b5-004c-4f17-bb24-85ee1030de5f tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:02.199825 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-582691f0-aa9e-47c4-a1a7-bbab0ff8f7e0 req-c723f8b5-004c-4f17-bb24-85ee1030de5f tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b59fedac-4fcb-47a8-8187-0a331d499fd2 HTTP/1.1" status: 200 len: 945 time: 0.0481088 Aug 30 01:05:02.248493 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-582691f0-aa9e-47c4-a1a7-bbab0ff8f7e0 req-ef473060-8217-4f02-8cf9-dfb80677df45 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cf795692-07ba-4120-b253-28f50a651d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427775 Aug 30 01:05:02.753197 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189f3c37-ec21-44d9-9aec-56a049676b35 req-e422e7c8-b744-40ce-a48e-8ba1d74b4cf4 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:02.754644 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-189f3c37-ec21-44d9-9aec-56a049676b35 req-e422e7c8-b744-40ce-a48e-8ba1d74b4cf4 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8d2ed1b9-2567-4964-83fd-dd44533766ae HTTP/1.1" status: 200 len: 945 time: 0.0456030 Aug 30 01:05:02.806463 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-189f3c37-ec21-44d9-9aec-56a049676b35 req-8adfeedf-da2a-4800-b77d-0b2be2976bdd tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8cee015c-6f4d-4302-98d9-abaef09d5083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463452 Aug 30 01:05:03.331425 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:05:03.372828 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78d7279-0774-4935-bab2-1e16cc358105 req-143485e6-4866-4150-baf0-55f05e7791cb tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:03.374331 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-f78d7279-0774-4935-bab2-1e16cc358105 req-143485e6-4866-4150-baf0-55f05e7791cb tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b59fedac-4fcb-47a8-8187-0a331d499fd2 HTTP/1.1" status: 200 len: 945 time: 0.0518019 Aug 30 01:05:03.422901 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-f78d7279-0774-4935-bab2-1e16cc358105 req-275748a3-9a5f-4192-a76d-ba2ee815e869 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cf795692-07ba-4120-b253-28f50a651d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430820 Aug 30 01:05:03.809516 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc76766a-87d9-488c-85ce-5054612d0c59 req-db7946e0-174d-4ef0-b387-f7d12808a33a tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:03.810946 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-dc76766a-87d9-488c-85ce-5054612d0c59 req-db7946e0-174d-4ef0-b387-f7d12808a33a tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=8d2ed1b9-2567-4964-83fd-dd44533766ae HTTP/1.1" status: 200 len: 945 time: 0.0464635 Aug 30 01:05:03.901652 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [req-dc76766a-87d9-488c-85ce-5054612d0c59 req-b247b370-a050-46d8-aa84-cf596eafa833 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Deleting port d7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b {{(pid=106206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:05:03.901993 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-dc76766a-87d9-488c-85ce-5054612d0c59 req-b247b370-a050-46d8-aa84-cf596eafa833 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737868023260'] for port (d7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:03.926320 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acff586-07e0-4d39-b728-c68bffa54fa7 req-201f3cfc-7015-4330-99a4-73e1bef0b3d2 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:03.927799 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-7acff586-07e0-4d39-b728-c68bffa54fa7 req-201f3cfc-7015-4330-99a4-73e1bef0b3d2 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8d2ed1b9-2567-4964-83fd-dd44533766ae HTTP/1.1" status: 200 len: 945 time: 0.0458035 Aug 30 01:05:03.974752 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-7acff586-07e0-4d39-b728-c68bffa54fa7 req-b4008dd4-6c4a-4a78-b72f-4ea66afa3619 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8cee015c-6f4d-4302-98d9-abaef09d5083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413597 Aug 30 01:05:03.995195 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [req-dc76766a-87d9-488c-85ce-5054612d0c59 req-b247b370-a050-46d8-aa84-cf596eafa833 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] For port d7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=d7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b,segment=NetworkSegment(ac710424-0f03-41c7-8792-e4337957dd44),segment_id=ac710424-0f03-41c7-8792-e4337957dd44)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:05:03.995578 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-dc76766a-87d9-488c-85ce-5054612d0c59 req-b247b370-a050-46d8-aa84-cf596eafa833 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16464105'] for port (d7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:04.153210 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-dc76766a-87d9-488c-85ce-5054612d0c59 req-b247b370-a050-46d8-aa84-cf596eafa833 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:04.153573 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-dc76766a-87d9-488c-85ce-5054612d0c59 req-b247b370-a050-46d8-aa84-cf596eafa833 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16466402'] for floatingip (1c5e5197-a28b-4423-81f5-daa81fdeebf0), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:04.153888 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.db.l3_db [req-dc76766a-87d9-488c-85ce-5054612d0c59 req-b247b370-a050-46d8-aa84-cf596eafa833 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Floating IP 1c5e5197-a28b-4423-81f5-daa81fdeebf0 disassociated. External IP: 172.27.4.95, port: d7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b. Aug 30 01:05:04.154227 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [req-dc76766a-87d9-488c-85ce-5054612d0c59 req-b247b370-a050-46d8-aa84-cf596eafa833 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Calling delete_port for d7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b owned by compute:nova {{(pid=106206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:05:04.159219 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:05:04.213433 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:DELETE=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:05:04.284891 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-dc76766a-87d9-488c-85ce-5054612d0c59 req-b247b370-a050-46d8-aa84-cf596eafa833 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737868027338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737867580465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14283316'] for port (d7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:04.318558 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b247b370-a050-46d8-aa84-cf596eafa833 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Pushing event deleted for resources: {'Port': ['ID=d7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:05:04.430973 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc76766a-87d9-488c-85ce-5054612d0c59 req-b247b370-a050-46d8-aa84-cf596eafa833 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Router bd1c6eaf-677c-4555-8d4e-2fd99795de73 has already been hosted by L3 agent 613dbf26-5731-4391-8a29-3c5185f7ed3f {{(pid=106206) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:05:04.534992 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc76766a-87d9-488c-85ce-5054612d0c59 req-b247b370-a050-46d8-aa84-cf596eafa833 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Notify agent at l3_agent.dv-cinder-815146-13-iscsi the message routers_updated {{(pid=106206) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:05:04.540236 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61360088-358d-41a1-b7f8-24eaa54f9b03 req-338b8e91-ab82-4607-a176-f3dbe1bbf1c5 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:04.544977 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-61360088-358d-41a1-b7f8-24eaa54f9b03 req-338b8e91-ab82-4607-a176-f3dbe1bbf1c5 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b59fedac-4fcb-47a8-8187-0a331d499fd2 HTTP/1.1" status: 200 len: 945 time: 0.0502942 Aug 30 01:05:04.546591 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454c428c-5b44-4fd1-92e1-1cef36212389 None None] Sync routers for ids ['bd1c6eaf-677c-4555-8d4e-2fd99795de73'] in dv-cinder-815146-13-iscsi {{(pid=106208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:05:04.557034 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454c428c-5b44-4fd1-92e1-1cef36212389 None None] Routers {'bd1c6eaf-677c-4555-8d4e-2fd99795de73'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:05:04.557675 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-454c428c-5b44-4fd1-92e1-1cef36212389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:04:41Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['bd1c6eaf-677c-4555-8d4e-2fd99795de73'], 'active': True} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:05:04.581354 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc76766a-87d9-488c-85ce-5054612d0c59 req-b247b370-a050-46d8-aa84-cf596eafa833 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] No DVR routers for this DVR port d7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b on host hv-cinder-81514 {{(pid=106206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:05:04.583979 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-dc76766a-87d9-488c-85ce-5054612d0c59 req-b247b370-a050-46d8-aa84-cf596eafa833 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for port (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:04.587414 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-dc76766a-87d9-488c-85ce-5054612d0c59 req-b247b370-a050-46d8-aa84-cf596eafa833 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.47 "DELETE /networking/v2.0/ports/d7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b HTTP/1.1" status: 204 len: 173 time: 0.7677772 Aug 30 01:05:04.587869 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d2ed1b9-2567-4964-83fd-dd44533766ae', 'name': 'network-vif-deleted', 'tag': 'd7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b'}] {{(pid=106206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:05:04.590875 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068580ff6c600dbe59ab62011f5d984f60f6f54628162803fce2ed792aa7a021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-037dc6f4-7f3d-4a8b-a84b-98afc6d2e787" -d '{"events": [{"server_uuid": "8d2ed1b9-2567-4964-83fd-dd44533766ae", "name": "network-vif-deleted", "tag": "d7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b"}]}' {{(pid=106206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:05:04.599576 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-61360088-358d-41a1-b7f8-24eaa54f9b03 req-48a49cd6-64ed-4a62-ae8b-329e7d00b784 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cf795692-07ba-4120-b253-28f50a651d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483625 Aug 30 01:05:04.630091 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d67b56fa-b27d-463a-8ef7-74baa2d34189 x-openstack-request-id: req-d67b56fa-b27d-463a-8ef7-74baa2d34189 {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:05:04.630303 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d2ed1b9-2567-4964-83fd-dd44533766ae", "name": "network-vif-deleted", "tag": "d7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b", "status": "completed", "code": 200}]} {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:05:04.630716 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d67b56fa-b27d-463a-8ef7-74baa2d34189 {{(pid=106206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:05:04.631186 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d67b56fa-b27d-463a-8ef7-74baa2d34189'] response: {'server_uuid': '8d2ed1b9-2567-4964-83fd-dd44533766ae', 'name': 'network-vif-deleted', 'tag': 'd7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b', 'status': 'completed', 'code': 200} Aug 30 01:05:04.688672 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvr_db [None req-454c428c-5b44-4fd1-92e1-1cef36212389 None None] Set router bd1c6eaf-677c-4555-8d4e-2fd99795de73 gateway port host: dv-cinder-815146-13-iscsi {{(pid=106208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:05:04.813573 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=100 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:05:04.823698 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=100 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:05:04.886136 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-454c428c-5b44-4fd1-92e1-1cef36212389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'name': 'tempest-AttachVolumeNegativeTest-987046986-router', 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.121'}], 'enable_snat': True}, 'gw_port_id': '02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:01:05Z', 'updated_at': '2022-08-30T01:01:15Z', 'revision_number': 4, 'project_id': '0596692dbfb149139a1e72159c6f93db', 'gw_port': {'id': '02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:39:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:06Z', 'updated_at': '2022-08-30T01:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_interfaces': [{'id': '4c3a5c21-7f7c-4037-ac11-fe0d15ab9538', 'name': '', 'network_id': 'dffca817-1d31-4c9c-99a3-2d8483c143b4', 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'mac_address': 'fa:16:3e:80:4d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '35e91298-8731-4ea1-81fe-d78c255b7ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:12Z', 'updated_at': '2022-08-30T01:01:35Z', 'revision_number': 5, 'project_id': '0596692dbfb149139a1e72159c6f93db', 'subnets': [{'id': '35e91298-8731-4ea1-81fe-d78c255b7ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:05:04.916346 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454c428c-5b44-4fd1-92e1-1cef36212389 None None] Checking router: bd1c6eaf-677c-4555-8d4e-2fd99795de73 for host: dv-cinder-815146-13-iscsi {{(pid=106208) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:05:04.926037 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454c428c-5b44-4fd1-92e1-1cef36212389 None None] Routers {'bd1c6eaf-677c-4555-8d4e-2fd99795de73'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:05:04.926691 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-454c428c-5b44-4fd1-92e1-1cef36212389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:04:41Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['bd1c6eaf-677c-4555-8d4e-2fd99795de73'], 'active': True} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:05:05.027154 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvr_db [None req-454c428c-5b44-4fd1-92e1-1cef36212389 None None] Set router bd1c6eaf-677c-4555-8d4e-2fd99795de73 gateway port host: dv-cinder-815146-13-iscsi {{(pid=106208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:05:05.086788 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-449ffc30-2fdc-41a1-80e7-4503f0c55e8b req-3d8c8247-d8be-4533-b902-19d73239413b tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8d2ed1b9-2567-4964-83fd-dd44533766ae HTTP/1.1" status: 200 len: 210 time: 0.0269334 Aug 30 01:05:05.215895 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-454c428c-5b44-4fd1-92e1-1cef36212389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'name': 'tempest-AttachVolumeNegativeTest-987046986-router', 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.121'}], 'enable_snat': True}, 'gw_port_id': '02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:01:05Z', 'updated_at': '2022-08-30T01:01:15Z', 'revision_number': 4, 'project_id': '0596692dbfb149139a1e72159c6f93db', 'gw_port': {'id': '02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:39:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:06Z', 'updated_at': '2022-08-30T01:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_interfaces': [{'id': '4c3a5c21-7f7c-4037-ac11-fe0d15ab9538', 'name': '', 'network_id': 'dffca817-1d31-4c9c-99a3-2d8483c143b4', 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'mac_address': 'fa:16:3e:80:4d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '35e91298-8731-4ea1-81fe-d78c255b7ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:12Z', 'updated_at': '2022-08-30T01:01:35Z', 'revision_number': 5, 'project_id': '0596692dbfb149139a1e72159c6f93db', 'subnets': [{'id': '35e91298-8731-4ea1-81fe-d78c255b7ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:05:05.240843 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454c428c-5b44-4fd1-92e1-1cef36212389 None None] The sync data for ids ['bd1c6eaf-677c-4555-8d4e-2fd99795de73'] in dv-cinder-815146-13-iscsi is: [{'id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'name': 'tempest-AttachVolumeNegativeTest-987046986-router', 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.121'}], 'enable_snat': True}, 'gw_port_id': '02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:01:05Z', 'updated_at': '2022-08-30T01:01:15Z', 'revision_number': 4, 'project_id': '0596692dbfb149139a1e72159c6f93db', 'gw_port': {'id': '02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:39:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:06Z', 'updated_at': '2022-08-30T01:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_interfaces': [{'id': '4c3a5c21-7f7c-4037-ac11-fe0d15ab9538', 'name': '', 'network_id': 'dffca817-1d31-4c9c-99a3-2d8483c143b4', 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'mac_address': 'fa:16:3e:80:4d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '35e91298-8731-4ea1-81fe-d78c255b7ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:12Z', 'updated_at': '2022-08-30T01:01:35Z', 'revision_number': 5, 'project_id': '0596692dbfb149139a1e72159c6f93db', 'subnets': [{'id': '35e91298-8731-4ea1-81fe-d78c255b7ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:05:05.470089 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22583e31-11aa-4259-b19f-110d6c80c34f None None] New status for floating IP 1c5e5197-a28b-4423-81f5-daa81fdeebf0: DOWN {{(pid=106209) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:05:05.720729 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8700cbc4-7a2e-47b8-b9a5-e8e38ded7bb8 req-b2ef0889-b18b-42c2-ad33-f291ba0b6a89 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:05.722163 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-8700cbc4-7a2e-47b8-b9a5-e8e38ded7bb8 req-b2ef0889-b18b-42c2-ad33-f291ba0b6a89 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b59fedac-4fcb-47a8-8187-0a331d499fd2 HTTP/1.1" status: 200 len: 945 time: 0.0476711 Aug 30 01:05:05.769231 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-8700cbc4-7a2e-47b8-b9a5-e8e38ded7bb8 req-cdc54d48-1995-4176-96c7-8dfb477c6246 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cf795692-07ba-4120-b253-28f50a651d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414882 Aug 30 01:05:06.182674 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 50392) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:05:06.236211 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-a63a0820-42db-4021-b098-ac7ebc7ba855 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for security_group (8cee015c-6f4d-4302-98d9-abaef09d5083), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:06.258119 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-a63a0820-42db-4021-b098-ac7ebc7ba855 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for security_group (8cee015c-6f4d-4302-98d9-abaef09d5083), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:06.306520 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-a63a0820-42db-4021-b098-ac7ebc7ba855 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (8cee015c-6f4d-4302-98d9-abaef09d5083), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:06.309796 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-a63a0820-42db-4021-b098-ac7ebc7ba855 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for security_group (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:06.310955 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-a63a0820-42db-4021-b098-ac7ebc7ba855 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/8cee015c-6f4d-4302-98d9-abaef09d5083 HTTP/1.1" status: 204 len: 168 time: 0.1272151 Aug 30 01:05:06.313952 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 50394) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:05:06.320256 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63a0820-42db-4021-b098-ac7ebc7ba855 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cee015c-6f4d-4302-98d9-abaef09d5083,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:05:06.329731 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.api.v2.resource [None req-09036ce9-0221-4198-8bb8-875a9c56b6b5 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] show failed (client error): The resource could not be found. Aug 30 01:05:06.330760 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-09036ce9-0221-4198-8bb8-875a9c56b6b5 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/security-groups/8cee015c-6f4d-4302-98d9-abaef09d5083 HTTP/1.1" status: 404 len: 347 time: 0.0157590 Aug 30 01:05:06.333696 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 50396) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:05:06.447075 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.plugin [None req-aebb4521-fb0a-4e45-8a85-9c5da909f45f tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Deleting port a442ad48-1a9f-4944-b679-64b65c13bb08 {{(pid=106207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:05:06.447411 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-aebb4521-fb0a-4e45-8a85-9c5da909f45f tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737868023260'] for port (a442ad48-1a9f-4944-b679-64b65c13bb08), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:06.525340 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-aebb4521-fb0a-4e45-8a85-9c5da909f45f tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16464105'] for port (a442ad48-1a9f-4944-b679-64b65c13bb08), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:06.525661 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-aebb4521-fb0a-4e45-8a85-9c5da909f45f tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for floatingip (a442ad48-1a9f-4944-b679-64b65c13bb08), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:06.538618 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.plugin [None req-aebb4521-fb0a-4e45-8a85-9c5da909f45f tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Calling delete_port for a442ad48-1a9f-4944-b679-64b65c13bb08 owned by network:floatingip {{(pid=106207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:05:06.630529 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:05:06.686657 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-aebb4521-fb0a-4e45-8a85-9c5da909f45f tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737868027338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737867580465'] for port (a442ad48-1a9f-4944-b679-64b65c13bb08), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:06.716378 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebb4521-fb0a-4e45-8a85-9c5da909f45f tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Pushing event deleted for resources: {'Port': ['ID=a442ad48-1a9f-4944-b679-64b65c13bb08,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:05:06.749204 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-aebb4521-fb0a-4e45-8a85-9c5da909f45f tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for floatingip (1c5e5197-a28b-4423-81f5-daa81fdeebf0), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:06.751731 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-aebb4521-fb0a-4e45-8a85-9c5da909f45f tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for floatingip (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:06.752887 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-aebb4521-fb0a-4e45-8a85-9c5da909f45f tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/1c5e5197-a28b-4423-81f5-daa81fdeebf0 HTTP/1.1" status: 204 len: 168 time: 0.4183154 Aug 30 01:05:06.841928 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 50402) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:05:06.846468 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [None req-ed6f274b-2b94-4bb4-8081-3eb494596ca4 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2100703437', 'description': 'tempest-description--1587908266'}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:05:06.911850 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7d658c-a4fc-4213-b4f3-f0ccfd52d78e req-6711061f-0892-4257-ab74-50cc1e6f5396 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:06.913622 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-8f7d658c-a4fc-4213-b4f3-f0ccfd52d78e req-6711061f-0892-4257-ab74-50cc1e6f5396 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b59fedac-4fcb-47a8-8187-0a331d499fd2 HTTP/1.1" status: 200 len: 945 time: 0.0619512 Aug 30 01:05:06.914348 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-ed6f274b-2b94-4bb4-8081-3eb494596ca4 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for security_group (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:06.962389 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:05:07.001701 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-8f7d658c-a4fc-4213-b4f3-f0ccfd52d78e req-addd4d35-4579-42d4-8727-0664422dd6c9 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cf795692-07ba-4120-b253-28f50a651d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769002 Aug 30 01:05:07.033768 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-ed6f274b-2b94-4bb4-8081-3eb494596ca4 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for security_group (abc59132-60d7-4b9d-9009-0f7dc84889b9), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:07.037338 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-ed6f274b-2b94-4bb4-8081-3eb494596ca4 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (abc59132-60d7-4b9d-9009-0f7dc84889b9), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:07.072539 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-ed6f274b-2b94-4bb4-8081-3eb494596ca4 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for security_group (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:07.073796 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-ed6f274b-2b94-4bb4-8081-3eb494596ca4 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2308388 Aug 30 01:05:07.074631 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6f274b-2b94-4bb4-8081-3eb494596ca4 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abc59132-60d7-4b9d-9009-0f7dc84889b9,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:05:07.076884 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 50404) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:05:07.081838 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [None req-55697d9e-4f54-4f20-bfe5-87ed07b960b4 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Request body: {'security_group_rule': {'security_group_id': 'abc59132-60d7-4b9d-9009-0f7dc84889b9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:05:07.110842 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-55697d9e-4f54-4f20-bfe5-87ed07b960b4 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for security_group_rule (cd534e78-7d7e-4bc6-9795-6ef902df88ad), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:07.168887 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device d7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b no longer exists at agent hyperv_hv-cinder-81514 {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:05:07.175445 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-55697d9e-4f54-4f20-bfe5-87ed07b960b4 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for security_group_rule (cd534e78-7d7e-4bc6-9795-6ef902df88ad), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:07.180512 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-55697d9e-4f54-4f20-bfe5-87ed07b960b4 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16314934'] for security_group_rule (cd534e78-7d7e-4bc6-9795-6ef902df88ad), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:07.193461 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] No Port match for: d7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b {{(pid=106208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:05:07.193838 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device d7e5e765-e1c7-48ec-8dcf-1d5e6de0b12b not bound to the agent host hv-cinder-81514 {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:05:07.203492 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55697d9e-4f54-4f20-bfe5-87ed07b960b4 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd534e78-7d7e-4bc6-9795-6ef902df88ad,revision_number=0']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:05:07.208463 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-55697d9e-4f54-4f20-bfe5-87ed07b960b4 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:07.210384 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-55697d9e-4f54-4f20-bfe5-87ed07b960b4 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1318679 Aug 30 01:05:07.212705 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 50406) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:05:07.218078 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [None req-fd9a9e4c-d90d-48ce-a327-77b4c961e88e tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Request body: {'security_group_rule': {'security_group_id': 'abc59132-60d7-4b9d-9009-0f7dc84889b9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:05:07.247726 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-fd9a9e4c-d90d-48ce-a327-77b4c961e88e tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for security_group_rule (767b9ad4-02f5-4030-bc18-596a82c780d0), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:07.304850 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-fd9a9e4c-d90d-48ce-a327-77b4c961e88e tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for security_group_rule (767b9ad4-02f5-4030-bc18-596a82c780d0), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:07.308476 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-fd9a9e4c-d90d-48ce-a327-77b4c961e88e tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16314934'] for security_group_rule (767b9ad4-02f5-4030-bc18-596a82c780d0), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:07.313983 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:05:07.328676 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9a9e4c-d90d-48ce-a327-77b4c961e88e tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=767b9ad4-02f5-4030-bc18-596a82c780d0,revision_number=0']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:05:07.336062 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-fd9a9e4c-d90d-48ce-a327-77b4c961e88e tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:07.337270 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-fd9a9e4c-d90d-48ce-a327-77b4c961e88e tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1236796 Aug 30 01:05:07.340985 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 50408) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:05:07.345192 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [None req-267d1b01-2fe1-40eb-a784-1207e5808802 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Request body: {'floatingip': {'floating_network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb'}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:05:07.362361 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:05:07.367437 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-267d1b01-2fe1-40eb-a784-1207e5808802 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:07.447085 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-267d1b01-2fe1-40eb-a784-1207e5808802 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:07.555936 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.db_base_plugin_common [None req-267d1b01-2fe1-40eb-a784-1207e5808802 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Allocated IP 172.27.4.44 (3021e9f0-0eb2-4779-9e8d-2d74d8c353fb/be7a67d1-0569-48bc-88e9-c2545720293d/10570f25-4e64-40ec-bd23-0345b40c22eb) {{(pid=106206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:05:07.662374 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-267d1b01-2fe1-40eb-a784-1207e5808802 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for port (10570f25-4e64-40ec-bd23-0345b40c22eb), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:07.693752 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-267d1b01-2fe1-40eb-a784-1207e5808802 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737867580456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14283316'] for port (10570f25-4e64-40ec-bd23-0345b40c22eb), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:07.730773 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267d1b01-2fe1-40eb-a784-1207e5808802 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Network 3021e9f0-0eb2-4779-9e8d-2d74d8c353fb is already hosted by enough agents. {{(pid=106206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:05:07.735894 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.base_scheduler [None req-267d1b01-2fe1-40eb-a784-1207e5808802 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Resources bound (agent type, host, resource id): {{(pid=106206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:05:07.739414 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267d1b01-2fe1-40eb-a784-1207e5808802 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Received port after_create {{(pid=106206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:05:07.768707 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267d1b01-2fe1-40eb-a784-1207e5808802 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Pushing event updated for resources: {'Port': ['ID=10570f25-4e64-40ec-bd23-0345b40c22eb,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:05:07.828503 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-267d1b01-2fe1-40eb-a784-1207e5808802 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for floatingip (dc6e60fd-6630-410a-8029-ee4b06ca7e7a), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:07.864034 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-267d1b01-2fe1-40eb-a784-1207e5808802 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (10570f25-4e64-40ec-bd23-0345b40c22eb), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:08.009223 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-267d1b01-2fe1-40eb-a784-1207e5808802 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for port (10570f25-4e64-40ec-bd23-0345b40c22eb), precommit_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:08.014241 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-267d1b01-2fe1-40eb-a784-1207e5808802 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14283325'] for port (10570f25-4e64-40ec-bd23-0345b40c22eb), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:08.018414 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:05:08.067451 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:05:08.132268 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ca2f7-98a5-4ec9-9217-07cfe14cdfd6 req-82a09253-7b03-4b59-beb1-97a28d07ed3b tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:08.133974 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-604ca2f7-98a5-4ec9-9217-07cfe14cdfd6 req-82a09253-7b03-4b59-beb1-97a28d07ed3b tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b59fedac-4fcb-47a8-8187-0a331d499fd2 HTTP/1.1" status: 200 len: 945 time: 0.0503645 Aug 30 01:05:08.195541 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-604ca2f7-98a5-4ec9-9217-07cfe14cdfd6 req-2366ed0a-d728-461a-a0aa-cda8efe31513 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cf795692-07ba-4120-b253-28f50a651d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520751 Aug 30 01:05:08.299420 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-267d1b01-2fe1-40eb-a784-1207e5808802 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16466402'] for floatingip (dc6e60fd-6630-410a-8029-ee4b06ca7e7a), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:08.305873 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267d1b01-2fe1-40eb-a784-1207e5808802 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Pushing event updated for resources: {'Port': ['ID=10570f25-4e64-40ec-bd23-0345b40c22eb,revision_number=2']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:05:08.320305 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-267d1b01-2fe1-40eb-a784-1207e5808802 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for floatingip (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:08.321539 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-267d1b01-2fe1-40eb-a784-1207e5808802 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9796238 Aug 30 01:05:08.526598 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-d1aed8a7-b825-47fc-b0bd-5ee3c4950d11 req-9610cbbd-867a-4ec3-8680-3d266757e7f0 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2100703437&fields=id&tenant_id=0596692dbfb149139a1e72159c6f93db HTTP/1.1" status: 200 len: 267 time: 0.0420926 Aug 30 01:05:08.630822 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aed8a7-b825-47fc-b0bd-5ee3c4950d11 req-ac7eef1c-3288-4041-a6a6-feee73658454 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:08.632260 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-d1aed8a7-b825-47fc-b0bd-5ee3c4950d11 req-ac7eef1c-3288-4041-a6a6-feee73658454 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/networks?id=dffca817-1d31-4c9c-99a3-2d8483c143b4 HTTP/1.1" status: 200 len: 814 time: 0.0987086 Aug 30 01:05:08.647642 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-d1aed8a7-b825-47fc-b0bd-5ee3c4950d11 req-4a165e83-0e47-427d-8010-7596e0760c12 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/quotas/0596692dbfb149139a1e72159c6f93db HTTP/1.1" status: 200 len: 375 time: 0.0092306 Aug 30 01:05:08.700395 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-d1aed8a7-b825-47fc-b0bd-5ee3c4950d11 req-5f68aec1-5e72-49ab-8a60-3c0ed370c921 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=0596692dbfb149139a1e72159c6f93db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469437 Aug 30 01:05:08.796371 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-d1aed8a7-b825-47fc-b0bd-5ee3c4950d11 req-37f0f3cc-8430-442b-bb2b-4e8ff0ce28b5 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/dffca817-1d31-4c9c-99a3-2d8483c143b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848355 Aug 30 01:05:08.888907 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-d1aed8a7-b825-47fc-b0bd-5ee3c4950d11 req-f63b8e57-1249-4c70-ab7d-7b427157dea2 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/dffca817-1d31-4c9c-99a3-2d8483c143b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867498 Aug 30 01:05:08.938698 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-9e84f4df-f3bd-41b4-8ef3-69f0d09f3839 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (fba0026e-8830-42b0-8a12-2be2a1203730), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:09.057924 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-a35ee2cf-3252-4b0a-8897-17cdbf187de5 req-206997f8-2062-45c3-8cfb-f5d803e71b34 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4af1febc-f5f3-440d-ab4b-0e33ac174325 HTTP/1.1" status: 200 len: 210 time: 0.0287273 Aug 30 01:05:09.312730 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:05:09.328683 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07015cf0-d537-46cd-bf20-02ddc91100df req-8d37010e-6c91-4d58-b2f6-dfaad9ac00ad tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:09.330300 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-07015cf0-d537-46cd-bf20-02ddc91100df req-8d37010e-6c91-4d58-b2f6-dfaad9ac00ad tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b59fedac-4fcb-47a8-8187-0a331d499fd2 HTTP/1.1" status: 200 len: 945 time: 0.0532782 Aug 30 01:05:09.381032 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-07015cf0-d537-46cd-bf20-02ddc91100df req-e32e7f38-a07d-45d2-b66d-50eac110976c tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cf795692-07ba-4120-b253-28f50a651d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444131 Aug 30 01:05:10.144295 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.agents_db [None req-fbf18308-e14c-4042-905c-b7f1770ec079 None None] Agent healthcheck: found 6 active agents {{(pid=106209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:05:10.165450 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e977c7b9-5021-4c92-b84f-89189a885e61 req-10877ec8-26c8-44aa-b8e7-a22c202bf3d3 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4af1febc-f5f3-440d-ab4b-0e33ac174325 HTTP/1.1" status: 200 len: 210 time: 0.0332365 Aug 30 01:05:10.513363 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aed8a7-b825-47fc-b0bd-5ee3c4950d11 req-bfbc5608-1ad1-4183-9142-5acf90f81bbf tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:10.515205 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-d1aed8a7-b825-47fc-b0bd-5ee3c4950d11 req-bfbc5608-1ad1-4183-9142-5acf90f81bbf tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.47 "GET /networking/v2.0/networks?id=dffca817-1d31-4c9c-99a3-2d8483c143b4 HTTP/1.1" status: 200 len: 814 time: 0.1152825 Aug 30 01:05:10.523939 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f3be7-c654-4a33-b259-80bf6263c0c3 req-70e26527-42fa-4958-9e2f-09ae3bf6670a tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:10.525659 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-4c0f3be7-c654-4a33-b259-80bf6263c0c3 req-70e26527-42fa-4958-9e2f-09ae3bf6670a tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b59fedac-4fcb-47a8-8187-0a331d499fd2 HTTP/1.1" status: 200 len: 945 time: 0.0580060 Aug 30 01:05:10.579176 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-4c0f3be7-c654-4a33-b259-80bf6263c0c3 req-6dc6eab1-ef61-4e32-a258-3f51af3c60a5 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cf795692-07ba-4120-b253-28f50a651d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463974 Aug 30 01:05:10.584905 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-d1aed8a7-b825-47fc-b0bd-5ee3c4950d11 req-98bcbdee-f6e2-4791-85b9-ace7b2b60681 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.47 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0596692dbfb149139a1e72159c6f93db HTTP/1.1" status: 200 len: 380 time: 0.0574563 Aug 30 01:05:10.607350 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [req-d1aed8a7-b825-47fc-b0bd-5ee3c4950d11 req-a0558338-33d0-473a-b77f-45a64a69dd5f tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Request body: {'port': {'device_id': '4af1febc-f5f3-440d-ab4b-0e33ac174325', 'network_id': 'dffca817-1d31-4c9c-99a3-2d8483c143b4', 'admin_state_up': True, 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'security_groups': ['abc59132-60d7-4b9d-9009-0f7dc84889b9']}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:05:10.725450 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1aed8a7-b825-47fc-b0bd-5ee3c4950d11 req-a0558338-33d0-473a-b77f-45a64a69dd5f tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Made reservation on behalf of 0596692dbfb149139a1e72159c6f93db for: {'port': 1} {{(pid=106206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:05:10.729387 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-d1aed8a7-b825-47fc-b0bd-5ee3c4950d11 req-a0558338-33d0-473a-b77f-45a64a69dd5f tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:10.853608 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ebe72c-2ce2-4fda-a41f-2ab0ccab8868 req-fd9beab6-d9a9-4af1-854f-66a6a46f628b tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:10.855118 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-f4ebe72c-2ce2-4fda-a41f-2ab0ccab8868 req-fd9beab6-d9a9-4af1-854f-66a6a46f628b tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b59fedac-4fcb-47a8-8187-0a331d499fd2 HTTP/1.1" status: 200 len: 945 time: 0.0501127 Aug 30 01:05:10.873446 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.db_base_plugin_common [req-d1aed8a7-b825-47fc-b0bd-5ee3c4950d11 req-a0558338-33d0-473a-b77f-45a64a69dd5f tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Allocated IP 172.20.0.8 (dffca817-1d31-4c9c-99a3-2d8483c143b4/35e91298-8731-4ea1-81fe-d78c255b7ca6/b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1) {{(pid=106206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:05:10.937469 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c72760-050d-4462-9d13-f73fc89fba3f req-6865ff06-2e86-453b-8302-e422561339e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:10.938977 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-33c72760-050d-4462-9d13-f73fc89fba3f req-6865ff06-2e86-453b-8302-e422561339e0 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=f40b3e29a18b48cba6800c9f3a0dfee9&device_id=b59fedac-4fcb-47a8-8187-0a331d499fd2 HTTP/1.1" status: 200 len: 1129 time: 0.0625439 Aug 30 01:05:10.942227 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-f4ebe72c-2ce2-4fda-a41f-2ab0ccab8868 req-5a8e90dc-fbc5-4981-9988-62f8b2408922 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cf795692-07ba-4120-b253-28f50a651d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801857 Aug 30 01:05:11.003619 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:INSERT=3,neutron:SELECT=96,neutron:DELETE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:05:11.017504 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-d1aed8a7-b825-47fc-b0bd-5ee3c4950d11 req-a0558338-33d0-473a-b77f-45a64a69dd5f tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for port (b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:11.038287 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c72760-050d-4462-9d13-f73fc89fba3f req-ed2a33cf-9901-4a12-a1c2-aca3ff4f1eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:11.039771 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-33c72760-050d-4462-9d13-f73fc89fba3f req-ed2a33cf-9901-4a12-a1c2-aca3ff4f1eb5 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=0b956883-0f29-4de3-9788-00541616d922 HTTP/1.1" status: 200 len: 912 time: 0.0910695 Aug 30 01:05:11.050537 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-d1aed8a7-b825-47fc-b0bd-5ee3c4950d11 req-a0558338-33d0-473a-b77f-45a64a69dd5f tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737867580456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14283316'] for port (b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:11.099740 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1aed8a7-b825-47fc-b0bd-5ee3c4950d11 req-a0558338-33d0-473a-b77f-45a64a69dd5f tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Network dffca817-1d31-4c9c-99a3-2d8483c143b4 is already hosted by enough agents. {{(pid=106206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:05:11.104962 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.base_scheduler [req-d1aed8a7-b825-47fc-b0bd-5ee3c4950d11 req-a0558338-33d0-473a-b77f-45a64a69dd5f tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Resources bound (agent type, host, resource id): {{(pid=106206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:05:11.108542 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1aed8a7-b825-47fc-b0bd-5ee3c4950d11 req-a0558338-33d0-473a-b77f-45a64a69dd5f tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Received port after_create {{(pid=106206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:05:11.109619 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-33c72760-050d-4462-9d13-f73fc89fba3f req-df2e417b-2884-4774-b994-ec1e762c76e2 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=26facd73-81ff-4a35-9126-739f3f31881b HTTP/1.1" status: 200 len: 999 time: 0.0595410 Aug 30 01:05:11.115283 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0558338-33d0-473a-b77f-45a64a69dd5f tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Pushing event updated for resources: {'Port': ['ID=b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:05:11.162062 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c72760-050d-4462-9d13-f73fc89fba3f req-8919b36b-68bf-4e33-922f-39c1f1a6e755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:11.163835 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-33c72760-050d-4462-9d13-f73fc89fba3f req-8919b36b-68bf-4e33-922f-39c1f1a6e755 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=d2092925-3f88-4d08-9bce-f992f050b9ed HTTP/1.1" status: 200 len: 849 time: 0.0472107 Aug 30 01:05:11.172388 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aed8a7-b825-47fc-b0bd-5ee3c4950d11 req-a0558338-33d0-473a-b77f-45a64a69dd5f tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:11.173283 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-d1aed8a7-b825-47fc-b0bd-5ee3c4950d11 req-a0558338-33d0-473a-b77f-45a64a69dd5f tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for port (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:11.183523 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:05:11.195528 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-d1aed8a7-b825-47fc-b0bd-5ee3c4950d11 req-a0558338-33d0-473a-b77f-45a64a69dd5f tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6015902 Aug 30 01:05:11.211928 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c72760-050d-4462-9d13-f73fc89fba3f req-e7024ccc-b619-42c5-b210-67ac59059359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:11.213458 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-33c72760-050d-4462-9d13-f73fc89fba3f req-e7024ccc-b619-42c5-b210-67ac59059359 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=0b956883-0f29-4de3-9788-00541616d922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0431247 Aug 30 01:05:11.217145 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [req-d1aed8a7-b825-47fc-b0bd-5ee3c4950d11 req-5d25be35-2b6a-4feb-a69a-66136a89e430 service neutron] Request body: {'port': {'device_id': '4af1febc-f5f3-440d-ab4b-0e33ac174325', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:05:11.292653 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-d1aed8a7-b825-47fc-b0bd-5ee3c4950d11 req-5d25be35-2b6a-4feb-a69a-66136a89e430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:11.317115 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-6ff847a9-d0cf-4e6a-bc22-fb0055f1e134 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (613dbf26-5731-4391-8a29-3c5185f7ed3f), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:11.336552 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:DELETE=1,neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:05:11.352880 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f640458-b44b-4f56-8ae1-fd2b94d9450d req-8004fd9f-b5ee-4026-bba5-4b76fd79705a tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:11.354741 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-3f640458-b44b-4f56-8ae1-fd2b94d9450d req-8004fd9f-b5ee-4026-bba5-4b76fd79705a tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4af1febc-f5f3-440d-ab4b-0e33ac174325 HTTP/1.1" status: 200 len: 931 time: 0.0736036 Aug 30 01:05:11.406035 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-33c72760-050d-4462-9d13-f73fc89fba3f req-685f17f1-110a-4494-9f28-39c88562d9c3 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/0b956883-0f29-4de3-9788-00541616d922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843090 Aug 30 01:05:11.453128 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-fb91213a-fdbd-4049-ab39-79df56edefa8 None None] Provisioning complete for port b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1 triggered by entity DHCP. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:05:11.453128 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-fb91213a-fdbd-4049-ab39-79df56edefa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:11.456044 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-3f640458-b44b-4f56-8ae1-fd2b94d9450d req-4586f4c7-08bf-46ae-8a63-7094521ce3e4 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=abc59132-60d7-4b9d-9009-0f7dc84889b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855935 Aug 30 01:05:11.515757 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-fb91213a-fdbd-4049-ab39-79df56edefa8 None None] Port b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1 cannot update to ACTIVE because it is not bound. {{(pid=106208) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:05:11.545108 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-33c72760-050d-4462-9d13-f73fc89fba3f req-3c7564a7-c43d-4881-b05c-f7d0a5b721b7 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/0b956883-0f29-4de3-9788-00541616d922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230776 Aug 30 01:05:11.577373 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [req-d1aed8a7-b825-47fc-b0bd-5ee3c4950d11 req-5d25be35-2b6a-4feb-a69a-66136a89e430 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1 {{(pid=106206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:05:11.585942 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-d1aed8a7-b825-47fc-b0bd-5ee3c4950d11 req-5d25be35-2b6a-4feb-a69a-66136a89e430 service neutron] Publish callbacks [] for port (b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1), precommit_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:11.600226 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [req-d1aed8a7-b825-47fc-b0bd-5ee3c4950d11 req-5d25be35-2b6a-4feb-a69a-66136a89e430 service neutron] Transition to ACTIVE for port object b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1 will not be triggered until provisioned by entity L2. {{(pid=106206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 01:05:11.604387 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-d1aed8a7-b825-47fc-b0bd-5ee3c4950d11 req-5d25be35-2b6a-4feb-a69a-66136a89e430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14283325'] for port (b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:11.677114 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9694706f-0a73-4f5d-b5f5-22ca9a6cb164 req-80c2aaa6-6908-4b9e-88f2-984be43e84c5 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:11.678598 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-9694706f-0a73-4f5d-b5f5-22ca9a6cb164 req-80c2aaa6-6908-4b9e-88f2-984be43e84c5 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5598be2a-00db-4303-bc81-a7fb3674e371 HTTP/1.1" status: 200 len: 985 time: 0.0594699 Aug 30 01:05:11.689385 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d25be35-2b6a-4feb-a69a-66136a89e430 service neutron] Pushing event updated for resources: {'Port': ['ID=b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1,revision_number=2']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:05:11.721499 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [req-d1aed8a7-b825-47fc-b0bd-5ee3c4950d11 req-5d25be35-2b6a-4feb-a69a-66136a89e430 service neutron] Attempting to bind port b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:05:11.721840 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [req-d1aed8a7-b825-47fc-b0bd-5ee3c4950d11 req-5d25be35-2b6a-4feb-a69a-66136a89e430 service neutron] Attempting to bind port b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'ac710424-0f03-41c7-8792-e4337957dd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'dffca817-1d31-4c9c-99a3-2d8483c143b4'}] {{(pid=106206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:05:11.722172 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1aed8a7-b825-47fc-b0bd-5ee3c4950d11 req-5d25be35-2b6a-4feb-a69a-66136a89e430 service neutron] Attempting to bind port b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1 on network dffca817-1d31-4c9c-99a3-2d8483c143b4 {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:05:11.722296 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a1518-bce3-48d1-b5ec-fec5b49b1bc2 req-0dca5989-564b-4985-a6ac-8198c0b1fa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:11.723675 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-418a1518-bce3-48d1-b5ec-fec5b49b1bc2 req-0dca5989-564b-4985-a6ac-8198c0b1fa25 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=fca43fd867154911badb413c7046befd&device_id=5598be2a-00db-4303-bc81-a7fb3674e371 HTTP/1.1" status: 200 len: 1169 time: 0.0641797 Aug 30 01:05:11.726796 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1aed8a7-b825-47fc-b0bd-5ee3c4950d11 req-5d25be35-2b6a-4feb-a69a-66136a89e430 service neutron] Port b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1 on network dffca817-1d31-4c9c-99a3-2d8483c143b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 01:05:11.727612 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1aed8a7-b825-47fc-b0bd-5ee3c4950d11 req-5d25be35-2b6a-4feb-a69a-66136a89e430 service neutron] Attempting to bind port b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1 on network dffca817-1d31-4c9c-99a3-2d8483c143b4 {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:05:11.732635 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1aed8a7-b825-47fc-b0bd-5ee3c4950d11 req-5d25be35-2b6a-4feb-a69a-66136a89e430 service neutron] Checking agent: {'id': 'ec393def-3d84-45a3-8a6c-ed049d62fe0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 0, 59, 14), 'started_at': datetime.datetime(2022, 8, 30, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:05:11.733463 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1aed8a7-b825-47fc-b0bd-5ee3c4950d11 req-5d25be35-2b6a-4feb-a69a-66136a89e430 service neutron] Checking segment: {'id': 'ac710424-0f03-41c7-8792-e4337957dd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'dffca817-1d31-4c9c-99a3-2d8483c143b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:05:11.733463 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1aed8a7-b825-47fc-b0bd-5ee3c4950d11 req-5d25be35-2b6a-4feb-a69a-66136a89e430 service neutron] Bound using segment: {'id': 'ac710424-0f03-41c7-8792-e4337957dd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'dffca817-1d31-4c9c-99a3-2d8483c143b4'} {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:05:11.733808 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [req-d1aed8a7-b825-47fc-b0bd-5ee3c4950d11 req-5d25be35-2b6a-4feb-a69a-66136a89e430 service neutron] Bound port: b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac710424-0f03-41c7-8792-e4337957dd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'dffca817-1d31-4c9c-99a3-2d8483c143b4'}}] {{(pid=106206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:05:11.734168 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-d1aed8a7-b825-47fc-b0bd-5ee3c4950d11 req-5d25be35-2b6a-4feb-a69a-66136a89e430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:11.783597 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-9694706f-0a73-4f5d-b5f5-22ca9a6cb164 req-407b7004-4e6d-483d-8789-3e8b16961e51 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b59c982d-07c8-4d82-875f-5f1283f0518a&id=fc98e544-5446-4a9d-95b5-00310bfa492a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0876019 Aug 30 01:05:11.802058 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [req-d1aed8a7-b825-47fc-b0bd-5ee3c4950d11 req-5d25be35-2b6a-4feb-a69a-66136a89e430 service neutron] For port b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1, host hv-cinder-81514, cleared binding levels {{(pid=106206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:05:11.805364 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [req-d1aed8a7-b825-47fc-b0bd-5ee3c4950d11 req-5d25be35-2b6a-4feb-a69a-66136a89e430 service neutron] For port b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1,segment=NetworkSegment(ac710424-0f03-41c7-8792-e4337957dd44),segment_id=ac710424-0f03-41c7-8792-e4337957dd44)] {{(pid=106206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:05:11.812110 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-d1aed8a7-b825-47fc-b0bd-5ee3c4950d11 req-5d25be35-2b6a-4feb-a69a-66136a89e430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14283325'] for port (b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:11.816180 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aed8a7-b825-47fc-b0bd-5ee3c4950d11 req-5d25be35-2b6a-4feb-a69a-66136a89e430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:11.817236 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-d1aed8a7-b825-47fc-b0bd-5ee3c4950d11 req-5d25be35-2b6a-4feb-a69a-66136a89e430 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for port (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:11.818656 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-d1aed8a7-b825-47fc-b0bd-5ee3c4950d11 req-5d25be35-2b6a-4feb-a69a-66136a89e430 service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1 HTTP/1.1" status: 200 len: 1093 time: 0.6133075 Aug 30 01:05:11.820743 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4af1febc-f5f3-440d-ab4b-0e33ac174325', 'tag': 'b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1'}] {{(pid=106206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:05:11.823044 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068580ff6c600dbe59ab62011f5d984f60f6f54628162803fce2ed792aa7a021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc7c0e9-9b1a-46fc-9efd-23771b4ea415" -d '{"events": [{"name": "network-changed", "server_uuid": "4af1febc-f5f3-440d-ab4b-0e33ac174325", "tag": "b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1"}]}' {{(pid=106206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:05:11.846827 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:05:11.859219 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a1518-bce3-48d1-b5ec-fec5b49b1bc2 req-4a2f1e61-2931-4798-a261-d8ad240f6100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:11.860857 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-418a1518-bce3-48d1-b5ec-fec5b49b1bc2 req-4a2f1e61-2931-4798-a261-d8ad240f6100 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=333b25f5-148a-49b1-825d-7793a1ea673e HTTP/1.1" status: 200 len: 916 time: 0.1043701 Aug 30 01:05:11.869004 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c1238af-7a2f-421d-9109-d462d2d86abc x-openstack-request-id: req-1c1238af-7a2f-421d-9109-d462d2d86abc {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:05:11.869323 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4af1febc-f5f3-440d-ab4b-0e33ac174325", "tag": "b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1", "status": "completed", "code": 200}]} {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:05:11.869572 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1c1238af-7a2f-421d-9109-d462d2d86abc {{(pid=106206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:05:11.869963 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c1238af-7a2f-421d-9109-d462d2d86abc'] response: {'name': 'network-changed', 'server_uuid': '4af1febc-f5f3-440d-ab4b-0e33ac174325', 'tag': 'b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1', 'status': 'completed', 'code': 200} Aug 30 01:05:11.883995 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d25be35-2b6a-4feb-a69a-66136a89e430 service neutron] Pushing event updated for resources: {'Port': ['ID=b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1,revision_number=3']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:05:11.944572 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aed8a7-b825-47fc-b0bd-5ee3c4950d11 req-4d9183d2-8738-4e01-b2e2-b2552f523207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:11.946184 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-d1aed8a7-b825-47fc-b0bd-5ee3c4950d11 req-4d9183d2-8738-4e01-b2e2-b2552f523207 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=0596692dbfb149139a1e72159c6f93db&device_id=4af1febc-f5f3-440d-ab4b-0e33ac174325 HTTP/1.1" status: 200 len: 1127 time: 0.0430760 Aug 30 01:05:11.952506 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-418a1518-bce3-48d1-b5ec-fec5b49b1bc2 req-f405750a-8235-449f-965f-55048bea393a service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2481fa1-2595-4100-98cf-07e796517813 HTTP/1.1" status: 200 len: 1002 time: 0.0621190 Aug 30 01:05:11.991833 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-d1aed8a7-b825-47fc-b0bd-5ee3c4950d11 req-d4c85665-60d1-4637-9363-94b327b45d08 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1 HTTP/1.1" status: 200 len: 217 time: 0.0325470 Aug 30 01:05:12.005410 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a1518-bce3-48d1-b5ec-fec5b49b1bc2 req-bb3f4173-0415-40e7-8282-4ae453d7f2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:12.006883 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-418a1518-bce3-48d1-b5ec-fec5b49b1bc2 req-bb3f4173-0415-40e7-8282-4ae453d7f2bb service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=116e9a9f-9110-41be-b1cb-3b04317f52eb HTTP/1.1" status: 200 len: 853 time: 0.0454721 Aug 30 01:05:12.060658 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad66a09-2a53-4869-9549-1c548e33cdb2 req-f8f73ccc-771e-40f0-a8c2-8329e05c01f7 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:12.062123 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-6ad66a09-2a53-4869-9549-1c548e33cdb2 req-f8f73ccc-771e-40f0-a8c2-8329e05c01f7 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b59fedac-4fcb-47a8-8187-0a331d499fd2 HTTP/1.1" status: 200 len: 945 time: 0.0456612 Aug 30 01:05:12.112649 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-6ad66a09-2a53-4869-9549-1c548e33cdb2 req-283d2e57-7c5b-4528-be0a-19a1a720b59f tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cf795692-07ba-4120-b253-28f50a651d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448637 Aug 30 01:05:12.507728 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-25c1dd7e-d974-443e-806e-f641d8bbb77b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (0cb86657-2da7-42ea-bd2c-d65472391dc8), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:12.585573 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1543fa-1ac8-4033-b956-c65abb0511f9 req-9c984942-6026-45dd-b8a7-9de57fc0b519 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:12.586944 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-ae1543fa-1ac8-4033-b956-c65abb0511f9 req-9c984942-6026-45dd-b8a7-9de57fc0b519 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4af1febc-f5f3-440d-ab4b-0e33ac174325 HTTP/1.1" status: 200 len: 943 time: 0.0507872 Aug 30 01:05:12.622192 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:05:12.637423 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-ae1543fa-1ac8-4033-b956-c65abb0511f9 req-f99533cb-6ed2-4d3f-8492-221fea5805ec tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=abc59132-60d7-4b9d-9009-0f7dc84889b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437090 Aug 30 01:05:12.706431 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a1518-bce3-48d1-b5ec-fec5b49b1bc2 req-18f3c647-ac9f-4c66-96bc-8f01e5b8d0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:12.707996 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-418a1518-bce3-48d1-b5ec-fec5b49b1bc2 req-18f3c647-ac9f-4c66-96bc-8f01e5b8d0c0 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=333b25f5-148a-49b1-825d-7793a1ea673e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0427198 Aug 30 01:05:12.716256 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aed8a7-b825-47fc-b0bd-5ee3c4950d11 req-6a721839-8481-42dd-8466-dca2f0d68b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:12.717757 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-d1aed8a7-b825-47fc-b0bd-5ee3c4950d11 req-6a721839-8481-42dd-8466-dca2f0d68b67 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=35e91298-8731-4ea1-81fe-d78c255b7ca6 HTTP/1.1" status: 200 len: 853 time: 0.0515158 Aug 30 01:05:12.763659 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aed8a7-b825-47fc-b0bd-5ee3c4950d11 req-120e4b7e-2a90-4d5e-87fe-d6f1d54f4929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:12.765236 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-d1aed8a7-b825-47fc-b0bd-5ee3c4950d11 req-120e4b7e-2a90-4d5e-87fe-d6f1d54f4929 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=dffca817-1d31-4c9c-99a3-2d8483c143b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0393922 Aug 30 01:05:12.802697 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-418a1518-bce3-48d1-b5ec-fec5b49b1bc2 req-461acb79-ae21-4e52-9dec-1c3974288b99 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/333b25f5-148a-49b1-825d-7793a1ea673e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867965 Aug 30 01:05:12.828592 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:05:12.870431 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-d1aed8a7-b825-47fc-b0bd-5ee3c4950d11 req-bd19ddef-6b09-4b8b-9ca0-d9e7a7339fe8 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/dffca817-1d31-4c9c-99a3-2d8483c143b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961971 Aug 30 01:05:12.935314 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-418a1518-bce3-48d1-b5ec-fec5b49b1bc2 req-5b32b457-c9bd-4938-ac0b-716f6cc4f213 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/333b25f5-148a-49b1-825d-7793a1ea673e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257286 Aug 30 01:05:12.941603 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97180a6-c2e7-441a-88aa-d1d20b6f400c req-816a1bbe-e204-4bd3-b65b-ac49e0b176ba tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:12.943003 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-b97180a6-c2e7-441a-88aa-d1d20b6f400c req-816a1bbe-e204-4bd3-b65b-ac49e0b176ba tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5598be2a-00db-4303-bc81-a7fb3674e371 HTTP/1.1" status: 200 len: 985 time: 0.0739200 Aug 30 01:05:12.972276 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-d1aed8a7-b825-47fc-b0bd-5ee3c4950d11 req-913aaa67-b75c-430d-8097-3ef69a5e290d service neutron] 10.222.0.47 "GET /networking/v2.0/networks/dffca817-1d31-4c9c-99a3-2d8483c143b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945930 Aug 30 01:05:13.004332 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-b97180a6-c2e7-441a-88aa-d1d20b6f400c req-37504e21-b7b3-4e82-94be-5f40a71b28ca tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b59c982d-07c8-4d82-875f-5f1283f0518a&id=fc98e544-5446-4a9d-95b5-00310bfa492a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542829 Aug 30 01:05:13.241415 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad6d16-862a-4a54-b96a-8fae4f5dca15 req-e952eb21-8b95-46ce-abef-bc3f3d2ecb7b tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:13.242935 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-52ad6d16-862a-4a54-b96a-8fae4f5dca15 req-e952eb21-8b95-46ce-abef-bc3f3d2ecb7b tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b59fedac-4fcb-47a8-8187-0a331d499fd2 HTTP/1.1" status: 200 len: 945 time: 0.0477071 Aug 30 01:05:13.292398 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-52ad6d16-862a-4a54-b96a-8fae4f5dca15 req-60c3bbeb-3ba6-451e-8fb4-eeb39b2d7348 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cf795692-07ba-4120-b253-28f50a651d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430048 Aug 30 01:05:13.755214 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba59351-e52f-4e6c-826c-8ff9cb8caad2 req-469e4bee-1c00-4dfa-8fb8-fcb2290bd34f tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:13.756686 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-3ba59351-e52f-4e6c-826c-8ff9cb8caad2 req-469e4bee-1c00-4dfa-8fb8-fcb2290bd34f tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4af1febc-f5f3-440d-ab4b-0e33ac174325 HTTP/1.1" status: 200 len: 943 time: 0.0468719 Aug 30 01:05:13.807933 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-3ba59351-e52f-4e6c-826c-8ff9cb8caad2 req-4fca47a4-27f7-4ed1-b346-633079a06846 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=abc59132-60d7-4b9d-9009-0f7dc84889b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450175 Aug 30 01:05:14.071822 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-035fe171-2dca-49fc-a74e-5e6f2a9e45a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (976597ea-a902-4e5f-8c76-25f81ae4fb08), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:14.130018 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef797b-2ea8-411b-9009-25b8808afa4d req-16846f4e-0967-4037-92ac-b57d5c34b5bd tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:14.131540 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-c7ef797b-2ea8-411b-9009-25b8808afa4d req-16846f4e-0967-4037-92ac-b57d5c34b5bd tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5598be2a-00db-4303-bc81-a7fb3674e371 HTTP/1.1" status: 200 len: 985 time: 0.0497634 Aug 30 01:05:14.145318 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:05:14.146803 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc7c0e9-9b1a-46fc-9efd-23771b4ea415 req-44a97098-b1a0-4da7-bffc-f247701ce591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:14.148658 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-ccc7c0e9-9b1a-46fc-9efd-23771b4ea415 req-44a97098-b1a0-4da7-bffc-f247701ce591 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=0596692dbfb149139a1e72159c6f93db&device_id=4af1febc-f5f3-440d-ab4b-0e33ac174325 HTTP/1.1" status: 200 len: 1127 time: 0.0500226 Aug 30 01:05:14.195622 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-c7ef797b-2ea8-411b-9009-25b8808afa4d req-577152d9-ac05-4169-ba31-5d6732d7e5d6 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b59c982d-07c8-4d82-875f-5f1283f0518a&id=fc98e544-5446-4a9d-95b5-00310bfa492a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571072 Aug 30 01:05:14.239947 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (a0553951-7123-4403-ab2a-bb83048c1e52), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:14.267056 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (ec393def-3d84-45a3-8a6c-ed049d62fe0a), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:14.343079 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc7c0e9-9b1a-46fc-9efd-23771b4ea415 req-ba0a0a51-f825-4674-a70f-b82245460960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:14.344457 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-ccc7c0e9-9b1a-46fc-9efd-23771b4ea415 req-ba0a0a51-f825-4674-a70f-b82245460960 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=dffca817-1d31-4c9c-99a3-2d8483c143b4 HTTP/1.1" status: 200 len: 916 time: 0.0953734 Aug 30 01:05:14.386003 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-ccc7c0e9-9b1a-46fc-9efd-23771b4ea415 req-3a31c340-b0ae-4745-88f5-7baec270193f service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1 HTTP/1.1" status: 200 len: 217 time: 0.0328209 Aug 30 01:05:14.435231 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc7c0e9-9b1a-46fc-9efd-23771b4ea415 req-5556c3a4-927f-4b22-aa2e-9234d939ea2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:14.436614 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-ccc7c0e9-9b1a-46fc-9efd-23771b4ea415 req-5556c3a4-927f-4b22-aa2e-9234d939ea2a service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=35e91298-8731-4ea1-81fe-d78c255b7ca6 HTTP/1.1" status: 200 len: 853 time: 0.0447617 Aug 30 01:05:14.484074 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc7c0e9-9b1a-46fc-9efd-23771b4ea415 req-f67eb71b-7019-4920-8f88-1e7ce74ec14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:14.485570 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-ccc7c0e9-9b1a-46fc-9efd-23771b4ea415 req-f67eb71b-7019-4920-8f88-1e7ce74ec14f service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=dffca817-1d31-4c9c-99a3-2d8483c143b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0380828 Aug 30 01:05:14.582885 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-ccc7c0e9-9b1a-46fc-9efd-23771b4ea415 req-45e01121-ae9a-4f03-92c7-1800da77a920 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/dffca817-1d31-4c9c-99a3-2d8483c143b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860784 Aug 30 01:05:14.676518 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-ccc7c0e9-9b1a-46fc-9efd-23771b4ea415 req-004bd704-b2e2-43e5-a212-229425f44a32 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/dffca817-1d31-4c9c-99a3-2d8483c143b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861268 Aug 30 01:05:14.927981 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e021da-d97d-401b-935a-9dbbe91d4db6 req-450ea0bc-1591-4ede-8a94-a8e057d1fde9 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:14.929436 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-30e021da-d97d-401b-935a-9dbbe91d4db6 req-450ea0bc-1591-4ede-8a94-a8e057d1fde9 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4af1febc-f5f3-440d-ab4b-0e33ac174325 HTTP/1.1" status: 200 len: 943 time: 0.0491564 Aug 30 01:05:14.962944 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:05:14.977483 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-30e021da-d97d-401b-935a-9dbbe91d4db6 req-5765cabb-abf0-4f53-9276-72c9d6cc8c0d tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=abc59132-60d7-4b9d-9009-0f7dc84889b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418475 Aug 30 01:05:15.211107 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=106208) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 01:05:15.312878 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1,segment=NetworkSegment(ac710424-0f03-41c7-8792-e4337957dd44),segment_id=ac710424-0f03-41c7-8792-e4337957dd44)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:05:15.323735 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d318b-293e-4f88-9854-bf9955eae8ac req-37c765c7-5603-4c4b-b7bd-260158cbe086 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:15.325559 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-a38d318b-293e-4f88-9854-bf9955eae8ac req-37c765c7-5603-4c4b-b7bd-260158cbe086 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5598be2a-00db-4303-bc81-a7fb3674e371 HTTP/1.1" status: 200 len: 985 time: 0.0510039 Aug 30 01:05:15.327867 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Returning: {'device': 'b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1', 'network_id': 'dffca817-1d31-4c9c-99a3-2d8483c143b4', 'port_id': 'b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1', 'mac_address': 'fa:16:3e:4e:5b:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1057, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e91298-8731-4ea1-81fe-d78c255b7ca6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106208) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 01:05:15.363258 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Current status of the port b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1 is: DOWN; New status is: BUILD {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:05:15.363650 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:15.377659 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1 {{(pid=106208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:05:15.388313 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-a38d318b-293e-4f88-9854-bf9955eae8ac req-c3215265-f80c-4e34-869e-3d635b20da33 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b59c982d-07c8-4d82-875f-5f1283f0518a&id=fc98e544-5446-4a9d-95b5-00310bfa492a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564117 Aug 30 01:05:15.398543 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1,segment=NetworkSegment(ac710424-0f03-41c7-8792-e4337957dd44),segment_id=ac710424-0f03-41c7-8792-e4337957dd44)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:05:15.403816 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:15.452701 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Pushing event updated for resources: {'Port': ['ID=b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1,revision_number=4']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:05:15.782154 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] get_ports_and_sgs() called for port_ids ['b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1'] {{(pid=106208) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:05:15.811587 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:05:15.822512 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:05:16.096806 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30eadb7-8b57-4db5-919c-be8d5712d1ca req-6cee7843-910c-4d40-9970-2220b9318590 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:16.098563 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-d30eadb7-8b57-4db5-919c-be8d5712d1ca req-6cee7843-910c-4d40-9970-2220b9318590 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4af1febc-f5f3-440d-ab4b-0e33ac174325 HTTP/1.1" status: 200 len: 944 time: 0.0469849 Aug 30 01:05:16.144894 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-d30eadb7-8b57-4db5-919c-be8d5712d1ca req-26d5d8f9-bd52-4365-bfb3-a68c1f6144fb tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=abc59132-60d7-4b9d-9009-0f7dc84889b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410569 Aug 30 01:05:16.510845 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbacf13-1d7d-4550-b383-388b982c9ebf req-c6df22d1-1d0a-4beb-b545-aba28b8f8ce5 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:16.512452 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-2fbacf13-1d7d-4550-b383-388b982c9ebf req-c6df22d1-1d0a-4beb-b545-aba28b8f8ce5 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5598be2a-00db-4303-bc81-a7fb3674e371 HTTP/1.1" status: 200 len: 985 time: 0.0460889 Aug 30 01:05:16.575894 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-2fbacf13-1d7d-4550-b383-388b982c9ebf req-b1d9e7ff-cbe8-4a5e-aa77-781b10e3fa4f tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b59c982d-07c8-4d82-875f-5f1283f0518a&id=fc98e544-5446-4a9d-95b5-00310bfa492a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0578091 Aug 30 01:05:17.217292 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1 up at agent hyperv_hv-cinder-81514 {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:05:17.233834 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:05:17.267683 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Provisioning for port b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1 completed by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 01:05:17.275544 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Provisioning complete for port b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1 triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:05:17.275927 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:17.280743 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f0133-96f0-424f-bbaa-51a2f0586e73 req-1191660e-e26a-4d5e-967f-5eb45a487ec4 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:17.285565 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-c21f0133-96f0-424f-bbaa-51a2f0586e73 req-1191660e-e26a-4d5e-967f-5eb45a487ec4 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4af1febc-f5f3-440d-ab4b-0e33ac174325 HTTP/1.1" status: 200 len: 944 time: 0.0629590 Aug 30 01:05:17.341193 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-c21f0133-96f0-424f-bbaa-51a2f0586e73 req-061fb490-ebc8-45c7-923f-79f6f1a3ded5 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=abc59132-60d7-4b9d-9009-0f7dc84889b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538664 Aug 30 01:05:17.357707 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Current status of the port b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1 is: BUILD; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:05:17.358099 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:17.381272 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4af1febc-f5f3-440d-ab4b-0e33ac174325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1'}] {{(pid=106208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:05:17.383667 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c29b7fbecba6d5f29730e8e5f4edf6e9b002b1b00f6f5f73d69c4afba8ee411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf74efa-2e59-4f70-8f4b-7baccd92f1e8" -d '{"events": [{"server_uuid": "4af1febc-f5f3-440d-ab4b-0e33ac174325", "name": "network-vif-plugged", "status": "completed", "tag": "b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1"}]}' {{(pid=106208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:05:17.397699 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1,segment=NetworkSegment(ac710424-0f03-41c7-8792-e4337957dd44),segment_id=ac710424-0f03-41c7-8792-e4337957dd44)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:05:17.401749 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:17.441068 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4470104b-0843-4ffb-99f8-fd4f0271d9f8 x-openstack-request-id: req-4470104b-0843-4ffb-99f8-fd4f0271d9f8 {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:05:17.441542 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4af1febc-f5f3-440d-ab4b-0e33ac174325", "name": "network-vif-plugged", "status": "completed", "tag": "b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1", "code": 200}]} {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:05:17.441906 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4470104b-0843-4ffb-99f8-fd4f0271d9f8 {{(pid=106208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:05:17.442226 dv-cinder-815146-13-iscsi neutron-server[106208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4470104b-0843-4ffb-99f8-fd4f0271d9f8'] response: {'server_uuid': '4af1febc-f5f3-440d-ab4b-0e33ac174325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1', 'code': 200} Aug 30 01:05:17.473278 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Pushing event updated for resources: {'Port': ['ID=b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1,revision_number=5']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:05:17.633300 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb9e7f-59db-4c16-8794-750f2ba88ec4 req-02618187-5a30-45d5-93a0-bf6e17dbcea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:17.634821 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-9ebb9e7f-59db-4c16-8794-750f2ba88ec4 req-02618187-5a30-45d5-93a0-bf6e17dbcea8 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4af1febc-f5f3-440d-ab4b-0e33ac174325 HTTP/1.1" status: 200 len: 1129 time: 0.0394707 Aug 30 01:05:17.681298 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-9ebb9e7f-59db-4c16-8794-750f2ba88ec4 req-679551e2-41b3-4a33-9e96-15129ffa3cc5 service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=abc59132-60d7-4b9d-9009-0f7dc84889b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391350 Aug 30 01:05:17.699615 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceff6b0-b9e4-4358-ba1d-45e2231a217f req-c448588e-1de3-4bfa-a6df-124e2c398911 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:17.701108 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-cceff6b0-b9e4-4358-ba1d-45e2231a217f req-c448588e-1de3-4bfa-a6df-124e2c398911 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5598be2a-00db-4303-bc81-a7fb3674e371 HTTP/1.1" status: 200 len: 985 time: 0.0491366 Aug 30 01:05:17.759638 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-cceff6b0-b9e4-4358-ba1d-45e2231a217f req-d66a0c6b-821e-4548-9512-c2bc152b4243 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b59c982d-07c8-4d82-875f-5f1283f0518a&id=fc98e544-5446-4a9d-95b5-00310bfa492a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524993 Aug 30 01:05:18.469969 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e800d16-f276-4bc3-b482-6fbc2caad630 req-1f38f25d-3066-499c-b06f-db39de1b2876 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:18.471440 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-9e800d16-f276-4bc3-b482-6fbc2caad630 req-1f38f25d-3066-499c-b06f-db39de1b2876 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4af1febc-f5f3-440d-ab4b-0e33ac174325 HTTP/1.1" status: 200 len: 945 time: 0.0541224 Aug 30 01:05:18.521819 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-9e800d16-f276-4bc3-b482-6fbc2caad630 req-d48669f4-27c3-4136-9d3b-828c337bd2c0 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=abc59132-60d7-4b9d-9009-0f7dc84889b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447438 Aug 30 01:05:18.886145 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68274de8-13b1-4377-9ef1-fc641b2afd46 req-2edb85f9-7fa8-4c55-a748-cd0773150e8a tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:18.888270 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-68274de8-13b1-4377-9ef1-fc641b2afd46 req-2edb85f9-7fa8-4c55-a748-cd0773150e8a tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5598be2a-00db-4303-bc81-a7fb3674e371 HTTP/1.1" status: 200 len: 985 time: 0.0525768 Aug 30 01:05:18.948595 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-68274de8-13b1-4377-9ef1-fc641b2afd46 req-99eea5eb-5183-479f-aaf2-c3521d5e9bc9 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b59c982d-07c8-4d82-875f-5f1283f0518a&id=fc98e544-5446-4a9d-95b5-00310bfa492a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547345 Aug 30 01:05:19.649719 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a0a483-ed84-4661-b62f-4e9ee642ec11 req-9eba689d-f825-4264-be5c-01f3e0aec7e8 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:19.651083 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-72a0a483-ed84-4661-b62f-4e9ee642ec11 req-9eba689d-f825-4264-be5c-01f3e0aec7e8 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4af1febc-f5f3-440d-ab4b-0e33ac174325 HTTP/1.1" status: 200 len: 945 time: 0.0493679 Aug 30 01:05:19.698594 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-72a0a483-ed84-4661-b62f-4e9ee642ec11 req-cf7f018a-c267-49b2-8382-62ae6b92d755 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=abc59132-60d7-4b9d-9009-0f7dc84889b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411561 Aug 30 01:05:19.814852 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d070837-3321-47b3-94d9-f8628d7f99e4 req-7bcff165-4487-4d43-b27e-59dd6f723dab tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:19.816350 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-7d070837-3321-47b3-94d9-f8628d7f99e4 req-7bcff165-4487-4d43-b27e-59dd6f723dab tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4af1febc-f5f3-440d-ab4b-0e33ac174325 HTTP/1.1" status: 200 len: 945 time: 0.0468628 Aug 30 01:05:19.826531 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 50514) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:05:19.830697 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [None req-88f7e7dd-249b-4cf3-bdda-0f84f49b2006 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Request body: {'floatingip': {'port_id': 'b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1'}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:05:19.870107 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-88f7e7dd-249b-4cf3-bdda-0f84f49b2006 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for floatingip (dc6e60fd-6630-410a-8029-ee4b06ca7e7a), before_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:20.139892 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=9,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:05:20.140612 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:05:20.198026 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:05:20.236992 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b775ac3-2e5e-4651-bc14-afcaac3ef965 req-24ee371a-0d33-4027-a76a-c72acf5628b2 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:20.238400 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-2b775ac3-2e5e-4651-bc14-afcaac3ef965 req-24ee371a-0d33-4027-a76a-c72acf5628b2 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5598be2a-00db-4303-bc81-a7fb3674e371 HTTP/1.1" status: 200 len: 985 time: 0.0990741 Aug 30 01:05:20.384117 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-2b775ac3-2e5e-4651-bc14-afcaac3ef965 req-fb7a8f72-3980-4605-9b57-0e429e85d65b tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b59c982d-07c8-4d82-875f-5f1283f0518a&id=fc98e544-5446-4a9d-95b5-00310bfa492a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1376622 Aug 30 01:05:20.610881 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:05:20.625570 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-88f7e7dd-249b-4cf3-bdda-0f84f49b2006 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:20.633471 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-88f7e7dd-249b-4cf3-bdda-0f84f49b2006 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16466402'] for floatingip (dc6e60fd-6630-410a-8029-ee4b06ca7e7a), after_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:20.732195 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.db.l3_db [None req-88f7e7dd-249b-4cf3-bdda-0f84f49b2006 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Floating IP dc6e60fd-6630-410a-8029-ee4b06ca7e7a associated. External IP: 172.27.4.44, port: b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1. Aug 30 01:05:20.932507 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88f7e7dd-249b-4cf3-bdda-0f84f49b2006 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Router bd1c6eaf-677c-4555-8d4e-2fd99795de73 has already been hosted by L3 agent 613dbf26-5731-4391-8a29-3c5185f7ed3f {{(pid=106207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:05:21.035318 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f7e7dd-249b-4cf3-bdda-0f84f49b2006 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Notify agent at l3_agent.dv-cinder-815146-13-iscsi the message routers_updated {{(pid=106207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:05:21.040441 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-88f7e7dd-249b-4cf3-bdda-0f84f49b2006 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for floatingip (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:21.046144 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455b8403-7c93-45e7-b29a-a6485d013467 None None] Sync routers for ids ['bd1c6eaf-677c-4555-8d4e-2fd99795de73'] in dv-cinder-815146-13-iscsi {{(pid=106208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:05:21.055564 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455b8403-7c93-45e7-b29a-a6485d013467 None None] Routers {'bd1c6eaf-677c-4555-8d4e-2fd99795de73'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:05:21.056237 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-455b8403-7c93-45e7-b29a-a6485d013467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:05:11Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['bd1c6eaf-677c-4555-8d4e-2fd99795de73'], 'active': True} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:05:21.073208 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-88f7e7dd-249b-4cf3-bdda-0f84f49b2006 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "PUT /networking/v2.0/floatingips/dc6e60fd-6630-410a-8029-ee4b06ca7e7a HTTP/1.1" status: 200 len: 990 time: 1.2435102 Aug 30 01:05:21.073208 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4af1febc-f5f3-440d-ab4b-0e33ac174325', 'tag': 'b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1'}] {{(pid=106207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:05:21.074012 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480b08bd5bc4b1a03c1b08d00e02a3f82783774d0c3347d038299e83f2d6db65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc4d7a2-bb91-4dea-b41c-048d5cab2bc7" -d '{"events": [{"name": "network-changed", "server_uuid": "4af1febc-f5f3-440d-ab4b-0e33ac174325", "tag": "b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1"}]}' {{(pid=106207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:05:21.114406 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4762f99a-9106-452f-865c-22a445b7f504 x-openstack-request-id: req-4762f99a-9106-452f-865c-22a445b7f504 {{(pid=106207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:05:21.114696 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4af1febc-f5f3-440d-ab4b-0e33ac174325", "tag": "b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1", "status": "completed", "code": 200}]} {{(pid=106207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:05:21.114954 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4762f99a-9106-452f-865c-22a445b7f504 {{(pid=106207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:05:21.115358 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4762f99a-9106-452f-865c-22a445b7f504'] response: {'name': 'network-changed', 'server_uuid': '4af1febc-f5f3-440d-ab4b-0e33ac174325', 'tag': 'b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1', 'status': 'completed', 'code': 200} Aug 30 01:05:21.162916 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvr_db [None req-455b8403-7c93-45e7-b29a-a6485d013467 None None] Set router bd1c6eaf-677c-4555-8d4e-2fd99795de73 gateway port host: dv-cinder-815146-13-iscsi {{(pid=106208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:05:21.177706 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc4d7a2-bb91-4dea-b41c-048d5cab2bc7 req-d6d8cb21-8838-4e09-a2b4-0d8d906bc683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:21.179212 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-efc4d7a2-bb91-4dea-b41c-048d5cab2bc7 req-d6d8cb21-8838-4e09-a2b4-0d8d906bc683 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=0596692dbfb149139a1e72159c6f93db&device_id=4af1febc-f5f3-440d-ab4b-0e33ac174325 HTTP/1.1" status: 200 len: 1129 time: 0.0397425 Aug 30 01:05:21.282492 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc4d7a2-bb91-4dea-b41c-048d5cab2bc7 req-3c90e016-2c0a-4c77-9d01-ef8735d9bd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:21.283978 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-efc4d7a2-bb91-4dea-b41c-048d5cab2bc7 req-3c90e016-2c0a-4c77-9d01-ef8735d9bd2d service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=dffca817-1d31-4c9c-99a3-2d8483c143b4 HTTP/1.1" status: 200 len: 916 time: 0.0905886 Aug 30 01:05:21.346861 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-efc4d7a2-bb91-4dea-b41c-048d5cab2bc7 req-425c470b-6751-4f08-a54d-dfa3f42d6c15 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1 HTTP/1.1" status: 200 len: 998 time: 0.0555820 Aug 30 01:05:21.381999 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-455b8403-7c93-45e7-b29a-a6485d013467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'name': 'tempest-AttachVolumeNegativeTest-987046986-router', 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.121'}], 'enable_snat': True}, 'gw_port_id': '02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:01:05Z', 'updated_at': '2022-08-30T01:01:15Z', 'revision_number': 4, 'project_id': '0596692dbfb149139a1e72159c6f93db', 'gw_port': {'id': '02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:39:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:06Z', 'updated_at': '2022-08-30T01:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_floatingips': [{'id': 'dc6e60fd-6630-410a-8029-ee4b06ca7e7a', 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'floating_ip_address': '172.27.4.44', 'floating_network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'router_id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'port_id': 'b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dffca817-1d31-4c9c-99a3-2d8483c143b4', 'mac_address': 'fa:16:3e:4e:5b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af1febc-f5f3-440d-ab4b-0e33ac174325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:05:07Z', 'updated_at': '2022-08-30T01:05:20Z', 'revision_number': 1, 'project_id': '0596692dbfb149139a1e72159c6f93db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c3a5c21-7f7c-4037-ac11-fe0d15ab9538', 'name': '', 'network_id': 'dffca817-1d31-4c9c-99a3-2d8483c143b4', 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'mac_address': 'fa:16:3e:80:4d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '35e91298-8731-4ea1-81fe-d78c255b7ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:12Z', 'updated_at': '2022-08-30T01:01:35Z', 'revision_number': 5, 'project_id': '0596692dbfb149139a1e72159c6f93db', 'subnets': [{'id': '35e91298-8731-4ea1-81fe-d78c255b7ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:05:21.406423 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc4d7a2-bb91-4dea-b41c-048d5cab2bc7 req-b0bb73ac-bba3-45fa-b0ab-72f671567d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:21.407226 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455b8403-7c93-45e7-b29a-a6485d013467 None None] Checking router: bd1c6eaf-677c-4555-8d4e-2fd99795de73 for host: dv-cinder-815146-13-iscsi {{(pid=106208) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:05:21.407913 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-efc4d7a2-bb91-4dea-b41c-048d5cab2bc7 req-b0bb73ac-bba3-45fa-b0ab-72f671567d77 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=35e91298-8731-4ea1-81fe-d78c255b7ca6 HTTP/1.1" status: 200 len: 853 time: 0.0477736 Aug 30 01:05:21.416171 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455b8403-7c93-45e7-b29a-a6485d013467 None None] Routers {'bd1c6eaf-677c-4555-8d4e-2fd99795de73'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:05:21.416768 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-455b8403-7c93-45e7-b29a-a6485d013467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:05:11Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['bd1c6eaf-677c-4555-8d4e-2fd99795de73'], 'active': True} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:05:21.460313 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc4d7a2-bb91-4dea-b41c-048d5cab2bc7 req-92d6e8a3-b7eb-413c-bfe0-04cb0031ba12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:21.462015 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-efc4d7a2-bb91-4dea-b41c-048d5cab2bc7 req-92d6e8a3-b7eb-413c-bfe0-04cb0031ba12 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=dffca817-1d31-4c9c-99a3-2d8483c143b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0422180 Aug 30 01:05:21.500060 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=100 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:05:21.507911 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda0798-d0cf-42ed-b3e1-4ad19361b933 req-dfea006e-31eb-4b69-a5fa-b0c9dc4949f0 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:21.509931 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-ecda0798-d0cf-42ed-b3e1-4ad19361b933 req-dfea006e-31eb-4b69-a5fa-b0c9dc4949f0 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5598be2a-00db-4303-bc81-a7fb3674e371 HTTP/1.1" status: 200 len: 985 time: 0.0498202 Aug 30 01:05:21.514728 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:05:21.525432 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvr_db [None req-455b8403-7c93-45e7-b29a-a6485d013467 None None] Set router bd1c6eaf-677c-4555-8d4e-2fd99795de73 gateway port host: dv-cinder-815146-13-iscsi {{(pid=106208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:05:21.555438 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:05:21.570391 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-efc4d7a2-bb91-4dea-b41c-048d5cab2bc7 req-456dc069-0d8b-4566-8769-89e115aa8c65 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/dffca817-1d31-4c9c-99a3-2d8483c143b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898860 Aug 30 01:05:21.584382 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-ecda0798-d0cf-42ed-b3e1-4ad19361b933 req-3fddf56d-53b4-4771-ba1e-27042b2a6b57 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b59c982d-07c8-4d82-875f-5f1283f0518a&id=fc98e544-5446-4a9d-95b5-00310bfa492a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0663941 Aug 30 01:05:21.634603 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:05:21.671624 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-efc4d7a2-bb91-4dea-b41c-048d5cab2bc7 req-6101a461-0fac-4b9f-b9eb-de6bea789b74 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/dffca817-1d31-4c9c-99a3-2d8483c143b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913749 Aug 30 01:05:21.756211 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-455b8403-7c93-45e7-b29a-a6485d013467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'name': 'tempest-AttachVolumeNegativeTest-987046986-router', 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.121'}], 'enable_snat': True}, 'gw_port_id': '02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:01:05Z', 'updated_at': '2022-08-30T01:01:15Z', 'revision_number': 4, 'project_id': '0596692dbfb149139a1e72159c6f93db', 'gw_port': {'id': '02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:39:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:06Z', 'updated_at': '2022-08-30T01:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_floatingips': [{'id': 'dc6e60fd-6630-410a-8029-ee4b06ca7e7a', 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'floating_ip_address': '172.27.4.44', 'floating_network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'router_id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'port_id': 'b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dffca817-1d31-4c9c-99a3-2d8483c143b4', 'mac_address': 'fa:16:3e:4e:5b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af1febc-f5f3-440d-ab4b-0e33ac174325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:05:07Z', 'updated_at': '2022-08-30T01:05:20Z', 'revision_number': 1, 'project_id': '0596692dbfb149139a1e72159c6f93db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c3a5c21-7f7c-4037-ac11-fe0d15ab9538', 'name': '', 'network_id': 'dffca817-1d31-4c9c-99a3-2d8483c143b4', 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'mac_address': 'fa:16:3e:80:4d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '35e91298-8731-4ea1-81fe-d78c255b7ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:12Z', 'updated_at': '2022-08-30T01:01:35Z', 'revision_number': 5, 'project_id': '0596692dbfb149139a1e72159c6f93db', 'subnets': [{'id': '35e91298-8731-4ea1-81fe-d78c255b7ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:05:21.781401 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455b8403-7c93-45e7-b29a-a6485d013467 None None] The sync data for ids ['bd1c6eaf-677c-4555-8d4e-2fd99795de73'] in dv-cinder-815146-13-iscsi is: [{'id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'name': 'tempest-AttachVolumeNegativeTest-987046986-router', 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.121'}], 'enable_snat': True}, 'gw_port_id': '02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:01:05Z', 'updated_at': '2022-08-30T01:01:15Z', 'revision_number': 4, 'project_id': '0596692dbfb149139a1e72159c6f93db', 'gw_port': {'id': '02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:39:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:06Z', 'updated_at': '2022-08-30T01:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_floatingips': [{'id': 'dc6e60fd-6630-410a-8029-ee4b06ca7e7a', 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'floating_ip_address': '172.27.4.44', 'floating_network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'router_id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'port_id': 'b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dffca817-1d31-4c9c-99a3-2d8483c143b4', 'mac_address': 'fa:16:3e:4e:5b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af1febc-f5f3-440d-ab4b-0e33ac174325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:05:07Z', 'updated_at': '2022-08-30T01:05:20Z', 'revision_number': 1, 'project_id': '0596692dbfb149139a1e72159c6f93db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c3a5c21-7f7c-4037-ac11-fe0d15ab9538', 'name': '', 'network_id': 'dffca817-1d31-4c9c-99a3-2d8483c143b4', 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'mac_address': 'fa:16:3e:80:4d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '35e91298-8731-4ea1-81fe-d78c255b7ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:12Z', 'updated_at': '2022-08-30T01:01:35Z', 'revision_number': 5, 'project_id': '0596692dbfb149139a1e72159c6f93db', 'subnets': [{'id': '35e91298-8731-4ea1-81fe-d78c255b7ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:05:21.973235 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125eae01-cd46-4900-a71c-da9ad3c8d2de None None] New status for floating IP dc6e60fd-6630-410a-8029-ee4b06ca7e7a: ACTIVE {{(pid=106209) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:05:22.708269 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a49dcf3-1292-4724-9646-c6991238c585 req-73b158e8-5b44-4be2-8e4a-fe4f86169347 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:22.709793 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-2a49dcf3-1292-4724-9646-c6991238c585 req-73b158e8-5b44-4be2-8e4a-fe4f86169347 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5598be2a-00db-4303-bc81-a7fb3674e371 HTTP/1.1" status: 200 len: 985 time: 0.0471225 Aug 30 01:05:22.771363 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-2a49dcf3-1292-4724-9646-c6991238c585 req-ca4c1d96-943a-4196-aa74-58c2388491e4 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b59c982d-07c8-4d82-875f-5f1283f0518a&id=fc98e544-5446-4a9d-95b5-00310bfa492a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556023 Aug 30 01:05:23.894246 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029e49f9-df1a-4224-9706-e647cbb5b613 req-fe97dd78-b156-4640-b1f0-2f4cf9962ed6 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:23.895717 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-029e49f9-df1a-4224-9706-e647cbb5b613 req-fe97dd78-b156-4640-b1f0-2f4cf9962ed6 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5598be2a-00db-4303-bc81-a7fb3674e371 HTTP/1.1" status: 200 len: 985 time: 0.0484843 Aug 30 01:05:23.957434 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-029e49f9-df1a-4224-9706-e647cbb5b613 req-8002eadb-50b9-4a08-9be9-a3b2337a3b09 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b59c982d-07c8-4d82-875f-5f1283f0518a&id=fc98e544-5446-4a9d-95b5-00310bfa492a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560434 Aug 30 01:05:25.086476 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f788741-dce6-4a1e-8846-530dcb68d2c9 req-8103e475-c781-4be9-9c78-126bf5ac8eb4 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:25.088149 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-3f788741-dce6-4a1e-8846-530dcb68d2c9 req-8103e475-c781-4be9-9c78-126bf5ac8eb4 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5598be2a-00db-4303-bc81-a7fb3674e371 HTTP/1.1" status: 200 len: 985 time: 0.0526433 Aug 30 01:05:25.156104 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-3f788741-dce6-4a1e-8846-530dcb68d2c9 req-abb29fcf-e85a-4e93-9dc1-bd8bbccc121b tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b59c982d-07c8-4d82-875f-5f1283f0518a&id=fc98e544-5446-4a9d-95b5-00310bfa492a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0619454 Aug 30 01:05:25.235472 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e8d9c2-fe67-4eb8-9954-25bcf56cb147 req-a42dc3ff-02de-4fb6-8c1a-36936de5b3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:25.237005 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-c9e8d9c2-fe67-4eb8-9954-25bcf56cb147 req-a42dc3ff-02de-4fb6-8c1a-36936de5b3fc service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=ceebbaa5dd9d4110a6393190c5b466f0&device_id=2cff4036-ef80-4791-92b5-0c71c8e93582 HTTP/1.1" status: 200 len: 1129 time: 0.0399022 Aug 30 01:05:25.241275 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c868a369-7760-42bd-b949-f6b2181c54ab req-c62c697d-7055-449e-b7ee-81b3a6e8d7fb tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:25.243036 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-c868a369-7760-42bd-b949-f6b2181c54ab req-c62c697d-7055-449e-b7ee-81b3a6e8d7fb tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2cff4036-ef80-4791-92b5-0c71c8e93582 HTTP/1.1" status: 200 len: 945 time: 0.0482538 Aug 30 01:05:25.291297 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-c868a369-7760-42bd-b949-f6b2181c54ab req-5d19de97-017a-488c-96ee-04cbd2cb4cf1 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0804ce8-eeeb-4c50-ad28-c5d311c0afd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427587 Aug 30 01:05:25.340829 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e8d9c2-fe67-4eb8-9954-25bcf56cb147 req-3cdea8c0-8b7b-4d3b-a70a-756323c51b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:25.342431 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-c9e8d9c2-fe67-4eb8-9954-25bcf56cb147 req-3cdea8c0-8b7b-4d3b-a70a-756323c51b38 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=5ee6ec53-bf26-4fab-b55f-62bd4221ec41 HTTP/1.1" status: 200 len: 920 time: 0.0971265 Aug 30 01:05:25.396719 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=100 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:05:25.409917 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-c9e8d9c2-fe67-4eb8-9954-25bcf56cb147 req-1eb1088a-e9cb-4ec4-b3e9-6feba825018c service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=737df1fc-0996-483b-b4f3-e6055a0f4df0 HTTP/1.1" status: 200 len: 1001 time: 0.0557659 Aug 30 01:05:25.464476 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e8d9c2-fe67-4eb8-9954-25bcf56cb147 req-92b9b884-288b-4bf2-8894-14cc5147ab38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:25.466586 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-c9e8d9c2-fe67-4eb8-9954-25bcf56cb147 req-92b9b884-288b-4bf2-8894-14cc5147ab38 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=4a91c71a-9152-4bb3-bae3-f34c8bf8c47c HTTP/1.1" status: 200 len: 857 time: 0.0472343 Aug 30 01:05:25.512638 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e8d9c2-fe67-4eb8-9954-25bcf56cb147 req-4f49e9e8-1ff2-47f3-a1c6-0938dd1c90ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:25.514463 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-c9e8d9c2-fe67-4eb8-9954-25bcf56cb147 req-4f49e9e8-1ff2-47f3-a1c6-0938dd1c90ec service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=5ee6ec53-bf26-4fab-b55f-62bd4221ec41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0394506 Aug 30 01:05:25.611023 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-c9e8d9c2-fe67-4eb8-9954-25bcf56cb147 req-055faf3e-6a6d-4faf-a249-2f551ca339fa service neutron] 10.222.0.47 "GET /networking/v2.0/networks/5ee6ec53-bf26-4fab-b55f-62bd4221ec41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822504 Aug 30 01:05:25.705918 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-c9e8d9c2-fe67-4eb8-9954-25bcf56cb147 req-f57b6591-58f8-44cc-81e0-be01e724e2b5 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/5ee6ec53-bf26-4fab-b55f-62bd4221ec41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875659 Aug 30 01:05:26.262690 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:05:26.281302 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d063ce-59f6-4460-aa9b-6323a7970761 req-3c66b661-2cd2-4727-a4f7-aa31a1c5db26 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:26.282776 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-38d063ce-59f6-4460-aa9b-6323a7970761 req-3c66b661-2cd2-4727-a4f7-aa31a1c5db26 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5598be2a-00db-4303-bc81-a7fb3674e371 HTTP/1.1" status: 200 len: 985 time: 0.0501382 Aug 30 01:05:26.343448 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-38d063ce-59f6-4460-aa9b-6323a7970761 req-002bc232-4f5a-4d88-9444-c775ca469642 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b59c982d-07c8-4d82-875f-5f1283f0518a&id=fc98e544-5446-4a9d-95b5-00310bfa492a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547476 Aug 30 01:05:26.411295 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a970c7f-846e-4448-9f63-317e12d4cbd3 req-caa89b94-e731-4782-afd1-f060100012c7 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:26.412934 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-9a970c7f-846e-4448-9f63-317e12d4cbd3 req-caa89b94-e731-4782-afd1-f060100012c7 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2cff4036-ef80-4791-92b5-0c71c8e93582 HTTP/1.1" status: 200 len: 945 time: 0.0468533 Aug 30 01:05:26.459358 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-9a970c7f-846e-4448-9f63-317e12d4cbd3 req-d5dc7312-6d63-4906-a3f1-6e2c67776889 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0804ce8-eeeb-4c50-ad28-c5d311c0afd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409796 Aug 30 01:05:27.463555 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3b6316-214f-4170-b51d-113f6b07f326 req-1d3cd6fb-4cd6-4d4d-b41a-a830eb9590a4 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:27.465727 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-7d3b6316-214f-4170-b51d-113f6b07f326 req-1d3cd6fb-4cd6-4d4d-b41a-a830eb9590a4 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5598be2a-00db-4303-bc81-a7fb3674e371 HTTP/1.1" status: 200 len: 985 time: 0.0464239 Aug 30 01:05:27.528772 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-7d3b6316-214f-4170-b51d-113f6b07f326 req-b02042e8-55cb-421a-bfd1-30304ae27bba tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b59c982d-07c8-4d82-875f-5f1283f0518a&id=fc98e544-5446-4a9d-95b5-00310bfa492a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573649 Aug 30 01:05:27.582380 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a30eb-56ad-4443-8800-304a0b986d75 req-3f6177e6-a4a1-4e99-852f-f1e65fd1eb84 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:27.583993 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-a98a30eb-56ad-4443-8800-304a0b986d75 req-3f6177e6-a4a1-4e99-852f-f1e65fd1eb84 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2cff4036-ef80-4791-92b5-0c71c8e93582 HTTP/1.1" status: 200 len: 945 time: 0.0513167 Aug 30 01:05:27.631711 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-a98a30eb-56ad-4443-8800-304a0b986d75 req-ecaa9057-1f76-47ba-8580-532777fa73e8 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0804ce8-eeeb-4c50-ad28-c5d311c0afd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420072 Aug 30 01:05:28.659896 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31688c5-cb5a-4d43-be5c-9f749a667b53 req-7fd80542-b3b9-4594-94fc-e877844a0ad3 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:28.661403 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-a31688c5-cb5a-4d43-be5c-9f749a667b53 req-7fd80542-b3b9-4594-94fc-e877844a0ad3 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5598be2a-00db-4303-bc81-a7fb3674e371 HTTP/1.1" status: 200 len: 985 time: 0.0503170 Aug 30 01:05:28.732016 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-a31688c5-cb5a-4d43-be5c-9f749a667b53 req-28d15429-7c6c-430e-ad42-0016d78731b0 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b59c982d-07c8-4d82-875f-5f1283f0518a&id=fc98e544-5446-4a9d-95b5-00310bfa492a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0648172 Aug 30 01:05:28.769802 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fd9fee-d0fd-4012-a180-f3fb2ba27b82 req-b0eb0395-c596-465c-9e8c-b61998ec636a tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:28.771275 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-13fd9fee-d0fd-4012-a180-f3fb2ba27b82 req-b0eb0395-c596-465c-9e8c-b61998ec636a tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2cff4036-ef80-4791-92b5-0c71c8e93582 HTTP/1.1" status: 200 len: 945 time: 0.0629525 Aug 30 01:05:28.818921 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-13fd9fee-d0fd-4012-a180-f3fb2ba27b82 req-924b1f2f-3a31-4dbf-a362-bbc3688d8618 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0804ce8-eeeb-4c50-ad28-c5d311c0afd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402663 Aug 30 01:05:29.814682 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:05:29.850085 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84de6de-e5ff-4f91-9b86-bbad3b63172b req-21c3d16c-3a9c-4aab-bbea-37758bfbfb17 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:29.851730 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e84de6de-e5ff-4f91-9b86-bbad3b63172b req-21c3d16c-3a9c-4aab-bbea-37758bfbfb17 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5598be2a-00db-4303-bc81-a7fb3674e371 HTTP/1.1" status: 200 len: 985 time: 0.0467069 Aug 30 01:05:29.951022 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e84de6de-e5ff-4f91-9b86-bbad3b63172b req-917c0a60-82c6-4217-9d91-32bdbd7e377f tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b59c982d-07c8-4d82-875f-5f1283f0518a&id=fc98e544-5446-4a9d-95b5-00310bfa492a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0911977 Aug 30 01:05:29.958804 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65d1581-d219-4637-8e53-d35a70ce75ac req-fd142f0c-98f5-441c-8d2b-8490ed18277e tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:29.960269 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-b65d1581-d219-4637-8e53-d35a70ce75ac req-fd142f0c-98f5-441c-8d2b-8490ed18277e tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2cff4036-ef80-4791-92b5-0c71c8e93582 HTTP/1.1" status: 200 len: 945 time: 0.0655572 Aug 30 01:05:30.010209 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-b65d1581-d219-4637-8e53-d35a70ce75ac req-80d54108-f5d1-44c0-acdd-f603872f0d89 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0804ce8-eeeb-4c50-ad28-c5d311c0afd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417154 Aug 30 01:05:31.071744 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac399b6-021b-4874-a0f5-260ad2583cea req-f7903571-785f-4d68-b5f6-7ea0198c3dda tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:31.073366 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-fac399b6-021b-4874-a0f5-260ad2583cea req-f7903571-785f-4d68-b5f6-7ea0198c3dda tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5598be2a-00db-4303-bc81-a7fb3674e371 HTTP/1.1" status: 200 len: 985 time: 0.0488672 Aug 30 01:05:31.156467 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8afbad6-b05d-40bf-bf24-2805f57051b3 req-7e7fdcc1-1024-4568-b336-376d5c5e0343 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:31.157980 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-f8afbad6-b05d-40bf-bf24-2805f57051b3 req-7e7fdcc1-1024-4568-b336-376d5c5e0343 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2cff4036-ef80-4791-92b5-0c71c8e93582 HTTP/1.1" status: 200 len: 945 time: 0.0719585 Aug 30 01:05:31.182940 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-fac399b6-021b-4874-a0f5-260ad2583cea req-2fdeadf0-d5c5-40c8-92a8-980b36b5d376 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b59c982d-07c8-4d82-875f-5f1283f0518a&id=fc98e544-5446-4a9d-95b5-00310bfa492a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1039925 Aug 30 01:05:31.210867 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:05:31.218685 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-f8afbad6-b05d-40bf-bf24-2805f57051b3 req-8a2216a6-8a80-4292-9bd4-4367861d748a tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0804ce8-eeeb-4c50-ad28-c5d311c0afd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514193 Aug 30 01:05:31.754056 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=26 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:05:31.759270 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=13 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:05:32.339220 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3eda26-b0da-43d9-91aa-dd09a040a20a req-0cc35263-56ca-459d-87d7-45ed40df1062 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:32.341306 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-ad3eda26-b0da-43d9-91aa-dd09a040a20a req-0cc35263-56ca-459d-87d7-45ed40df1062 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2cff4036-ef80-4791-92b5-0c71c8e93582 HTTP/1.1" status: 200 len: 945 time: 0.0489542 Aug 30 01:05:32.387608 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-ad3eda26-b0da-43d9-91aa-dd09a040a20a req-fb966d85-4f74-4fce-aa95-a7280dac390b tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0804ce8-eeeb-4c50-ad28-c5d311c0afd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404832 Aug 30 01:05:33.504875 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e752f9-0851-4555-8b58-ca8e1a73a840 req-c4b1cbee-4314-4cb0-bd9e-19e0b496bded tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:33.506361 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-08e752f9-0851-4555-8b58-ca8e1a73a840 req-c4b1cbee-4314-4cb0-bd9e-19e0b496bded tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2cff4036-ef80-4791-92b5-0c71c8e93582 HTTP/1.1" status: 200 len: 945 time: 0.0460937 Aug 30 01:05:33.553107 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-08e752f9-0851-4555-8b58-ca8e1a73a840 req-a4ea3bd2-fae6-40de-a7c8-332d9c56eb0d tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0804ce8-eeeb-4c50-ad28-c5d311c0afd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405781 Aug 30 01:05:33.675190 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:05:33.680040 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:05:34.674656 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0425ca-8e09-4bab-ad75-b166e46924ee req-3d6c1f40-8d11-46a8-878b-6cae64fc9ad4 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:34.676111 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-0a0425ca-8e09-4bab-ad75-b166e46924ee req-3d6c1f40-8d11-46a8-878b-6cae64fc9ad4 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2cff4036-ef80-4791-92b5-0c71c8e93582 HTTP/1.1" status: 200 len: 945 time: 0.0497918 Aug 30 01:05:34.721529 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-0a0425ca-8e09-4bab-ad75-b166e46924ee req-30de8953-2cdb-4ea3-a69c-58a5222c5d81 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0804ce8-eeeb-4c50-ad28-c5d311c0afd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399780 Aug 30 01:05:35.701087 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=68 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:05:35.703027 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=28 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:05:35.842597 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bb630b-e98d-437c-b4f0-b10294256574 req-e363ec97-c6db-4ed7-b98a-da124443f1ce tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:35.844044 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-88bb630b-e98d-437c-b4f0-b10294256574 req-e363ec97-c6db-4ed7-b98a-da124443f1ce tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2cff4036-ef80-4791-92b5-0c71c8e93582 HTTP/1.1" status: 200 len: 945 time: 0.0459688 Aug 30 01:05:35.890243 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-88bb630b-e98d-437c-b4f0-b10294256574 req-b499bb7f-3956-4452-830c-36c4fdc74896 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0804ce8-eeeb-4c50-ad28-c5d311c0afd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406487 Aug 30 01:05:37.011429 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba0fb90-ecd8-4207-9df4-cac8b09c6651 req-5e3d9244-5671-4892-8501-5d2597cbc3eb tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:37.013599 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-aba0fb90-ecd8-4207-9df4-cac8b09c6651 req-5e3d9244-5671-4892-8501-5d2597cbc3eb tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2cff4036-ef80-4791-92b5-0c71c8e93582 HTTP/1.1" status: 200 len: 945 time: 0.0504386 Aug 30 01:05:37.063797 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-aba0fb90-ecd8-4207-9df4-cac8b09c6651 req-b3b5856e-eefa-4c84-823b-c3fd39c8fa8c tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0804ce8-eeeb-4c50-ad28-c5d311c0afd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447261 Aug 30 01:05:38.181466 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06a2021-9fd1-4f5b-9a23-ede0fe63b7ce req-5a7fb924-85d5-46b7-9cfa-1f3788554f2d tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:38.182958 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e06a2021-9fd1-4f5b-9a23-ede0fe63b7ce req-5a7fb924-85d5-46b7-9cfa-1f3788554f2d tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2cff4036-ef80-4791-92b5-0c71c8e93582 HTTP/1.1" status: 200 len: 945 time: 0.0478544 Aug 30 01:05:38.229943 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e06a2021-9fd1-4f5b-9a23-ede0fe63b7ce req-75f2212a-923f-4f12-9161-55532d108fed tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0804ce8-eeeb-4c50-ad28-c5d311c0afd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409381 Aug 30 01:05:38.942115 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-eece643b-7e24-466e-b737-e6a7d273687b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (fba0026e-8830-42b0-8a12-2be2a1203730), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:39.349417 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a021b5c-964f-4e12-9de3-41d532ee67d1 req-0e0422dc-2d39-42a0-9226-9b67ab913ee5 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:39.350899 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-8a021b5c-964f-4e12-9de3-41d532ee67d1 req-0e0422dc-2d39-42a0-9226-9b67ab913ee5 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2cff4036-ef80-4791-92b5-0c71c8e93582 HTTP/1.1" status: 200 len: 945 time: 0.0469007 Aug 30 01:05:39.401195 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-8a021b5c-964f-4e12-9de3-41d532ee67d1 req-cf1407c8-7817-4c6b-9bbd-9773b2cfbd66 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0804ce8-eeeb-4c50-ad28-c5d311c0afd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440335 Aug 30 01:05:40.523114 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0912a1c3-5938-4b6a-a348-d496c6d13679 req-1c04b6ee-9d43-4cc8-9ca1-9d3de6c099e3 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:40.524582 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-0912a1c3-5938-4b6a-a348-d496c6d13679 req-1c04b6ee-9d43-4cc8-9ca1-9d3de6c099e3 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2cff4036-ef80-4791-92b5-0c71c8e93582 HTTP/1.1" status: 200 len: 945 time: 0.0459661 Aug 30 01:05:40.535637 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:05:40.572300 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-0912a1c3-5938-4b6a-a348-d496c6d13679 req-afd327bf-65f1-4f75-a394-0ae80df52a3a tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0804ce8-eeeb-4c50-ad28-c5d311c0afd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418584 Aug 30 01:05:41.312670 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-f6cd9b59-c591-4985-b639-7aa51c9eaeb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (613dbf26-5731-4391-8a29-3c5185f7ed3f), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:41.693233 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc887a-b3b1-48de-b4d1-17de3f209f8f req-19ffff5c-2b49-456c-8879-9d3debae7591 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:41.694718 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-3ebc887a-b3b1-48de-b4d1-17de3f209f8f req-19ffff5c-2b49-456c-8879-9d3debae7591 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2cff4036-ef80-4791-92b5-0c71c8e93582 HTTP/1.1" status: 200 len: 945 time: 0.0468378 Aug 30 01:05:41.741090 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-3ebc887a-b3b1-48de-b4d1-17de3f209f8f req-6298f7ef-c64a-4563-8b11-6637c223e204 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0804ce8-eeeb-4c50-ad28-c5d311c0afd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408955 Aug 30 01:05:42.457721 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b24ee7-cd14-4e1f-87d7-1239c2b78875 req-22e0f471-2956-4bca-a853-cb5ad56caf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:42.459213 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-18b24ee7-cd14-4e1f-87d7-1239c2b78875 req-22e0f471-2956-4bca-a853-cb5ad56caf8f service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2cff4036-ef80-4791-92b5-0c71c8e93582 HTTP/1.1" status: 200 len: 1129 time: 0.0450609 Aug 30 01:05:42.504292 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-18b24ee7-cd14-4e1f-87d7-1239c2b78875 req-c65a1127-4530-4808-867a-705058d289cc service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=f0804ce8-eeeb-4c50-ad28-c5d311c0afd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384986 Aug 30 01:05:42.509761 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-25c1dd7e-d974-443e-806e-f641d8bbb77b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (0cb86657-2da7-42ea-bd2c-d65472391dc8), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:42.865714 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f109a7-4cd6-47e0-9d50-e67d4ee1308d req-95f6b343-b61f-4166-aa33-6f61701d1bd8 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:42.867193 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e9f109a7-4cd6-47e0-9d50-e67d4ee1308d req-95f6b343-b61f-4166-aa33-6f61701d1bd8 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2cff4036-ef80-4791-92b5-0c71c8e93582 HTTP/1.1" status: 200 len: 945 time: 0.0499666 Aug 30 01:05:42.914409 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e9f109a7-4cd6-47e0-9d50-e67d4ee1308d req-8fa06d37-b1b4-4fce-8dee-298c6f6f5c6c tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0804ce8-eeeb-4c50-ad28-c5d311c0afd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409417 Aug 30 01:05:44.033374 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a87005-4206-456e-b88e-a5494fb6fa56 req-e00f01a5-d9e6-4d44-8770-494dc817fae7 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:44.034885 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-82a87005-4206-456e-b88e-a5494fb6fa56 req-e00f01a5-d9e6-4d44-8770-494dc817fae7 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2cff4036-ef80-4791-92b5-0c71c8e93582 HTTP/1.1" status: 200 len: 945 time: 0.0462132 Aug 30 01:05:44.067596 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:05:44.072573 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-035fe171-2dca-49fc-a74e-5e6f2a9e45a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (976597ea-a902-4e5f-8c76-25f81ae4fb08), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:44.083122 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-82a87005-4206-456e-b88e-a5494fb6fa56 req-70a999f9-174e-4f03-83e4-56a6c8841639 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0804ce8-eeeb-4c50-ad28-c5d311c0afd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425220 Aug 30 01:05:44.233625 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (a0553951-7123-4403-ab2a-bb83048c1e52), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:44.260915 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (ec393def-3d84-45a3-8a6c-ed049d62fe0a), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:44.450331 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e62d29-33be-4c2e-9dda-abb68a0ce8b7 req-e450e96b-2eaa-4773-b459-e2772b3c15c7 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:44.451889 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-21e62d29-33be-4c2e-9dda-abb68a0ce8b7 req-e450e96b-2eaa-4773-b459-e2772b3c15c7 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2cff4036-ef80-4791-92b5-0c71c8e93582 HTTP/1.1" status: 200 len: 945 time: 0.0503225 Aug 30 01:05:44.504897 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-21e62d29-33be-4c2e-9dda-abb68a0ce8b7 req-99cf5c19-1684-4f8c-a6e9-9b63e802784c tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0804ce8-eeeb-4c50-ad28-c5d311c0afd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469668 Aug 30 01:05:44.521603 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df29012-7cf5-4ae2-97c8-9b2949a4446a req-d796b9b2-3b6b-4c56-9d1a-9fd2446d3e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:44.523239 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-5df29012-7cf5-4ae2-97c8-9b2949a4446a req-d796b9b2-3b6b-4c56-9d1a-9fd2446d3e8b service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=ceebbaa5dd9d4110a6393190c5b466f0&device_id=2cff4036-ef80-4791-92b5-0c71c8e93582 HTTP/1.1" status: 200 len: 1129 time: 0.0448530 Aug 30 01:05:44.616586 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df29012-7cf5-4ae2-97c8-9b2949a4446a req-ebe6e8f9-18d1-417d-a346-0878bd0d729d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:44.618125 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-5df29012-7cf5-4ae2-97c8-9b2949a4446a req-ebe6e8f9-18d1-417d-a346-0878bd0d729d service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=5ee6ec53-bf26-4fab-b55f-62bd4221ec41 HTTP/1.1" status: 200 len: 920 time: 0.0865114 Aug 30 01:05:44.692393 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-5df29012-7cf5-4ae2-97c8-9b2949a4446a req-20644b04-fc3f-4c78-b3af-4b41d39cd73d service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=737df1fc-0996-483b-b4f3-e6055a0f4df0 HTTP/1.1" status: 200 len: 1001 time: 0.0583525 Aug 30 01:05:44.753760 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df29012-7cf5-4ae2-97c8-9b2949a4446a req-5504d8ec-1ef3-4e3d-87b9-31ff41ee53bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:44.755286 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-5df29012-7cf5-4ae2-97c8-9b2949a4446a req-5504d8ec-1ef3-4e3d-87b9-31ff41ee53bf service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=4a91c71a-9152-4bb3-bae3-f34c8bf8c47c HTTP/1.1" status: 200 len: 857 time: 0.0455360 Aug 30 01:05:44.802611 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df29012-7cf5-4ae2-97c8-9b2949a4446a req-8631a48e-21c9-4344-bb24-0a4ca2682be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:44.804096 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-5df29012-7cf5-4ae2-97c8-9b2949a4446a req-8631a48e-21c9-4344-bb24-0a4ca2682be1 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=5ee6ec53-bf26-4fab-b55f-62bd4221ec41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0400822 Aug 30 01:05:44.900961 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-5df29012-7cf5-4ae2-97c8-9b2949a4446a req-f4d9abb1-9e63-48b9-a177-e72d4992f411 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/5ee6ec53-bf26-4fab-b55f-62bd4221ec41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877972 Aug 30 01:05:44.992636 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-5df29012-7cf5-4ae2-97c8-9b2949a4446a req-5c9ab681-6608-4272-913e-32f7b72fa71c service neutron] 10.222.0.47 "GET /networking/v2.0/networks/5ee6ec53-bf26-4fab-b55f-62bd4221ec41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843976 Aug 30 01:05:45.594860 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:05:45.629897 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d14d416-ed41-490f-ae90-328831cc9363 req-d0dc3b22-dca8-4249-a983-37be3b739c4c tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:45.631389 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-1d14d416-ed41-490f-ae90-328831cc9363 req-d0dc3b22-dca8-4249-a983-37be3b739c4c tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2cff4036-ef80-4791-92b5-0c71c8e93582 HTTP/1.1" status: 200 len: 945 time: 0.0468948 Aug 30 01:05:45.681036 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-1d14d416-ed41-490f-ae90-328831cc9363 req-a7b18ea7-6d14-41b1-972d-d7ce71848550 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0804ce8-eeeb-4c50-ad28-c5d311c0afd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433328 Aug 30 01:05:46.810988 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590d246-7c06-4ec2-a711-6b3df9ebd617 req-35a9b901-d3fc-4215-81c6-3fa5be891d31 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:46.812467 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-0590d246-7c06-4ec2-a711-6b3df9ebd617 req-35a9b901-d3fc-4215-81c6-3fa5be891d31 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2cff4036-ef80-4791-92b5-0c71c8e93582 HTTP/1.1" status: 200 len: 945 time: 0.0491018 Aug 30 01:05:46.858952 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-0590d246-7c06-4ec2-a711-6b3df9ebd617 req-52935541-10b1-4b0d-82ff-8a2a92cb353d tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0804ce8-eeeb-4c50-ad28-c5d311c0afd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408421 Aug 30 01:05:47.143806 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.agents_db [None req-fbf18308-e14c-4042-905c-b7f1770ec079 None None] Agent healthcheck: found 6 active agents {{(pid=106209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:05:47.979685 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c85e1-2d6a-4f34-b487-806672b7f27e req-e33a889f-da61-4c0d-b09f-4c56344baa90 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:47.981699 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-1b5c85e1-2d6a-4f34-b487-806672b7f27e req-e33a889f-da61-4c0d-b09f-4c56344baa90 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2cff4036-ef80-4791-92b5-0c71c8e93582 HTTP/1.1" status: 200 len: 945 time: 0.0499775 Aug 30 01:05:48.028691 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-1b5c85e1-2d6a-4f34-b487-806672b7f27e req-15aebbe9-96d2-4845-972b-06ca561a4bef tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0804ce8-eeeb-4c50-ad28-c5d311c0afd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409143 Aug 30 01:05:48.146400 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a98056-bb2a-4341-ae3c-c7a7a96c99d7 req-0c7f18a6-05df-42de-8612-37b407d59306 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:48.147367 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-29a98056-bb2a-4341-ae3c-c7a7a96c99d7 req-0c7f18a6-05df-42de-8612-37b407d59306 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2cff4036-ef80-4791-92b5-0c71c8e93582 HTTP/1.1" status: 200 len: 945 time: 0.0472460 Aug 30 01:05:48.157233 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 50630) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:05:48.161733 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [None req-eb0fa8a2-8c9d-4cb6-a156-568c2c92f6e6 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Request body: {'floatingip': {'port_id': '737df1fc-0996-483b-b4f3-e6055a0f4df0'}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:05:48.217124 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-eb0fa8a2-8c9d-4cb6-a156-568c2c92f6e6 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Publish callbacks [] for floatingip (cc03bf5e-bd17-409f-b238-d51b16ffb34b), before_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:48.421961 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:05:48.660513 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-eb0fa8a2-8c9d-4cb6-a156-568c2c92f6e6 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:48.664396 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-eb0fa8a2-8c9d-4cb6-a156-568c2c92f6e6 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16466402'] for floatingip (cc03bf5e-bd17-409f-b238-d51b16ffb34b), after_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:48.807441 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:05:48.867191 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb0fa8a2-8c9d-4cb6-a156-568c2c92f6e6 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Router bfbc9895-1b34-4da0-af70-7d9bca0a2319 has already been hosted by L3 agent 613dbf26-5731-4391-8a29-3c5185f7ed3f {{(pid=106207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:05:49.204314 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb0fa8a2-8c9d-4cb6-a156-568c2c92f6e6 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Notify agent at l3_agent.dv-cinder-815146-13-iscsi the message routers_updated {{(pid=106207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:05:49.209376 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-eb0fa8a2-8c9d-4cb6-a156-568c2c92f6e6 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for floatingip (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:49.213691 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402a950e-ec99-476b-8882-9205a1766d28 None None] Sync routers for ids ['bfbc9895-1b34-4da0-af70-7d9bca0a2319'] in dv-cinder-815146-13-iscsi {{(pid=106208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:05:49.223075 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402a950e-ec99-476b-8882-9205a1766d28 None None] Routers {'bfbc9895-1b34-4da0-af70-7d9bca0a2319'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:05:49.223683 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-402a950e-ec99-476b-8882-9205a1766d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:05:41Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['bfbc9895-1b34-4da0-af70-7d9bca0a2319'], 'active': True} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:05:49.240816 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cff4036-ef80-4791-92b5-0c71c8e93582', 'tag': '737df1fc-0996-483b-b4f3-e6055a0f4df0'}] {{(pid=106207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:05:49.243432 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480b08bd5bc4b1a03c1b08d00e02a3f82783774d0c3347d038299e83f2d6db65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c83595-a35d-4ad2-8352-74f3c90c3505" -d '{"events": [{"name": "network-changed", "server_uuid": "2cff4036-ef80-4791-92b5-0c71c8e93582", "tag": "737df1fc-0996-483b-b4f3-e6055a0f4df0"}]}' {{(pid=106207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:05:49.276641 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-eb0fa8a2-8c9d-4cb6-a156-568c2c92f6e6 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "PUT /networking/v2.0/floatingips/cc03bf5e-bd17-409f-b238-d51b16ffb34b HTTP/1.1" status: 200 len: 993 time: 1.1183698 Aug 30 01:05:49.290725 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a6d456-b532-435e-b961-735e8b736112 x-openstack-request-id: req-95a6d456-b532-435e-b961-735e8b736112 {{(pid=106207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:05:49.291018 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cff4036-ef80-4791-92b5-0c71c8e93582", "tag": "737df1fc-0996-483b-b4f3-e6055a0f4df0", "status": "completed", "code": 200}]} {{(pid=106207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:05:49.291276 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-95a6d456-b532-435e-b961-735e8b736112 {{(pid=106207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:05:49.291698 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95a6d456-b532-435e-b961-735e8b736112'] response: {'name': 'network-changed', 'server_uuid': '2cff4036-ef80-4791-92b5-0c71c8e93582', 'tag': '737df1fc-0996-483b-b4f3-e6055a0f4df0', 'status': 'completed', 'code': 200} Aug 30 01:05:49.326790 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvr_db [None req-402a950e-ec99-476b-8882-9205a1766d28 None None] Set router bfbc9895-1b34-4da0-af70-7d9bca0a2319 gateway port host: dv-cinder-815146-13-iscsi {{(pid=106208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:05:49.365598 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c83595-a35d-4ad2-8352-74f3c90c3505 req-7bd068b4-bc62-4463-a061-f94dbe928cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:49.367138 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-f7c83595-a35d-4ad2-8352-74f3c90c3505 req-7bd068b4-bc62-4463-a061-f94dbe928cb7 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=ceebbaa5dd9d4110a6393190c5b466f0&device_id=2cff4036-ef80-4791-92b5-0c71c8e93582 HTTP/1.1" status: 200 len: 1129 time: 0.0445166 Aug 30 01:05:49.461323 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c83595-a35d-4ad2-8352-74f3c90c3505 req-8900d9ae-19ee-496e-994b-1fb256f91fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:49.462726 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-f7c83595-a35d-4ad2-8352-74f3c90c3505 req-8900d9ae-19ee-496e-994b-1fb256f91fd8 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=5ee6ec53-bf26-4fab-b55f-62bd4221ec41 HTTP/1.1" status: 200 len: 920 time: 0.0887973 Aug 30 01:05:49.533868 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-f7c83595-a35d-4ad2-8352-74f3c90c3505 req-fc31d9b8-55d7-4e09-a16a-6c4fe6d3eb3b service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=737df1fc-0996-483b-b4f3-e6055a0f4df0 HTTP/1.1" status: 200 len: 1001 time: 0.0622041 Aug 30 01:05:49.549979 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-402a950e-ec99-476b-8882-9205a1766d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfbc9895-1b34-4da0-af70-7d9bca0a2319', 'name': 'tempest-ServerRescueNegativeTestJSON-568706440-router', 'tenant_id': 'ceebbaa5dd9d4110a6393190c5b466f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.79'}], 'enable_snat': True}, 'gw_port_id': 'a67e6768-26a3-4e65-9c2d-9e0b65834475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:01:01Z', 'updated_at': '2022-08-30T01:01:09Z', 'revision_number': 4, 'project_id': 'ceebbaa5dd9d4110a6393190c5b466f0', 'gw_port': {'id': 'a67e6768-26a3-4e65-9c2d-9e0b65834475', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfbc9895-1b34-4da0-af70-7d9bca0a2319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:03Z', 'updated_at': '2022-08-30T01:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_floatingips': [{'id': 'cc03bf5e-bd17-409f-b238-d51b16ffb34b', 'tenant_id': 'ceebbaa5dd9d4110a6393190c5b466f0', 'floating_ip_address': '172.27.4.130', 'floating_network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'router_id': 'bfbc9895-1b34-4da0-af70-7d9bca0a2319', 'port_id': '737df1fc-0996-483b-b4f3-e6055a0f4df0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ee6ec53-bf26-4fab-b55f-62bd4221ec41', 'mac_address': 'fa:16:3e:3b:ec:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cff4036-ef80-4791-92b5-0c71c8e93582', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:04:03Z', 'updated_at': '2022-08-30T01:05:48Z', 'revision_number': 3, 'project_id': 'ceebbaa5dd9d4110a6393190c5b466f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83e43aba-7011-40c6-a7e4-b1d7907278c4', 'name': '', 'network_id': '5ee6ec53-bf26-4fab-b55f-62bd4221ec41', 'tenant_id': 'ceebbaa5dd9d4110a6393190c5b466f0', 'mac_address': 'fa:16:3e:30:05:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfbc9895-1b34-4da0-af70-7d9bca0a2319', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4a91c71a-9152-4bb3-bae3-f34c8bf8c47c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:07Z', 'updated_at': '2022-08-30T01:01:19Z', 'revision_number': 5, 'project_id': 'ceebbaa5dd9d4110a6393190c5b466f0', 'subnets': [{'id': '4a91c71a-9152-4bb3-bae3-f34c8bf8c47c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:05:49.575691 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402a950e-ec99-476b-8882-9205a1766d28 None None] Checking router: bfbc9895-1b34-4da0-af70-7d9bca0a2319 for host: dv-cinder-815146-13-iscsi {{(pid=106208) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:05:49.584003 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402a950e-ec99-476b-8882-9205a1766d28 None None] Routers {'bfbc9895-1b34-4da0-af70-7d9bca0a2319'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:05:49.584616 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-402a950e-ec99-476b-8882-9205a1766d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:05:41Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['bfbc9895-1b34-4da0-af70-7d9bca0a2319'], 'active': True} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:05:49.588044 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c83595-a35d-4ad2-8352-74f3c90c3505 req-734d96f2-e79f-42fd-b067-e348634f7765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:49.589573 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-f7c83595-a35d-4ad2-8352-74f3c90c3505 req-734d96f2-e79f-42fd-b067-e348634f7765 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=4a91c71a-9152-4bb3-bae3-f34c8bf8c47c HTTP/1.1" status: 200 len: 857 time: 0.0461426 Aug 30 01:05:49.632740 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c83595-a35d-4ad2-8352-74f3c90c3505 req-7e0ed57e-d9f4-4b3e-9d43-93cdeeca9d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:49.634282 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-f7c83595-a35d-4ad2-8352-74f3c90c3505 req-7e0ed57e-d9f4-4b3e-9d43-93cdeeca9d30 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=5ee6ec53-bf26-4fab-b55f-62bd4221ec41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0387163 Aug 30 01:05:49.688105 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvr_db [None req-402a950e-ec99-476b-8882-9205a1766d28 None None] Set router bfbc9895-1b34-4da0-af70-7d9bca0a2319 gateway port host: dv-cinder-815146-13-iscsi {{(pid=106208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:05:49.733252 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-f7c83595-a35d-4ad2-8352-74f3c90c3505 req-5475828f-e285-4702-aa4a-72592af4b239 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/5ee6ec53-bf26-4fab-b55f-62bd4221ec41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922101 Aug 30 01:05:49.803027 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=100 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:05:49.805252 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=100 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:05:49.831571 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-f7c83595-a35d-4ad2-8352-74f3c90c3505 req-ef26b867-cc8e-4734-9a76-c29b969c00dc service neutron] 10.222.0.47 "GET /networking/v2.0/networks/5ee6ec53-bf26-4fab-b55f-62bd4221ec41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898533 Aug 30 01:05:49.905876 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-402a950e-ec99-476b-8882-9205a1766d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfbc9895-1b34-4da0-af70-7d9bca0a2319', 'name': 'tempest-ServerRescueNegativeTestJSON-568706440-router', 'tenant_id': 'ceebbaa5dd9d4110a6393190c5b466f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.79'}], 'enable_snat': True}, 'gw_port_id': 'a67e6768-26a3-4e65-9c2d-9e0b65834475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:01:01Z', 'updated_at': '2022-08-30T01:01:09Z', 'revision_number': 4, 'project_id': 'ceebbaa5dd9d4110a6393190c5b466f0', 'gw_port': {'id': 'a67e6768-26a3-4e65-9c2d-9e0b65834475', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfbc9895-1b34-4da0-af70-7d9bca0a2319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:03Z', 'updated_at': '2022-08-30T01:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_floatingips': [{'id': 'cc03bf5e-bd17-409f-b238-d51b16ffb34b', 'tenant_id': 'ceebbaa5dd9d4110a6393190c5b466f0', 'floating_ip_address': '172.27.4.130', 'floating_network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'router_id': 'bfbc9895-1b34-4da0-af70-7d9bca0a2319', 'port_id': '737df1fc-0996-483b-b4f3-e6055a0f4df0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ee6ec53-bf26-4fab-b55f-62bd4221ec41', 'mac_address': 'fa:16:3e:3b:ec:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cff4036-ef80-4791-92b5-0c71c8e93582', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:04:03Z', 'updated_at': '2022-08-30T01:05:48Z', 'revision_number': 3, 'project_id': 'ceebbaa5dd9d4110a6393190c5b466f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83e43aba-7011-40c6-a7e4-b1d7907278c4', 'name': '', 'network_id': '5ee6ec53-bf26-4fab-b55f-62bd4221ec41', 'tenant_id': 'ceebbaa5dd9d4110a6393190c5b466f0', 'mac_address': 'fa:16:3e:30:05:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfbc9895-1b34-4da0-af70-7d9bca0a2319', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4a91c71a-9152-4bb3-bae3-f34c8bf8c47c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:07Z', 'updated_at': '2022-08-30T01:01:19Z', 'revision_number': 5, 'project_id': 'ceebbaa5dd9d4110a6393190c5b466f0', 'subnets': [{'id': '4a91c71a-9152-4bb3-bae3-f34c8bf8c47c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:05:49.930473 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402a950e-ec99-476b-8882-9205a1766d28 None None] The sync data for ids ['bfbc9895-1b34-4da0-af70-7d9bca0a2319'] in dv-cinder-815146-13-iscsi is: [{'id': 'bfbc9895-1b34-4da0-af70-7d9bca0a2319', 'name': 'tempest-ServerRescueNegativeTestJSON-568706440-router', 'tenant_id': 'ceebbaa5dd9d4110a6393190c5b466f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.79'}], 'enable_snat': True}, 'gw_port_id': 'a67e6768-26a3-4e65-9c2d-9e0b65834475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:01:01Z', 'updated_at': '2022-08-30T01:01:09Z', 'revision_number': 4, 'project_id': 'ceebbaa5dd9d4110a6393190c5b466f0', 'gw_port': {'id': 'a67e6768-26a3-4e65-9c2d-9e0b65834475', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfbc9895-1b34-4da0-af70-7d9bca0a2319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:03Z', 'updated_at': '2022-08-30T01:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_floatingips': [{'id': 'cc03bf5e-bd17-409f-b238-d51b16ffb34b', 'tenant_id': 'ceebbaa5dd9d4110a6393190c5b466f0', 'floating_ip_address': '172.27.4.130', 'floating_network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'router_id': 'bfbc9895-1b34-4da0-af70-7d9bca0a2319', 'port_id': '737df1fc-0996-483b-b4f3-e6055a0f4df0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ee6ec53-bf26-4fab-b55f-62bd4221ec41', 'mac_address': 'fa:16:3e:3b:ec:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cff4036-ef80-4791-92b5-0c71c8e93582', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:04:03Z', 'updated_at': '2022-08-30T01:05:48Z', 'revision_number': 3, 'project_id': 'ceebbaa5dd9d4110a6393190c5b466f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83e43aba-7011-40c6-a7e4-b1d7907278c4', 'name': '', 'network_id': '5ee6ec53-bf26-4fab-b55f-62bd4221ec41', 'tenant_id': 'ceebbaa5dd9d4110a6393190c5b466f0', 'mac_address': 'fa:16:3e:30:05:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfbc9895-1b34-4da0-af70-7d9bca0a2319', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4a91c71a-9152-4bb3-bae3-f34c8bf8c47c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:07Z', 'updated_at': '2022-08-30T01:01:19Z', 'revision_number': 5, 'project_id': 'ceebbaa5dd9d4110a6393190c5b466f0', 'subnets': [{'id': '4a91c71a-9152-4bb3-bae3-f34c8bf8c47c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:05:51.292690 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cff4036-ef80-4791-92b5-0c71c8e93582', 'tag': '737df1fc-0996-483b-b4f3-e6055a0f4df0'}] {{(pid=106207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:05:51.296408 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480b08bd5bc4b1a03c1b08d00e02a3f82783774d0c3347d038299e83f2d6db65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32128b78-f2aa-492e-b594-38eabf67cc35" -d '{"events": [{"name": "network-changed", "server_uuid": "2cff4036-ef80-4791-92b5-0c71c8e93582", "tag": "737df1fc-0996-483b-b4f3-e6055a0f4df0"}]}' {{(pid=106207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:05:51.333505 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ce3364-c427-4630-92d5-66dcee67c715 x-openstack-request-id: req-14ce3364-c427-4630-92d5-66dcee67c715 {{(pid=106207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:05:51.333792 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cff4036-ef80-4791-92b5-0c71c8e93582", "tag": "737df1fc-0996-483b-b4f3-e6055a0f4df0", "status": "completed", "code": 200}]} {{(pid=106207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:05:51.334050 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-14ce3364-c427-4630-92d5-66dcee67c715 {{(pid=106207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:05:51.334449 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14ce3364-c427-4630-92d5-66dcee67c715'] response: {'name': 'network-changed', 'server_uuid': '2cff4036-ef80-4791-92b5-0c71c8e93582', 'tag': '737df1fc-0996-483b-b4f3-e6055a0f4df0', 'status': 'completed', 'code': 200} Aug 30 01:05:51.414339 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32128b78-f2aa-492e-b594-38eabf67cc35 req-3402b007-4a52-40e0-bc83-8afc2645db00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:51.415833 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-32128b78-f2aa-492e-b594-38eabf67cc35 req-3402b007-4a52-40e0-bc83-8afc2645db00 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=ceebbaa5dd9d4110a6393190c5b466f0&device_id=2cff4036-ef80-4791-92b5-0c71c8e93582 HTTP/1.1" status: 200 len: 1129 time: 0.0431449 Aug 30 01:05:51.505359 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32128b78-f2aa-492e-b594-38eabf67cc35 req-72cdbb10-8a83-408f-9d03-104a0b2ec6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:51.506803 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-32128b78-f2aa-492e-b594-38eabf67cc35 req-72cdbb10-8a83-408f-9d03-104a0b2ec6c2 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=5ee6ec53-bf26-4fab-b55f-62bd4221ec41 HTTP/1.1" status: 200 len: 920 time: 0.0845220 Aug 30 01:05:51.573579 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-32128b78-f2aa-492e-b594-38eabf67cc35 req-8384842b-2e99-4fcd-94ce-02fdd1d4da4b service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=737df1fc-0996-483b-b4f3-e6055a0f4df0 HTTP/1.1" status: 200 len: 1001 time: 0.0580964 Aug 30 01:05:51.624249 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32128b78-f2aa-492e-b594-38eabf67cc35 req-1c71ceef-de61-4f73-b23a-9e8b974e0312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:51.625710 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-32128b78-f2aa-492e-b594-38eabf67cc35 req-1c71ceef-de61-4f73-b23a-9e8b974e0312 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=4a91c71a-9152-4bb3-bae3-f34c8bf8c47c HTTP/1.1" status: 200 len: 857 time: 0.0434391 Aug 30 01:05:51.671389 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32128b78-f2aa-492e-b594-38eabf67cc35 req-0f06e605-b5ef-42fd-ba93-a25cde6a595b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:51.672836 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-32128b78-f2aa-492e-b594-38eabf67cc35 req-0f06e605-b5ef-42fd-ba93-a25cde6a595b service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=5ee6ec53-bf26-4fab-b55f-62bd4221ec41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0378950 Aug 30 01:05:51.766426 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-32128b78-f2aa-492e-b594-38eabf67cc35 req-2b28ebc6-7b84-4900-8d00-3a8ec167fbb5 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/5ee6ec53-bf26-4fab-b55f-62bd4221ec41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866649 Aug 30 01:05:51.857454 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-32128b78-f2aa-492e-b594-38eabf67cc35 req-a338cebb-235d-4bc5-8d98-43d7f1da7a98 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/5ee6ec53-bf26-4fab-b55f-62bd4221ec41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842209 Aug 30 01:05:59.270082 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=67,neutron:UPDATE=3 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:05:59.273390 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=27 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:05:59.907963 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=75,neutron:UPDATE=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:05:59.908717 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:01.847710 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=50 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:01.853714 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=50 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:08.943447 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-cdefd862-88f1-4596-b0f0-c9482848ad5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (fba0026e-8830-42b0-8a12-2be2a1203730), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:10.671609 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=19 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:10.676104 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=15 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:11.314366 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-e5fe1f30-d00a-47aa-9cb0-8bdb376ab279 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (613dbf26-5731-4391-8a29-3c5185f7ed3f), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:12.514101 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-25c1dd7e-d974-443e-806e-f641d8bbb77b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (0cb86657-2da7-42ea-bd2c-d65472391dc8), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:13.130939 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-b1b9b3a1-8035-4e0e-8ede-b7a85a641f57 req-01afedfe-d499-4bb1-bded-aa6b29da6083 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1868053050&fields=id&tenant_id=fca43fd867154911badb413c7046befd HTTP/1.1" status: 200 len: 267 time: 0.0916166 Aug 30 01:06:13.182391 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b9b3a1-8035-4e0e-8ede-b7a85a641f57 req-97a6256c-ad85-4bfa-b75b-59b23a941515 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:13.183873 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-b1b9b3a1-8035-4e0e-8ede-b7a85a641f57 req-97a6256c-ad85-4bfa-b75b-59b23a941515 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5598be2a-00db-4303-bc81-a7fb3674e371 HTTP/1.1" status: 200 len: 985 time: 0.0474446 Aug 30 01:06:13.194797 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [req-b1b9b3a1-8035-4e0e-8ede-b7a85a641f57 req-488cbfa2-b0e5-4e67-b9e1-37bea70623d9 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Request body: {'port': {'security_groups': ['b59c982d-07c8-4d82-875f-5f1283f0518a']}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:06:13.275002 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-b1b9b3a1-8035-4e0e-8ede-b7a85a641f57 req-488cbfa2-b0e5-4e67-b9e1-37bea70623d9 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (e2481fa1-2595-4100-98cf-07e796517813), before_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:13.448373 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.db [req-b1b9b3a1-8035-4e0e-8ede-b7a85a641f57 req-488cbfa2-b0e5-4e67-b9e1-37bea70623d9 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] For port e2481fa1-2595-4100-98cf-07e796517813, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=e2481fa1-2595-4100-98cf-07e796517813,segment=NetworkSegment(a07f57a2-5cfa-489d-867c-66fce265e4e3),segment_id=a07f57a2-5cfa-489d-867c-66fce265e4e3)] {{(pid=106207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:06:13.476686 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-b1b9b3a1-8035-4e0e-8ede-b7a85a641f57 req-488cbfa2-b0e5-4e67-b9e1-37bea70623d9 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Publish callbacks [] for port (e2481fa1-2595-4100-98cf-07e796517813), precommit_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:13.481145 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-b1b9b3a1-8035-4e0e-8ede-b7a85a641f57 req-488cbfa2-b0e5-4e67-b9e1-37bea70623d9 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (e2481fa1-2595-4100-98cf-07e796517813), after_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:13.493485 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b9b3a1-8035-4e0e-8ede-b7a85a641f57 req-488cbfa2-b0e5-4e67-b9e1-37bea70623d9 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:13.494088 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-b1b9b3a1-8035-4e0e-8ede-b7a85a641f57 req-488cbfa2-b0e5-4e67-b9e1-37bea70623d9 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for port (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:13.495422 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-b1b9b3a1-8035-4e0e-8ede-b7a85a641f57 req-488cbfa2-b0e5-4e67-b9e1-37bea70623d9 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "PUT /networking/v2.0/ports/e2481fa1-2595-4100-98cf-07e796517813 HTTP/1.1" status: 200 len: 943 time: 0.3049316 Aug 30 01:06:13.495890 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5598be2a-00db-4303-bc81-a7fb3674e371', 'tag': 'e2481fa1-2595-4100-98cf-07e796517813'}] {{(pid=106207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:06:13.498331 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480b08bd5bc4b1a03c1b08d00e02a3f82783774d0c3347d038299e83f2d6db65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddffb19f-f876-4e0f-bef9-14af84a9e587" -d '{"events": [{"name": "network-changed", "server_uuid": "5598be2a-00db-4303-bc81-a7fb3674e371", "tag": "e2481fa1-2595-4100-98cf-07e796517813"}]}' {{(pid=106207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:06:13.499135 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] get_ports_and_sgs() called for port_ids ['e2481fa1-2595-4100-98cf-07e796517813'] {{(pid=106208) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:06:13.502348 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 50692) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:06:13.581489 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488cbfa2-b0e5-4e67-b9e1-37bea70623d9 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Pushing event updated for resources: {'Port': ['ID=e2481fa1-2595-4100-98cf-07e796517813,revision_number=7']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:06:13.584657 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61e58df-8fd7-468e-8b7a-2df601439864 x-openstack-request-id: req-a61e58df-8fd7-468e-8b7a-2df601439864 {{(pid=106207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:06:13.584934 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5598be2a-00db-4303-bc81-a7fb3674e371", "tag": "e2481fa1-2595-4100-98cf-07e796517813", "status": "completed", "code": 200}]} {{(pid=106207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:06:13.585218 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a61e58df-8fd7-468e-8b7a-2df601439864 {{(pid=106207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:06:13.585763 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a61e58df-8fd7-468e-8b7a-2df601439864'] response: {'name': 'network-changed', 'server_uuid': '5598be2a-00db-4303-bc81-a7fb3674e371', 'tag': 'e2481fa1-2595-4100-98cf-07e796517813', 'status': 'completed', 'code': 200} Aug 30 01:06:13.586820 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-7bf92f50-f295-49cd-8ffe-d70df08598f7 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Publish callbacks [] for security_group (fc98e544-5446-4a9d-95b5-00310bfa492a), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:13.597655 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488cbfa2-b0e5-4e67-b9e1-37bea70623d9 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:06:13.598165 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488cbfa2-b0e5-4e67-b9e1-37bea70623d9 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:06:13.598568 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488cbfa2-b0e5-4e67-b9e1-37bea70623d9 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:06:13.598968 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488cbfa2-b0e5-4e67-b9e1-37bea70623d9 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:06:13.599304 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488cbfa2-b0e5-4e67-b9e1-37bea70623d9 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:06:13.599793 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488cbfa2-b0e5-4e67-b9e1-37bea70623d9 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:06:13.600115 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488cbfa2-b0e5-4e67-b9e1-37bea70623d9 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:06:13.600456 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488cbfa2-b0e5-4e67-b9e1-37bea70623d9 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:06:13.600818 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488cbfa2-b0e5-4e67-b9e1-37bea70623d9 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:06:13.601288 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488cbfa2-b0e5-4e67-b9e1-37bea70623d9 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:06:13.601545 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488cbfa2-b0e5-4e67-b9e1-37bea70623d9 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:06:13.602203 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488cbfa2-b0e5-4e67-b9e1-37bea70623d9 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:06:13.602203 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488cbfa2-b0e5-4e67-b9e1-37bea70623d9 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:06:13.602507 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488cbfa2-b0e5-4e67-b9e1-37bea70623d9 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:06:13.602813 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488cbfa2-b0e5-4e67-b9e1-37bea70623d9 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:06:13.629545 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-7bf92f50-f295-49cd-8ffe-d70df08598f7 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Publish callbacks [] for security_group (fc98e544-5446-4a9d-95b5-00310bfa492a), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:13.667524 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] get_ports_and_sgs() called for port_ids ['e2481fa1-2595-4100-98cf-07e796517813'] {{(pid=106208) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:06:13.684692 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddffb19f-f876-4e0f-bef9-14af84a9e587 req-e2ba548c-b467-47dd-a7e2-696edb995ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:13.686247 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-ddffb19f-f876-4e0f-bef9-14af84a9e587 req-e2ba548c-b467-47dd-a7e2-696edb995ecd service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=fca43fd867154911badb413c7046befd&device_id=5598be2a-00db-4303-bc81-a7fb3674e371 HTTP/1.1" status: 200 len: 1130 time: 0.0673060 Aug 30 01:06:13.987218 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-7bf92f50-f295-49cd-8ffe-d70df08598f7 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (fc98e544-5446-4a9d-95b5-00310bfa492a), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:13.989735 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-7bf92f50-f295-49cd-8ffe-d70df08598f7 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Publish callbacks [] for security_group (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:13.990870 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-7bf92f50-f295-49cd-8ffe-d70df08598f7 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/fc98e544-5446-4a9d-95b5-00310bfa492a HTTP/1.1" status: 204 len: 168 time: 0.4869621 Aug 30 01:06:13.993709 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 50696) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:06:14.013949 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf92f50-f295-49cd-8ffe-d70df08598f7 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc98e544-5446-4a9d-95b5-00310bfa492a,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:06:14.025120 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddffb19f-f876-4e0f-bef9-14af84a9e587 req-6eeebdb1-648b-40ec-919e-530aef105926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:14.026599 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-ddffb19f-f876-4e0f-bef9-14af84a9e587 req-6eeebdb1-648b-40ec-919e-530aef105926 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=333b25f5-148a-49b1-825d-7793a1ea673e HTTP/1.1" status: 200 len: 916 time: 0.3328094 Aug 30 01:06:14.027918 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf92f50-f295-49cd-8ffe-d70df08598f7 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:06:14.028263 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf92f50-f295-49cd-8ffe-d70df08598f7 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:06:14.028601 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf92f50-f295-49cd-8ffe-d70df08598f7 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:06:14.028952 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf92f50-f295-49cd-8ffe-d70df08598f7 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:06:14.029297 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf92f50-f295-49cd-8ffe-d70df08598f7 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:06:14.029626 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf92f50-f295-49cd-8ffe-d70df08598f7 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:06:14.029951 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf92f50-f295-49cd-8ffe-d70df08598f7 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:06:14.030275 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf92f50-f295-49cd-8ffe-d70df08598f7 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:06:14.030600 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf92f50-f295-49cd-8ffe-d70df08598f7 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:06:14.030921 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf92f50-f295-49cd-8ffe-d70df08598f7 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:06:14.031242 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf92f50-f295-49cd-8ffe-d70df08598f7 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:06:14.032090 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf92f50-f295-49cd-8ffe-d70df08598f7 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:06:14.032412 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf92f50-f295-49cd-8ffe-d70df08598f7 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:06:14.032728 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf92f50-f295-49cd-8ffe-d70df08598f7 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:06:14.033041 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf92f50-f295-49cd-8ffe-d70df08598f7 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:06:14.085049 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-035fe171-2dca-49fc-a74e-5e6f2a9e45a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (976597ea-a902-4e5f-8c76-25f81ae4fb08), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:14.101646 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-ddffb19f-f876-4e0f-bef9-14af84a9e587 req-6f116aca-fdd7-49b0-9598-15179a4f0446 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2481fa1-2595-4100-98cf-07e796517813 HTTP/1.1" status: 200 len: 1002 time: 0.0649178 Aug 30 01:06:14.148930 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.plugin [None req-0722cd16-a92f-4be8-99bd-6e64b5c89a89 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Deleting port 6cc69287-d307-4b18-bfa2-0508e6c2a1dd {{(pid=106207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:06:14.149571 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-0722cd16-a92f-4be8-99bd-6e64b5c89a89 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737868023260'] for port (6cc69287-d307-4b18-bfa2-0508e6c2a1dd), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:14.152313 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddffb19f-f876-4e0f-bef9-14af84a9e587 req-a270ee7f-7d0a-41ca-942c-c6f1a922cc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:14.153889 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-ddffb19f-f876-4e0f-bef9-14af84a9e587 req-a270ee7f-7d0a-41ca-942c-c6f1a922cc41 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=116e9a9f-9110-41be-b1cb-3b04317f52eb HTTP/1.1" status: 200 len: 853 time: 0.0468028 Aug 30 01:06:14.200387 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddffb19f-f876-4e0f-bef9-14af84a9e587 req-48a59cf8-0733-4580-af8b-a2c7f80ee44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:14.201934 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-ddffb19f-f876-4e0f-bef9-14af84a9e587 req-48a59cf8-0733-4580-af8b-a2c7f80ee44d service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=333b25f5-148a-49b1-825d-7793a1ea673e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0403485 Aug 30 01:06:14.232464 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-0722cd16-a92f-4be8-99bd-6e64b5c89a89 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16464105'] for port (6cc69287-d307-4b18-bfa2-0508e6c2a1dd), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:14.233115 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-0722cd16-a92f-4be8-99bd-6e64b5c89a89 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Publish callbacks [] for floatingip (6cc69287-d307-4b18-bfa2-0508e6c2a1dd), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:14.251271 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.plugin [None req-0722cd16-a92f-4be8-99bd-6e64b5c89a89 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Calling delete_port for 6cc69287-d307-4b18-bfa2-0508e6c2a1dd owned by network:floatingip {{(pid=106207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:06:14.263617 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (a0553951-7123-4403-ab2a-bb83048c1e52), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:14.269056 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (ec393def-3d84-45a3-8a6c-ed049d62fe0a), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:14.312394 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-ddffb19f-f876-4e0f-bef9-14af84a9e587 req-0a61634d-3d50-40be-a4e3-1dbb73241e1e service neutron] 10.222.0.47 "GET /networking/v2.0/networks/333b25f5-148a-49b1-825d-7793a1ea673e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998101 Aug 30 01:06:14.405041 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=4 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:14.405500 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-ddffb19f-f876-4e0f-bef9-14af84a9e587 req-911f7e2b-5755-4f15-a153-fd9ef0aebc3b service neutron] 10.222.0.47 "GET /networking/v2.0/networks/333b25f5-148a-49b1-825d-7793a1ea673e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862324 Aug 30 01:06:14.431313 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-0722cd16-a92f-4be8-99bd-6e64b5c89a89 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737868027338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737867580465'] for port (6cc69287-d307-4b18-bfa2-0508e6c2a1dd), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:14.435061 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:14.457262 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0722cd16-a92f-4be8-99bd-6e64b5c89a89 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Pushing event deleted for resources: {'Port': ['ID=6cc69287-d307-4b18-bfa2-0508e6c2a1dd,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:06:14.482673 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-0722cd16-a92f-4be8-99bd-6e64b5c89a89 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Publish callbacks [] for floatingip (4e4780de-00ce-403d-b524-968f60cb7d25), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:14.483009 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.db.l3_db [None req-0722cd16-a92f-4be8-99bd-6e64b5c89a89 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Floating IP 4e4780de-00ce-403d-b524-968f60cb7d25 disassociated (deleted). External IP: 172.27.4.241, port: e2481fa1-2595-4100-98cf-07e796517813. Aug 30 01:06:14.680784 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0722cd16-a92f-4be8-99bd-6e64b5c89a89 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Router c519ccb1-6307-4853-80e6-d4726775bd28 has already been hosted by L3 agent 613dbf26-5731-4391-8a29-3c5185f7ed3f {{(pid=106207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:06:14.785754 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0722cd16-a92f-4be8-99bd-6e64b5c89a89 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Notify agent at l3_agent.dv-cinder-815146-13-iscsi the message routers_updated {{(pid=106207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:06:14.790470 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-0722cd16-a92f-4be8-99bd-6e64b5c89a89 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for floatingip (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:14.794797 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015784c5-1ae0-452a-a81e-d30f9e7641d8 None None] Sync routers for ids ['c519ccb1-6307-4853-80e6-d4726775bd28'] in dv-cinder-815146-13-iscsi {{(pid=106209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:06:14.805647 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015784c5-1ae0-452a-a81e-d30f9e7641d8 None None] Routers {'c519ccb1-6307-4853-80e6-d4726775bd28'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:06:14.806250 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-015784c5-1ae0-452a-a81e-d30f9e7641d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:06:11Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['c519ccb1-6307-4853-80e6-d4726775bd28'], 'active': True} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:06:14.820770 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-0722cd16-a92f-4be8-99bd-6e64b5c89a89 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/4e4780de-00ce-403d-b524-968f60cb7d25 HTTP/1.1" status: 204 len: 168 time: 0.8259060 Aug 30 01:06:14.911286 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvr_db [None req-015784c5-1ae0-452a-a81e-d30f9e7641d8 None None] Set router c519ccb1-6307-4853-80e6-d4726775bd28 gateway port host: dv-cinder-815146-13-iscsi {{(pid=106209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:06:15.112471 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-015784c5-1ae0-452a-a81e-d30f9e7641d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c519ccb1-6307-4853-80e6-d4726775bd28', 'name': 'tempest-TestMinimumBasicScenario-428767255-router', 'tenant_id': 'fca43fd867154911badb413c7046befd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.46'}], 'enable_snat': True}, 'gw_port_id': 'c95263aa-656f-46aa-8e21-98579d43b4ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:03:13Z', 'updated_at': '2022-08-30T01:03:17Z', 'revision_number': 4, 'project_id': 'fca43fd867154911badb413c7046befd', 'gw_port': {'id': 'c95263aa-656f-46aa-8e21-98579d43b4ae', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c519ccb1-6307-4853-80e6-d4726775bd28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:13Z', 'updated_at': '2022-08-30T01:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_interfaces': [{'id': 'e10d3e45-1218-4a9e-9db3-23014aba0708', 'name': '', 'network_id': '333b25f5-148a-49b1-825d-7793a1ea673e', 'tenant_id': 'fca43fd867154911badb413c7046befd', 'mac_address': 'fa:16:3e:de:31:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c519ccb1-6307-4853-80e6-d4726775bd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '116e9a9f-9110-41be-b1cb-3b04317f52eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:15Z', 'updated_at': '2022-08-30T01:03:22Z', 'revision_number': 5, 'project_id': 'fca43fd867154911badb413c7046befd', 'subnets': [{'id': '116e9a9f-9110-41be-b1cb-3b04317f52eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:06:15.137172 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015784c5-1ae0-452a-a81e-d30f9e7641d8 None None] Checking router: c519ccb1-6307-4853-80e6-d4726775bd28 for host: dv-cinder-815146-13-iscsi {{(pid=106209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:06:15.145637 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015784c5-1ae0-452a-a81e-d30f9e7641d8 None None] Routers {'c519ccb1-6307-4853-80e6-d4726775bd28'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:06:15.146219 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-015784c5-1ae0-452a-a81e-d30f9e7641d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:06:11Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['c519ccb1-6307-4853-80e6-d4726775bd28'], 'active': True} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:06:15.248141 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvr_db [None req-015784c5-1ae0-452a-a81e-d30f9e7641d8 None None] Set router c519ccb1-6307-4853-80e6-d4726775bd28 gateway port host: dv-cinder-815146-13-iscsi {{(pid=106209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:06:15.423050 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-eb11026b-83c3-43a4-95fd-7a29f70ccd0e req-4e302a21-dce8-4c69-a1b2-d16eb3c61c5c service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=12338ddc-349d-4f0b-b6d8-4bb83f19e320&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421453 Aug 30 01:06:15.519468 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-015784c5-1ae0-452a-a81e-d30f9e7641d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c519ccb1-6307-4853-80e6-d4726775bd28', 'name': 'tempest-TestMinimumBasicScenario-428767255-router', 'tenant_id': 'fca43fd867154911badb413c7046befd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.46'}], 'enable_snat': True}, 'gw_port_id': 'c95263aa-656f-46aa-8e21-98579d43b4ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:03:13Z', 'updated_at': '2022-08-30T01:03:17Z', 'revision_number': 4, 'project_id': 'fca43fd867154911badb413c7046befd', 'gw_port': {'id': 'c95263aa-656f-46aa-8e21-98579d43b4ae', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c519ccb1-6307-4853-80e6-d4726775bd28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:13Z', 'updated_at': '2022-08-30T01:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_interfaces': [{'id': 'e10d3e45-1218-4a9e-9db3-23014aba0708', 'name': '', 'network_id': '333b25f5-148a-49b1-825d-7793a1ea673e', 'tenant_id': 'fca43fd867154911badb413c7046befd', 'mac_address': 'fa:16:3e:de:31:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c519ccb1-6307-4853-80e6-d4726775bd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '116e9a9f-9110-41be-b1cb-3b04317f52eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:15Z', 'updated_at': '2022-08-30T01:03:22Z', 'revision_number': 5, 'project_id': 'fca43fd867154911badb413c7046befd', 'subnets': [{'id': '116e9a9f-9110-41be-b1cb-3b04317f52eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:06:15.544561 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015784c5-1ae0-452a-a81e-d30f9e7641d8 None None] The sync data for ids ['c519ccb1-6307-4853-80e6-d4726775bd28'] in dv-cinder-815146-13-iscsi is: [{'id': 'c519ccb1-6307-4853-80e6-d4726775bd28', 'name': 'tempest-TestMinimumBasicScenario-428767255-router', 'tenant_id': 'fca43fd867154911badb413c7046befd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.46'}], 'enable_snat': True}, 'gw_port_id': 'c95263aa-656f-46aa-8e21-98579d43b4ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:03:13Z', 'updated_at': '2022-08-30T01:03:17Z', 'revision_number': 4, 'project_id': 'fca43fd867154911badb413c7046befd', 'gw_port': {'id': 'c95263aa-656f-46aa-8e21-98579d43b4ae', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c519ccb1-6307-4853-80e6-d4726775bd28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:13Z', 'updated_at': '2022-08-30T01:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_interfaces': [{'id': 'e10d3e45-1218-4a9e-9db3-23014aba0708', 'name': '', 'network_id': '333b25f5-148a-49b1-825d-7793a1ea673e', 'tenant_id': 'fca43fd867154911badb413c7046befd', 'mac_address': 'fa:16:3e:de:31:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c519ccb1-6307-4853-80e6-d4726775bd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '116e9a9f-9110-41be-b1cb-3b04317f52eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:15Z', 'updated_at': '2022-08-30T01:03:22Z', 'revision_number': 5, 'project_id': 'fca43fd867154911badb413c7046befd', 'subnets': [{'id': '116e9a9f-9110-41be-b1cb-3b04317f52eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:06:15.586979 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5598be2a-00db-4303-bc81-a7fb3674e371', 'tag': 'e2481fa1-2595-4100-98cf-07e796517813'}] {{(pid=106207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:06:15.589355 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480b08bd5bc4b1a03c1b08d00e02a3f82783774d0c3347d038299e83f2d6db65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816d8ed1-9ac4-4e74-84cc-3eaf649983bc" -d '{"events": [{"name": "network-changed", "server_uuid": "5598be2a-00db-4303-bc81-a7fb3674e371", "tag": "e2481fa1-2595-4100-98cf-07e796517813"}]}' {{(pid=106207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:06:15.628150 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad60ddd-25c7-4f23-b661-92e81ee25b05 x-openstack-request-id: req-dad60ddd-25c7-4f23-b661-92e81ee25b05 {{(pid=106207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:06:15.628444 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5598be2a-00db-4303-bc81-a7fb3674e371", "tag": "e2481fa1-2595-4100-98cf-07e796517813", "status": "completed", "code": 200}]} {{(pid=106207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:06:15.628700 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-dad60ddd-25c7-4f23-b661-92e81ee25b05 {{(pid=106207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:06:15.629139 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dad60ddd-25c7-4f23-b661-92e81ee25b05'] response: {'name': 'network-changed', 'server_uuid': '5598be2a-00db-4303-bc81-a7fb3674e371', 'tag': 'e2481fa1-2595-4100-98cf-07e796517813', 'status': 'completed', 'code': 200} Aug 30 01:06:15.822036 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d8ed1-9ac4-4e74-84cc-3eaf649983bc req-bc5fc9cf-5161-449e-a8f5-1e559224fa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:15.823542 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-816d8ed1-9ac4-4e74-84cc-3eaf649983bc req-bc5fc9cf-5161-449e-a8f5-1e559224fa94 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=fca43fd867154911badb413c7046befd&device_id=5598be2a-00db-4303-bc81-a7fb3674e371 HTTP/1.1" status: 200 len: 1130 time: 0.0496116 Aug 30 01:06:15.824309 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d4c047-a887-4d00-a343-f7e422ab9e44 None None] New status for floating IP 4e4780de-00ce-403d-b524-968f60cb7d25: DOWN {{(pid=106208) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:06:15.826723 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb11026b-83c3-43a4-95fd-7a29f70ccd0e req-488d10a5-bd0b-44a6-ab32-eecffe6395f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:15.828817 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-eb11026b-83c3-43a4-95fd-7a29f70ccd0e req-488d10a5-bd0b-44a6-ab32-eecffe6395f8 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=ceebbaa5dd9d4110a6393190c5b466f0&device_id=12338ddc-349d-4f0b-b6d8-4bb83f19e320 HTTP/1.1" status: 200 len: 1130 time: 0.0488782 Aug 30 01:06:15.950487 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d8ed1-9ac4-4e74-84cc-3eaf649983bc req-762e9521-8d60-4149-bd96-cfb97ba207f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:15.951747 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-816d8ed1-9ac4-4e74-84cc-3eaf649983bc req-762e9521-8d60-4149-bd96-cfb97ba207f2 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=333b25f5-148a-49b1-825d-7793a1ea673e HTTP/1.1" status: 200 len: 916 time: 0.1140356 Aug 30 01:06:15.953561 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb11026b-83c3-43a4-95fd-7a29f70ccd0e req-fb711d06-a70f-433c-8620-08cb17107abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:15.955008 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-eb11026b-83c3-43a4-95fd-7a29f70ccd0e req-fb711d06-a70f-433c-8620-08cb17107abb service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=5ee6ec53-bf26-4fab-b55f-62bd4221ec41 HTTP/1.1" status: 200 len: 920 time: 0.1019232 Aug 30 01:06:16.256670 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-eb11026b-83c3-43a4-95fd-7a29f70ccd0e req-b281a96c-14fd-4197-bdf1-263ccdf1eeac service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d60f2857-a480-4c65-88cc-9e8dd6a7cbf4 HTTP/1.1" status: 200 len: 217 time: 0.0381293 Aug 30 01:06:16.256959 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-816d8ed1-9ac4-4e74-84cc-3eaf649983bc req-fd36aaf6-fd33-4a31-b9b5-4286e241a33d service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2481fa1-2595-4100-98cf-07e796517813 HTTP/1.1" status: 200 len: 217 time: 0.0396698 Aug 30 01:06:16.316617 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d8ed1-9ac4-4e74-84cc-3eaf649983bc req-3fb7d0d0-1152-4718-a43a-a4ba9db9fe3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:16.318178 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-816d8ed1-9ac4-4e74-84cc-3eaf649983bc req-3fb7d0d0-1152-4718-a43a-a4ba9db9fe3c service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=116e9a9f-9110-41be-b1cb-3b04317f52eb HTTP/1.1" status: 200 len: 853 time: 0.0473900 Aug 30 01:06:16.324649 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb11026b-83c3-43a4-95fd-7a29f70ccd0e req-9888920b-5c20-4115-ae7e-97289e70da9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:16.326099 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-eb11026b-83c3-43a4-95fd-7a29f70ccd0e req-9888920b-5c20-4115-ae7e-97289e70da9a service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=4a91c71a-9152-4bb3-bae3-f34c8bf8c47c HTTP/1.1" status: 200 len: 857 time: 0.0534189 Aug 30 01:06:16.416541 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb11026b-83c3-43a4-95fd-7a29f70ccd0e req-8857e3dc-fc72-47c6-b7e5-5e753aebef97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:16.418225 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-eb11026b-83c3-43a4-95fd-7a29f70ccd0e req-8857e3dc-fc72-47c6-b7e5-5e753aebef97 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=5ee6ec53-bf26-4fab-b55f-62bd4221ec41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0422039 Aug 30 01:06:16.418688 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d8ed1-9ac4-4e74-84cc-3eaf649983bc req-75191813-d097-4980-b5db-289639698661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:16.420209 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-816d8ed1-9ac4-4e74-84cc-3eaf649983bc req-75191813-d097-4980-b5db-289639698661 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=333b25f5-148a-49b1-825d-7793a1ea673e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0447094 Aug 30 01:06:16.490059 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:16.519938 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-eb11026b-83c3-43a4-95fd-7a29f70ccd0e req-6c8704aa-95e1-46a2-a774-d0eaf2c1d199 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/5ee6ec53-bf26-4fab-b55f-62bd4221ec41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854490 Aug 30 01:06:16.522577 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:16.526981 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-816d8ed1-9ac4-4e74-84cc-3eaf649983bc req-20d9f81b-c0f2-45bc-8101-62264f0700f1 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/333b25f5-148a-49b1-825d-7793a1ea673e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919158 Aug 30 01:06:16.621213 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-eb11026b-83c3-43a4-95fd-7a29f70ccd0e req-f00d76e6-1e5e-48f8-a115-b628e370cb1b service neutron] 10.222.0.47 "GET /networking/v2.0/networks/5ee6ec53-bf26-4fab-b55f-62bd4221ec41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934863 Aug 30 01:06:16.629150 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-816d8ed1-9ac4-4e74-84cc-3eaf649983bc req-daf3be0d-6882-474d-a66a-c91f1adb13e4 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/333b25f5-148a-49b1-825d-7793a1ea673e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926354 Aug 30 01:06:17.151375 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fd3d11-230c-4c94-b0a8-5e94f90eadf0 req-b6cd9412-edf9-457b-a24c-ee4daca067e6 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:17.152918 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-c6fd3d11-230c-4c94-b0a8-5e94f90eadf0 req-b6cd9412-edf9-457b-a24c-ee4daca067e6 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b59fedac-4fcb-47a8-8187-0a331d499fd2 HTTP/1.1" status: 200 len: 945 time: 0.0482891 Aug 30 01:06:17.202914 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-c6fd3d11-230c-4c94-b0a8-5e94f90eadf0 req-0ef453e0-0253-465d-bc1e-c8487e269e08 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cf795692-07ba-4120-b253-28f50a651d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429485 Aug 30 01:06:18.331416 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9914ab-abe1-46fa-807a-37ff18adf0b3 req-166d0619-43a9-4147-a9a7-8d20ae1ee037 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:18.332994 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-da9914ab-abe1-46fa-807a-37ff18adf0b3 req-166d0619-43a9-4147-a9a7-8d20ae1ee037 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b59fedac-4fcb-47a8-8187-0a331d499fd2 HTTP/1.1" status: 200 len: 945 time: 0.0548437 Aug 30 01:06:18.353037 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:18.358435 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:18.381631 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-da9914ab-abe1-46fa-807a-37ff18adf0b3 req-aae86efb-d188-499a-afbc-8df18f10712e tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cf795692-07ba-4120-b253-28f50a651d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431333 Aug 30 01:06:18.669523 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2487125-b108-410b-9d74-2b3026cc2fee req-4ea21142-d77a-465d-b0f4-88b9a948ad90 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:18.670994 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-a2487125-b108-410b-9d74-2b3026cc2fee req-4ea21142-d77a-465d-b0f4-88b9a948ad90 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5598be2a-00db-4303-bc81-a7fb3674e371 HTTP/1.1" status: 200 len: 946 time: 0.0465758 Aug 30 01:06:18.719942 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-a2487125-b108-410b-9d74-2b3026cc2fee req-8c705d36-c9eb-4ea8-be00-84013b3e2d49 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b59c982d-07c8-4d82-875f-5f1283f0518a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421209 Aug 30 01:06:19.505192 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f729004-4be3-485c-bb8c-a8628f8dc748 req-010c52cf-7ec2-4092-b114-078e451027cb tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:19.506651 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-7f729004-4be3-485c-bb8c-a8628f8dc748 req-010c52cf-7ec2-4092-b114-078e451027cb tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b59fedac-4fcb-47a8-8187-0a331d499fd2 HTTP/1.1" status: 200 len: 945 time: 0.0497169 Aug 30 01:06:19.554057 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-7f729004-4be3-485c-bb8c-a8628f8dc748 req-f0738eb8-4188-4d7f-95a6-27028de970ab tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cf795692-07ba-4120-b253-28f50a651d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417616 Aug 30 01:06:19.837850 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22167324-6458-4acd-9ab5-0a1ed3e08282 req-43910944-6bba-4af1-bef9-c55a77a7e710 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:19.839242 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-22167324-6458-4acd-9ab5-0a1ed3e08282 req-43910944-6bba-4af1-bef9-c55a77a7e710 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5598be2a-00db-4303-bc81-a7fb3674e371 HTTP/1.1" status: 200 len: 946 time: 0.0459735 Aug 30 01:06:19.886519 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-22167324-6458-4acd-9ab5-0a1ed3e08282 req-1fec9a49-0366-4102-8297-c1aefec946bc tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b59c982d-07c8-4d82-875f-5f1283f0518a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410931 Aug 30 01:06:20.673365 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f388e79d-50b1-4c9a-827a-2b0b276a905b req-3b00cd94-0ebf-409b-8bf3-941b0a2e720e tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:20.674864 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-f388e79d-50b1-4c9a-827a-2b0b276a905b req-3b00cd94-0ebf-409b-8bf3-941b0a2e720e tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b59fedac-4fcb-47a8-8187-0a331d499fd2 HTTP/1.1" status: 200 len: 945 time: 0.0471394 Aug 30 01:06:20.726865 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-f388e79d-50b1-4c9a-827a-2b0b276a905b req-9bc6d951-433d-4eeb-8ea0-d3c26748aa8f tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cf795692-07ba-4120-b253-28f50a651d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456071 Aug 30 01:06:21.004260 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb40710-652b-41ee-a5c2-8a6685217043 req-74a07348-d437-41c8-a20b-ba2360f92d65 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:21.005663 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-2cb40710-652b-41ee-a5c2-8a6685217043 req-74a07348-d437-41c8-a20b-ba2360f92d65 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5598be2a-00db-4303-bc81-a7fb3674e371 HTTP/1.1" status: 200 len: 946 time: 0.0466168 Aug 30 01:06:21.053779 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-2cb40710-652b-41ee-a5c2-8a6685217043 req-6938c2ae-2e56-4671-9304-dbed71869624 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b59c982d-07c8-4d82-875f-5f1283f0518a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425625 Aug 30 01:06:21.180156 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0efd3e0-7d34-4641-aca7-5da629c03212 req-ca5de425-bd9b-4a9b-829d-2e86463d9eeb tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:21.181652 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-c0efd3e0-7d34-4641-aca7-5da629c03212 req-ca5de425-bd9b-4a9b-829d-2e86463d9eeb tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=b59fedac-4fcb-47a8-8187-0a331d499fd2 HTTP/1.1" status: 200 len: 945 time: 0.0532861 Aug 30 01:06:21.482361 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f070aeef-e30b-48e5-a411-422a5a49c9eb req-1dca7c80-5c91-419c-87fc-a0d7f466ead0 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:21.483931 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-f070aeef-e30b-48e5-a411-422a5a49c9eb req-1dca7c80-5c91-419c-87fc-a0d7f466ead0 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=5598be2a-00db-4303-bc81-a7fb3674e371 HTTP/1.1" status: 200 len: 946 time: 0.0528214 Aug 30 01:06:21.563898 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [req-c0efd3e0-7d34-4641-aca7-5da629c03212 req-444dc729-ee40-43ea-8eb1-7f645313ab45 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Deleting port 26facd73-81ff-4a35-9126-739f3f31881b {{(pid=106206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:06:21.564639 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-c0efd3e0-7d34-4641-aca7-5da629c03212 req-444dc729-ee40-43ea-8eb1-7f645313ab45 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737868023260'] for port (26facd73-81ff-4a35-9126-739f3f31881b), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:21.602810 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.plugin [req-f070aeef-e30b-48e5-a411-422a5a49c9eb req-1b74bb81-10fd-4c04-8fa2-2d7060618333 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Deleting port e2481fa1-2595-4100-98cf-07e796517813 {{(pid=106207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:06:21.603161 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-f070aeef-e30b-48e5-a411-422a5a49c9eb req-1b74bb81-10fd-4c04-8fa2-2d7060618333 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737868023260'] for port (e2481fa1-2595-4100-98cf-07e796517813), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:21.672498 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [req-c0efd3e0-7d34-4641-aca7-5da629c03212 req-444dc729-ee40-43ea-8eb1-7f645313ab45 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] For port 26facd73-81ff-4a35-9126-739f3f31881b, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=26facd73-81ff-4a35-9126-739f3f31881b,segment=NetworkSegment(ca5db623-0af4-47b7-b5e7-bb87137b4f10),segment_id=ca5db623-0af4-47b7-b5e7-bb87137b4f10)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:06:21.672903 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-c0efd3e0-7d34-4641-aca7-5da629c03212 req-444dc729-ee40-43ea-8eb1-7f645313ab45 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16464105'] for port (26facd73-81ff-4a35-9126-739f3f31881b), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:21.706613 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.db [req-f070aeef-e30b-48e5-a411-422a5a49c9eb req-1b74bb81-10fd-4c04-8fa2-2d7060618333 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] For port e2481fa1-2595-4100-98cf-07e796517813, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=e2481fa1-2595-4100-98cf-07e796517813,segment=NetworkSegment(a07f57a2-5cfa-489d-867c-66fce265e4e3),segment_id=a07f57a2-5cfa-489d-867c-66fce265e4e3)] {{(pid=106207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:06:21.707157 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-f070aeef-e30b-48e5-a411-422a5a49c9eb req-1b74bb81-10fd-4c04-8fa2-2d7060618333 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16464105'] for port (e2481fa1-2595-4100-98cf-07e796517813), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:21.720904 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.plugin [req-f070aeef-e30b-48e5-a411-422a5a49c9eb req-1b74bb81-10fd-4c04-8fa2-2d7060618333 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Calling delete_port for e2481fa1-2595-4100-98cf-07e796517813 owned by compute:nova {{(pid=106207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:06:21.876142 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-c0efd3e0-7d34-4641-aca7-5da629c03212 req-444dc729-ee40-43ea-8eb1-7f645313ab45 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:21.876507 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-c0efd3e0-7d34-4641-aca7-5da629c03212 req-444dc729-ee40-43ea-8eb1-7f645313ab45 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16466402'] for floatingip (d38ba8cf-bc48-4036-8adb-8114af100cfc), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:21.876836 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.db.l3_db [req-c0efd3e0-7d34-4641-aca7-5da629c03212 req-444dc729-ee40-43ea-8eb1-7f645313ab45 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Floating IP d38ba8cf-bc48-4036-8adb-8114af100cfc disassociated. External IP: 172.27.4.3, port: 26facd73-81ff-4a35-9126-739f3f31881b. Aug 30 01:06:21.877215 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [req-c0efd3e0-7d34-4641-aca7-5da629c03212 req-444dc729-ee40-43ea-8eb1-7f645313ab45 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Calling delete_port for 26facd73-81ff-4a35-9126-739f3f31881b owned by compute:nova {{(pid=106206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:06:21.889318 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5816fd-6a30-472c-a855-4edf0a8fee39 req-c3e6d416-b6c4-43e5-9ad2-3b4d19f7e17e tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:21.891542 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-4e5816fd-6a30-472c-a855-4edf0a8fee39 req-c3e6d416-b6c4-43e5-9ad2-3b4d19f7e17e tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b59fedac-4fcb-47a8-8187-0a331d499fd2 HTTP/1.1" status: 200 len: 945 time: 0.0751698 Aug 30 01:06:21.920955 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-f070aeef-e30b-48e5-a411-422a5a49c9eb req-1b74bb81-10fd-4c04-8fa2-2d7060618333 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737868027338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737867580465'] for port (e2481fa1-2595-4100-98cf-07e796517813), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:21.927721 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:21.955290 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:21.965797 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b74bb81-10fd-4c04-8fa2-2d7060618333 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Pushing event deleted for resources: {'Port': ['ID=e2481fa1-2595-4100-98cf-07e796517813,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:06:21.988795 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-4e5816fd-6a30-472c-a855-4edf0a8fee39 req-f5361bd8-5a57-4818-8087-9aafc729e2ba tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cf795692-07ba-4120-b253-28f50a651d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899959 Aug 30 01:06:22.016794 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-c0efd3e0-7d34-4641-aca7-5da629c03212 req-444dc729-ee40-43ea-8eb1-7f645313ab45 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737868027338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737867580465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14283316'] for port (26facd73-81ff-4a35-9126-739f3f31881b), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:22.025813 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [req-f070aeef-e30b-48e5-a411-422a5a49c9eb req-1b74bb81-10fd-4c04-8fa2-2d7060618333 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] No DVR routers for this DVR port e2481fa1-2595-4100-98cf-07e796517813 on host hv-cinder-81514 {{(pid=106207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:06:22.028124 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-f070aeef-e30b-48e5-a411-422a5a49c9eb req-1b74bb81-10fd-4c04-8fa2-2d7060618333 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for port (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:22.031506 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-f070aeef-e30b-48e5-a411-422a5a49c9eb req-1b74bb81-10fd-4c04-8fa2-2d7060618333 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.47 "DELETE /networking/v2.0/ports/e2481fa1-2595-4100-98cf-07e796517813 HTTP/1.1" status: 204 len: 173 time: 0.5383010 Aug 30 01:06:22.032093 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5598be2a-00db-4303-bc81-a7fb3674e371', 'name': 'network-vif-deleted', 'tag': 'e2481fa1-2595-4100-98cf-07e796517813'}] {{(pid=106207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:06:22.034291 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480b08bd5bc4b1a03c1b08d00e02a3f82783774d0c3347d038299e83f2d6db65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef20593e-8944-4ab6-9421-e23cb532956d" -d '{"events": [{"server_uuid": "5598be2a-00db-4303-bc81-a7fb3674e371", "name": "network-vif-deleted", "tag": "e2481fa1-2595-4100-98cf-07e796517813"}]}' {{(pid=106207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:06:22.046089 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444dc729-ee40-43ea-8eb1-7f645313ab45 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Pushing event deleted for resources: {'Port': ['ID=26facd73-81ff-4a35-9126-739f3f31881b,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:06:22.103275 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04fdec71-8665-4922-8aa6-7caa7119f78b x-openstack-request-id: req-04fdec71-8665-4922-8aa6-7caa7119f78b {{(pid=106207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:06:22.103576 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5598be2a-00db-4303-bc81-a7fb3674e371", "name": "network-vif-deleted", "tag": "e2481fa1-2595-4100-98cf-07e796517813", "status": "completed", "code": 200}]} {{(pid=106207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:06:22.103837 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-04fdec71-8665-4922-8aa6-7caa7119f78b {{(pid=106207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:06:22.104470 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04fdec71-8665-4922-8aa6-7caa7119f78b'] response: {'server_uuid': '5598be2a-00db-4303-bc81-a7fb3674e371', 'name': 'network-vif-deleted', 'tag': 'e2481fa1-2595-4100-98cf-07e796517813', 'status': 'completed', 'code': 200} Aug 30 01:06:22.168429 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0efd3e0-7d34-4641-aca7-5da629c03212 req-444dc729-ee40-43ea-8eb1-7f645313ab45 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Router 4ac67fb5-f9e8-4423-ba99-3faec60e5969 has already been hosted by L3 agent 613dbf26-5731-4391-8a29-3c5185f7ed3f {{(pid=106206) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:06:22.179838 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-301ead29-147a-4397-adee-b2410d8cd057 req-64270aab-2d4a-47e2-af29-e317936dd11b tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5598be2a-00db-4303-bc81-a7fb3674e371 HTTP/1.1" status: 200 len: 210 time: 0.0308151 Aug 30 01:06:22.262196 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:22.284446 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0efd3e0-7d34-4641-aca7-5da629c03212 req-444dc729-ee40-43ea-8eb1-7f645313ab45 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Notify agent at l3_agent.dv-cinder-815146-13-iscsi the message routers_updated {{(pid=106206) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:06:22.295205 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4946557-70d0-459a-a559-f9f62b8c4386 None None] Sync routers for ids ['4ac67fb5-f9e8-4423-ba99-3faec60e5969'] in dv-cinder-815146-13-iscsi {{(pid=106209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:06:22.315592 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4946557-70d0-459a-a559-f9f62b8c4386 None None] Routers {'4ac67fb5-f9e8-4423-ba99-3faec60e5969'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:06:22.316219 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-c4946557-70d0-459a-a559-f9f62b8c4386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:06:11Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['4ac67fb5-f9e8-4423-ba99-3faec60e5969'], 'active': True} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:06:22.334965 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0efd3e0-7d34-4641-aca7-5da629c03212 req-444dc729-ee40-43ea-8eb1-7f645313ab45 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] No DVR routers for this DVR port 26facd73-81ff-4a35-9126-739f3f31881b on host hv-cinder-81514 {{(pid=106206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:06:22.338957 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-c0efd3e0-7d34-4641-aca7-5da629c03212 req-444dc729-ee40-43ea-8eb1-7f645313ab45 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for port (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:22.342844 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-c0efd3e0-7d34-4641-aca7-5da629c03212 req-444dc729-ee40-43ea-8eb1-7f645313ab45 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.47 "DELETE /networking/v2.0/ports/26facd73-81ff-4a35-9126-739f3f31881b HTTP/1.1" status: 204 len: 173 time: 0.8987117 Aug 30 01:06:22.343935 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b59fedac-4fcb-47a8-8187-0a331d499fd2', 'name': 'network-vif-deleted', 'tag': '26facd73-81ff-4a35-9126-739f3f31881b'}] {{(pid=106206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:06:22.346509 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068580ff6c600dbe59ab62011f5d984f60f6f54628162803fce2ed792aa7a021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b29180b8-81ed-4d78-b060-a54f6e939038" -d '{"events": [{"server_uuid": "b59fedac-4fcb-47a8-8187-0a331d499fd2", "name": "network-vif-deleted", "tag": "26facd73-81ff-4a35-9126-739f3f31881b"}]}' {{(pid=106206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:06:22.392785 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c4915b-fc52-435d-a290-cdbf57eb2610 x-openstack-request-id: req-63c4915b-fc52-435d-a290-cdbf57eb2610 {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:06:22.393310 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b59fedac-4fcb-47a8-8187-0a331d499fd2", "name": "network-vif-deleted", "tag": "26facd73-81ff-4a35-9126-739f3f31881b", "status": "completed", "code": 200}]} {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:06:22.393744 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-63c4915b-fc52-435d-a290-cdbf57eb2610 {{(pid=106206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:06:22.394303 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63c4915b-fc52-435d-a290-cdbf57eb2610'] response: {'server_uuid': 'b59fedac-4fcb-47a8-8187-0a331d499fd2', 'name': 'network-vif-deleted', 'tag': '26facd73-81ff-4a35-9126-739f3f31881b', 'status': 'completed', 'code': 200} Aug 30 01:06:22.454612 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvr_db [None req-c4946557-70d0-459a-a559-f9f62b8c4386 None None] Set router 4ac67fb5-f9e8-4423-ba99-3faec60e5969 gateway port host: dv-cinder-815146-13-iscsi {{(pid=106209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:06:22.607844 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=100 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:22.680871 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-c4946557-70d0-459a-a559-f9f62b8c4386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac67fb5-f9e8-4423-ba99-3faec60e5969', 'name': 'tempest-AttachVolumeTestJSON-319731533-router', 'tenant_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.245'}], 'enable_snat': True}, 'gw_port_id': 'a9a6d0e7-457f-40e3-ae5d-60150733af77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:01:05Z', 'updated_at': '2022-08-30T01:01:15Z', 'revision_number': 4, 'project_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'gw_port': {'id': 'a9a6d0e7-457f-40e3-ae5d-60150733af77', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:08:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac67fb5-f9e8-4423-ba99-3faec60e5969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:06Z', 'updated_at': '2022-08-30T01:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_interfaces': [{'id': 'eb3eabec-52c5-4365-8b1a-5c635538e30c', 'name': '', 'network_id': '0b956883-0f29-4de3-9788-00541616d922', 'tenant_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'mac_address': 'fa:16:3e:5b:3b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac67fb5-f9e8-4423-ba99-3faec60e5969', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd2092925-3f88-4d08-9bce-f992f050b9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:13Z', 'updated_at': '2022-08-30T01:01:35Z', 'revision_number': 5, 'project_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'subnets': [{'id': 'd2092925-3f88-4d08-9bce-f992f050b9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:06:22.707159 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4946557-70d0-459a-a559-f9f62b8c4386 None None] Checking router: 4ac67fb5-f9e8-4423-ba99-3faec60e5969 for host: dv-cinder-815146-13-iscsi {{(pid=106209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:06:22.715802 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4946557-70d0-459a-a559-f9f62b8c4386 None None] Routers {'4ac67fb5-f9e8-4423-ba99-3faec60e5969'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:06:22.716478 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-c4946557-70d0-459a-a559-f9f62b8c4386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:06:11Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['4ac67fb5-f9e8-4423-ba99-3faec60e5969'], 'active': True} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:06:22.833774 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvr_db [None req-c4946557-70d0-459a-a559-f9f62b8c4386 None None] Set router 4ac67fb5-f9e8-4423-ba99-3faec60e5969 gateway port host: dv-cinder-815146-13-iscsi {{(pid=106209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:06:22.835480 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=100 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:22.917730 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163412bc-56ec-493f-a7ee-0e601c74f036 req-6f3d8262-ba5b-4144-9c9a-2178f06eb125 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:22.919235 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-163412bc-56ec-493f-a7ee-0e601c74f036 req-6f3d8262-ba5b-4144-9c9a-2178f06eb125 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4af1febc-f5f3-440d-ab4b-0e33ac174325 HTTP/1.1" status: 200 len: 945 time: 0.0483232 Aug 30 01:06:22.971829 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-163412bc-56ec-493f-a7ee-0e601c74f036 req-9189c7fa-3e80-4f99-91d5-2c28bfe5bf3a tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=abc59132-60d7-4b9d-9009-0f7dc84889b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468900 Aug 30 01:06:23.022321 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-c4946557-70d0-459a-a559-f9f62b8c4386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac67fb5-f9e8-4423-ba99-3faec60e5969', 'name': 'tempest-AttachVolumeTestJSON-319731533-router', 'tenant_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.245'}], 'enable_snat': True}, 'gw_port_id': 'a9a6d0e7-457f-40e3-ae5d-60150733af77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:01:05Z', 'updated_at': '2022-08-30T01:01:15Z', 'revision_number': 4, 'project_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'gw_port': {'id': 'a9a6d0e7-457f-40e3-ae5d-60150733af77', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:08:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac67fb5-f9e8-4423-ba99-3faec60e5969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:06Z', 'updated_at': '2022-08-30T01:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_interfaces': [{'id': 'eb3eabec-52c5-4365-8b1a-5c635538e30c', 'name': '', 'network_id': '0b956883-0f29-4de3-9788-00541616d922', 'tenant_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'mac_address': 'fa:16:3e:5b:3b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac67fb5-f9e8-4423-ba99-3faec60e5969', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd2092925-3f88-4d08-9bce-f992f050b9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:13Z', 'updated_at': '2022-08-30T01:01:35Z', 'revision_number': 5, 'project_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'subnets': [{'id': 'd2092925-3f88-4d08-9bce-f992f050b9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:06:23.050746 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4946557-70d0-459a-a559-f9f62b8c4386 None None] The sync data for ids ['4ac67fb5-f9e8-4423-ba99-3faec60e5969'] in dv-cinder-815146-13-iscsi is: [{'id': '4ac67fb5-f9e8-4423-ba99-3faec60e5969', 'name': 'tempest-AttachVolumeTestJSON-319731533-router', 'tenant_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.245'}], 'enable_snat': True}, 'gw_port_id': 'a9a6d0e7-457f-40e3-ae5d-60150733af77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:01:05Z', 'updated_at': '2022-08-30T01:01:15Z', 'revision_number': 4, 'project_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'gw_port': {'id': 'a9a6d0e7-457f-40e3-ae5d-60150733af77', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:08:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac67fb5-f9e8-4423-ba99-3faec60e5969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:06Z', 'updated_at': '2022-08-30T01:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_interfaces': [{'id': 'eb3eabec-52c5-4365-8b1a-5c635538e30c', 'name': '', 'network_id': '0b956883-0f29-4de3-9788-00541616d922', 'tenant_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'mac_address': 'fa:16:3e:5b:3b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac67fb5-f9e8-4423-ba99-3faec60e5969', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd2092925-3f88-4d08-9bce-f992f050b9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:13Z', 'updated_at': '2022-08-30T01:01:35Z', 'revision_number': 5, 'project_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'subnets': [{'id': 'd2092925-3f88-4d08-9bce-f992f050b9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:06:23.118823 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-1d902046-0349-41d8-9df1-db9b04ebd32c req-ac2d01e7-ab96-45b2-adc3-b644f442b158 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b59fedac-4fcb-47a8-8187-0a331d499fd2 HTTP/1.1" status: 200 len: 210 time: 0.0286851 Aug 30 01:06:23.278293 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7921e42a-cdca-4d4c-9e09-1c48f55e8026 None None] New status for floating IP d38ba8cf-bc48-4036-8adb-8114af100cfc: DOWN {{(pid=106208) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:06:23.302510 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-cdfffcc5-be2c-407b-bbf6-cbea007d7186 req-be88fe7d-3e2f-4c4a-8e70-18cd334432fa tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5598be2a-00db-4303-bc81-a7fb3674e371 HTTP/1.1" status: 200 len: 210 time: 0.0287011 Aug 30 01:06:23.658711 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device 26facd73-81ff-4a35-9126-739f3f31881b no longer exists at agent hyperv_hv-cinder-81514 {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:06:23.679179 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] No Port match for: 26facd73-81ff-4a35-9126-739f3f31881b {{(pid=106208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:06:23.679522 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device 26facd73-81ff-4a35-9126-739f3f31881b not bound to the agent host hv-cinder-81514 {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:06:23.679936 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device e2481fa1-2595-4100-98cf-07e796517813 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:06:23.701180 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] No Port match for: e2481fa1-2595-4100-98cf-07e796517813 {{(pid=106208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:06:23.701537 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device e2481fa1-2595-4100-98cf-07e796517813 not bound to the agent host hv-cinder-81514 {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:06:24.092775 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b48e690-5c75-47fd-990c-df97629fa855 req-8ce7c235-55ba-4584-ac7a-e9add2f8da28 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:24.095306 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-7b48e690-5c75-47fd-990c-df97629fa855 req-8ce7c235-55ba-4584-ac7a-e9add2f8da28 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4af1febc-f5f3-440d-ab4b-0e33ac174325 HTTP/1.1" status: 200 len: 945 time: 0.0506463 Aug 30 01:06:24.143490 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.agents_db [None req-fbf18308-e14c-4042-905c-b7f1770ec079 None None] Agent healthcheck: found 6 active agents {{(pid=106209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:06:24.144760 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-7b48e690-5c75-47fd-990c-df97629fa855 req-5cb651d3-f275-462f-adc9-21da8d593647 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=abc59132-60d7-4b9d-9009-0f7dc84889b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438638 Aug 30 01:06:24.242303 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-0cc6aadf-e321-42e7-aaba-89f6e1f06dbc req-be8a7c8d-fc01-4370-8475-62e90bea5400 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b59fedac-4fcb-47a8-8187-0a331d499fd2 HTTP/1.1" status: 200 len: 210 time: 0.0293424 Aug 30 01:06:24.416896 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-7d8d95aa-c3ae-4627-bec3-a8ed32038925 req-4d1ac9f0-6ec3-4f1c-bc37-34973b7fcd99 tempest-TestMinimumBasicScenario-34717424 tempest-TestMinimumBasicScenario-34717424-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5598be2a-00db-4303-bc81-a7fb3674e371 HTTP/1.1" status: 200 len: 210 time: 0.0273950 Aug 30 01:06:24.831008 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72874059-49ba-42f0-9769-cda5fa4833a4 req-43df1353-aa1d-4cb4-a9fa-cda16a532e3a tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:24.832551 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-72874059-49ba-42f0-9769-cda5fa4833a4 req-43df1353-aa1d-4cb4-a9fa-cda16a532e3a tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4af1febc-f5f3-440d-ab4b-0e33ac174325 HTTP/1.1" status: 200 len: 945 time: 0.0508273 Aug 30 01:06:24.866292 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:24.925151 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [req-72874059-49ba-42f0-9769-cda5fa4833a4 req-8f40aeca-9557-4203-9706-f85217814ee7 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Deleting port b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1 {{(pid=106206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:06:24.925604 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-72874059-49ba-42f0-9769-cda5fa4833a4 req-8f40aeca-9557-4203-9706-f85217814ee7 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737868023260'] for port (b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:25.018159 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [req-72874059-49ba-42f0-9769-cda5fa4833a4 req-8f40aeca-9557-4203-9706-f85217814ee7 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] For port b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1,segment=NetworkSegment(ac710424-0f03-41c7-8792-e4337957dd44),segment_id=ac710424-0f03-41c7-8792-e4337957dd44)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:06:25.018520 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-72874059-49ba-42f0-9769-cda5fa4833a4 req-8f40aeca-9557-4203-9706-f85217814ee7 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16464105'] for port (b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:25.198463 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-72874059-49ba-42f0-9769-cda5fa4833a4 req-8f40aeca-9557-4203-9706-f85217814ee7 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:25.198823 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-72874059-49ba-42f0-9769-cda5fa4833a4 req-8f40aeca-9557-4203-9706-f85217814ee7 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16466402'] for floatingip (dc6e60fd-6630-410a-8029-ee4b06ca7e7a), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:25.199139 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.db.l3_db [req-72874059-49ba-42f0-9769-cda5fa4833a4 req-8f40aeca-9557-4203-9706-f85217814ee7 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Floating IP dc6e60fd-6630-410a-8029-ee4b06ca7e7a disassociated. External IP: 172.27.4.44, port: b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1. Aug 30 01:06:25.199478 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [req-72874059-49ba-42f0-9769-cda5fa4833a4 req-8f40aeca-9557-4203-9706-f85217814ee7 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Calling delete_port for b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1 owned by compute:nova {{(pid=106206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:06:25.276335 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3cc989-7711-4a51-8ed1-4fc8365e6d22 req-f5f1d539-9ae3-4198-a403-5888cc7108a2 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:25.278264 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-9e3cc989-7711-4a51-8ed1-4fc8365e6d22 req-f5f1d539-9ae3-4198-a403-5888cc7108a2 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4af1febc-f5f3-440d-ab4b-0e33ac174325 HTTP/1.1" status: 200 len: 945 time: 0.0490272 Aug 30 01:06:25.332521 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-9e3cc989-7711-4a51-8ed1-4fc8365e6d22 req-65bd19f2-e8c1-45b5-88c0-45b2712a0f74 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=abc59132-60d7-4b9d-9009-0f7dc84889b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450516 Aug 30 01:06:25.333460 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-72874059-49ba-42f0-9769-cda5fa4833a4 req-8f40aeca-9557-4203-9706-f85217814ee7 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737868027338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737867580465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14283316'] for port (b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:25.362644 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 50822) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:06:25.368323 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f40aeca-9557-4203-9706-f85217814ee7 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Pushing event deleted for resources: {'Port': ['ID=b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:06:25.424109 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-f8f558c1-9e8f-4f4b-94aa-30a113f75984 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks [] for security_group (cf795692-07ba-4120-b253-28f50a651d47), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:25.446424 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-f8f558c1-9e8f-4f4b-94aa-30a113f75984 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks [] for security_group (cf795692-07ba-4120-b253-28f50a651d47), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:25.478956 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72874059-49ba-42f0-9769-cda5fa4833a4 req-8f40aeca-9557-4203-9706-f85217814ee7 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Router bd1c6eaf-677c-4555-8d4e-2fd99795de73 has already been hosted by L3 agent 613dbf26-5731-4391-8a29-3c5185f7ed3f {{(pid=106206) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:06:25.513974 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-f8f558c1-9e8f-4f4b-94aa-30a113f75984 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (cf795692-07ba-4120-b253-28f50a651d47), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:25.516859 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-f8f558c1-9e8f-4f4b-94aa-30a113f75984 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks [] for security_group (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:25.521383 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-f8f558c1-9e8f-4f4b-94aa-30a113f75984 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/cf795692-07ba-4120-b253-28f50a651d47 HTTP/1.1" status: 204 len: 168 time: 0.1689816 Aug 30 01:06:25.521974 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 50832) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:06:25.543266 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f558c1-9e8f-4f4b-94aa-30a113f75984 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf795692-07ba-4120-b253-28f50a651d47,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:06:25.545840 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.api.v2.resource [None req-c1b6356f-34a6-435b-a04c-da44ce68ba65 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] show failed (client error): The resource could not be found. Aug 30 01:06:25.553020 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-c1b6356f-34a6-435b-a04c-da44ce68ba65 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/security-groups/cf795692-07ba-4120-b253-28f50a651d47 HTTP/1.1" status: 404 len: 347 time: 0.0240762 Aug 30 01:06:25.553020 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 50836) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:06:25.591027 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72874059-49ba-42f0-9769-cda5fa4833a4 req-8f40aeca-9557-4203-9706-f85217814ee7 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Notify agent at l3_agent.dv-cinder-815146-13-iscsi the message routers_updated {{(pid=106206) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:06:25.603951 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73821bc6-5cca-4ac1-9b00-5271002bce3d None None] Sync routers for ids ['bd1c6eaf-677c-4555-8d4e-2fd99795de73'] in dv-cinder-815146-13-iscsi {{(pid=106209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:06:25.615926 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73821bc6-5cca-4ac1-9b00-5271002bce3d None None] Routers {'bd1c6eaf-677c-4555-8d4e-2fd99795de73'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:06:25.616597 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-73821bc6-5cca-4ac1-9b00-5271002bce3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:06:11Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['bd1c6eaf-677c-4555-8d4e-2fd99795de73'], 'active': True} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:06:25.650653 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [req-72874059-49ba-42f0-9769-cda5fa4833a4 req-8f40aeca-9557-4203-9706-f85217814ee7 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] No DVR routers for this DVR port b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1 on host hv-cinder-81514 {{(pid=106206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:06:25.653455 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-72874059-49ba-42f0-9769-cda5fa4833a4 req-8f40aeca-9557-4203-9706-f85217814ee7 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for port (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:25.657554 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-72874059-49ba-42f0-9769-cda5fa4833a4 req-8f40aeca-9557-4203-9706-f85217814ee7 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.47 "DELETE /networking/v2.0/ports/b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1 HTTP/1.1" status: 204 len: 173 time: 0.8196120 Aug 30 01:06:25.658070 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4af1febc-f5f3-440d-ab4b-0e33ac174325', 'name': 'network-vif-deleted', 'tag': 'b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1'}] {{(pid=106206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:06:25.660897 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068580ff6c600dbe59ab62011f5d984f60f6f54628162803fce2ed792aa7a021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d77fc85-9db5-4537-9b34-ce33d767cb2f" -d '{"events": [{"server_uuid": "4af1febc-f5f3-440d-ab4b-0e33ac174325", "name": "network-vif-deleted", "tag": "b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1"}]}' {{(pid=106206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:06:25.686682 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.plugin [None req-a25cee62-f74d-4757-94b5-e533c70f9073 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Deleting port 0fb124e5-113f-4f07-b6fa-945e72fb9ae9 {{(pid=106207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:06:25.686682 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-a25cee62-f74d-4757-94b5-e533c70f9073 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737868023260'] for port (0fb124e5-113f-4f07-b6fa-945e72fb9ae9), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:25.730909 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b65b7f35-5610-48c4-b716-cb323ce5f73c x-openstack-request-id: req-b65b7f35-5610-48c4-b716-cb323ce5f73c {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:06:25.731626 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4af1febc-f5f3-440d-ab4b-0e33ac174325", "name": "network-vif-deleted", "tag": "b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1", "status": "completed", "code": 200}]} {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:06:25.732077 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b65b7f35-5610-48c4-b716-cb323ce5f73c {{(pid=106206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:06:25.732678 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b65b7f35-5610-48c4-b716-cb323ce5f73c'] response: {'server_uuid': '4af1febc-f5f3-440d-ab4b-0e33ac174325', 'name': 'network-vif-deleted', 'tag': 'b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1', 'status': 'completed', 'code': 200} Aug 30 01:06:25.752139 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvr_db [None req-73821bc6-5cca-4ac1-9b00-5271002bce3d None None] Set router bd1c6eaf-677c-4555-8d4e-2fd99795de73 gateway port host: dv-cinder-815146-13-iscsi {{(pid=106209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:06:25.809948 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-a25cee62-f74d-4757-94b5-e533c70f9073 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16464105'] for port (0fb124e5-113f-4f07-b6fa-945e72fb9ae9), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:25.810546 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-a25cee62-f74d-4757-94b5-e533c70f9073 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks [] for floatingip (0fb124e5-113f-4f07-b6fa-945e72fb9ae9), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:25.829816 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.plugin [None req-a25cee62-f74d-4757-94b5-e533c70f9073 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Calling delete_port for 0fb124e5-113f-4f07-b6fa-945e72fb9ae9 owned by network:floatingip {{(pid=106207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:06:25.988254 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-73821bc6-5cca-4ac1-9b00-5271002bce3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'name': 'tempest-AttachVolumeNegativeTest-987046986-router', 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.121'}], 'enable_snat': True}, 'gw_port_id': '02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:01:05Z', 'updated_at': '2022-08-30T01:01:15Z', 'revision_number': 4, 'project_id': '0596692dbfb149139a1e72159c6f93db', 'gw_port': {'id': '02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:39:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:06Z', 'updated_at': '2022-08-30T01:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_interfaces': [{'id': '4c3a5c21-7f7c-4037-ac11-fe0d15ab9538', 'name': '', 'network_id': 'dffca817-1d31-4c9c-99a3-2d8483c143b4', 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'mac_address': 'fa:16:3e:80:4d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '35e91298-8731-4ea1-81fe-d78c255b7ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:12Z', 'updated_at': '2022-08-30T01:01:35Z', 'revision_number': 5, 'project_id': '0596692dbfb149139a1e72159c6f93db', 'subnets': [{'id': '35e91298-8731-4ea1-81fe-d78c255b7ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:06:26.016614 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73821bc6-5cca-4ac1-9b00-5271002bce3d None None] Checking router: bd1c6eaf-677c-4555-8d4e-2fd99795de73 for host: dv-cinder-815146-13-iscsi {{(pid=106209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:06:26.027808 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73821bc6-5cca-4ac1-9b00-5271002bce3d None None] Routers {'bd1c6eaf-677c-4555-8d4e-2fd99795de73'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:06:26.028429 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-73821bc6-5cca-4ac1-9b00-5271002bce3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:06:11Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['bd1c6eaf-677c-4555-8d4e-2fd99795de73'], 'active': True} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:06:26.044659 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:26.052781 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-a25cee62-f74d-4757-94b5-e533c70f9073 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737868027338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737867580465'] for port (0fb124e5-113f-4f07-b6fa-945e72fb9ae9), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:26.087489 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25cee62-f74d-4757-94b5-e533c70f9073 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Pushing event deleted for resources: {'Port': ['ID=0fb124e5-113f-4f07-b6fa-945e72fb9ae9,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:06:26.094228 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:26.115745 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-a25cee62-f74d-4757-94b5-e533c70f9073 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks [] for floatingip (d38ba8cf-bc48-4036-8adb-8114af100cfc), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:26.118349 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-a25cee62-f74d-4757-94b5-e533c70f9073 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for floatingip (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:26.119538 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-a25cee62-f74d-4757-94b5-e533c70f9073 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/d38ba8cf-bc48-4036-8adb-8114af100cfc HTTP/1.1" status: 204 len: 168 time: 0.5658081 Aug 30 01:06:26.183479 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvr_db [None req-73821bc6-5cca-4ac1-9b00-5271002bce3d None None] Set router bd1c6eaf-677c-4555-8d4e-2fd99795de73 gateway port host: dv-cinder-815146-13-iscsi {{(pid=106209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:06:26.213808 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 50878) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:06:26.218931 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [None req-81393f22-8c36-4c42-bd39-c8244d0f90f0 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2099084934', 'description': 'tempest-description--1076732090'}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:06:26.248496 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-81393f22-8c36-4c42-bd39-c8244d0f90f0 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks [] for security_group (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:26.332067 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-81393f22-8c36-4c42-bd39-c8244d0f90f0 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks [] for security_group (3e4996a9-20eb-4c9e-bf37-88b888c4b45f), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:26.335900 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-81393f22-8c36-4c42-bd39-c8244d0f90f0 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (3e4996a9-20eb-4c9e-bf37-88b888c4b45f), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:26.369922 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81393f22-8c36-4c42-bd39-c8244d0f90f0 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4996a9-20eb-4c9e-bf37-88b888c4b45f,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:06:26.378312 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 50882) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:06:26.398566 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-81393f22-8c36-4c42-bd39-c8244d0f90f0 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks [] for security_group (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:26.402710 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-81393f22-8c36-4c42-bd39-c8244d0f90f0 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1850510 Aug 30 01:06:26.404479 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 50884) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:06:26.417452 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [None req-492b21b1-4d56-4d59-9b12-529758eb1c5d tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Request body: {'security_group_rule': {'security_group_id': '3e4996a9-20eb-4c9e-bf37-88b888c4b45f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:06:26.472573 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-492b21b1-4d56-4d59-9b12-529758eb1c5d tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks [] for security_group_rule (a67ab385-a6de-4806-a6ae-a2ee161a0832), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:26.505028 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=100 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:26.510384 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:26.512617 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-56c4f768-9875-46c4-a3e7-7d3f27121db7 req-0b54c82f-b0f8-4796-b913-effc8f23cb54 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4af1febc-f5f3-440d-ab4b-0e33ac174325 HTTP/1.1" status: 200 len: 210 time: 0.0549154 Aug 30 01:06:26.515816 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-73821bc6-5cca-4ac1-9b00-5271002bce3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'name': 'tempest-AttachVolumeNegativeTest-987046986-router', 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.121'}], 'enable_snat': True}, 'gw_port_id': '02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:01:05Z', 'updated_at': '2022-08-30T01:01:15Z', 'revision_number': 4, 'project_id': '0596692dbfb149139a1e72159c6f93db', 'gw_port': {'id': '02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:39:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:06Z', 'updated_at': '2022-08-30T01:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_interfaces': [{'id': '4c3a5c21-7f7c-4037-ac11-fe0d15ab9538', 'name': '', 'network_id': 'dffca817-1d31-4c9c-99a3-2d8483c143b4', 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'mac_address': 'fa:16:3e:80:4d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '35e91298-8731-4ea1-81fe-d78c255b7ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:12Z', 'updated_at': '2022-08-30T01:01:35Z', 'revision_number': 5, 'project_id': '0596692dbfb149139a1e72159c6f93db', 'subnets': [{'id': '35e91298-8731-4ea1-81fe-d78c255b7ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:06:26.558091 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73821bc6-5cca-4ac1-9b00-5271002bce3d None None] The sync data for ids ['bd1c6eaf-677c-4555-8d4e-2fd99795de73'] in dv-cinder-815146-13-iscsi is: [{'id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'name': 'tempest-AttachVolumeNegativeTest-987046986-router', 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.121'}], 'enable_snat': True}, 'gw_port_id': '02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:01:05Z', 'updated_at': '2022-08-30T01:01:15Z', 'revision_number': 4, 'project_id': '0596692dbfb149139a1e72159c6f93db', 'gw_port': {'id': '02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:39:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:06Z', 'updated_at': '2022-08-30T01:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_interfaces': [{'id': '4c3a5c21-7f7c-4037-ac11-fe0d15ab9538', 'name': '', 'network_id': 'dffca817-1d31-4c9c-99a3-2d8483c143b4', 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'mac_address': 'fa:16:3e:80:4d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '35e91298-8731-4ea1-81fe-d78c255b7ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:12Z', 'updated_at': '2022-08-30T01:01:35Z', 'revision_number': 5, 'project_id': '0596692dbfb149139a1e72159c6f93db', 'subnets': [{'id': '35e91298-8731-4ea1-81fe-d78c255b7ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:06:26.588184 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:26.596757 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-492b21b1-4d56-4d59-9b12-529758eb1c5d tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks [] for security_group_rule (a67ab385-a6de-4806-a6ae-a2ee161a0832), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:26.601647 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-492b21b1-4d56-4d59-9b12-529758eb1c5d tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16314934'] for security_group_rule (a67ab385-a6de-4806-a6ae-a2ee161a0832), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:26.644184 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492b21b1-4d56-4d59-9b12-529758eb1c5d tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a67ab385-a6de-4806-a6ae-a2ee161a0832,revision_number=0']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:06:26.653929 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-492b21b1-4d56-4d59-9b12-529758eb1c5d tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:26.658155 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-492b21b1-4d56-4d59-9b12-529758eb1c5d tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2494645 Aug 30 01:06:26.658617 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 50886) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:06:26.664571 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [None req-387162ce-db13-4ad5-9e1e-126699bbcb2d tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Request body: {'security_group_rule': {'security_group_id': '3e4996a9-20eb-4c9e-bf37-88b888c4b45f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:06:26.694058 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-387162ce-db13-4ad5-9e1e-126699bbcb2d tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks [] for security_group_rule (52eaadf0-95b8-49a6-b88d-28b894d0ef78), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:26.758115 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-387162ce-db13-4ad5-9e1e-126699bbcb2d tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks [] for security_group_rule (52eaadf0-95b8-49a6-b88d-28b894d0ef78), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:26.762463 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-387162ce-db13-4ad5-9e1e-126699bbcb2d tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16314934'] for security_group_rule (52eaadf0-95b8-49a6-b88d-28b894d0ef78), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:26.784511 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387162ce-db13-4ad5-9e1e-126699bbcb2d tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52eaadf0-95b8-49a6-b88d-28b894d0ef78,revision_number=0']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:06:26.794160 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-387162ce-db13-4ad5-9e1e-126699bbcb2d tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:26.799845 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-387162ce-db13-4ad5-9e1e-126699bbcb2d tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1401007 Aug 30 01:06:26.800460 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 50888) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:06:26.805373 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [None req-760d0198-802b-4cf4-83ce-9ca455ac68ae tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Request body: {'floatingip': {'floating_network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb'}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:06:26.831953 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-760d0198-802b-4cf4-83ce-9ca455ac68ae tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:26.838181 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7220b3-b17f-4381-8785-2d16e1e4788c None None] New status for floating IP dc6e60fd-6630-410a-8029-ee4b06ca7e7a: DOWN {{(pid=106208) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:06:26.851811 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-1bd90734-c918-4807-8464-9c7a7dfb6c9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16467426'] for router_interface (c519ccb1-6307-4853-80e6-d4726775bd28), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:26.916810 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-760d0198-802b-4cf4-83ce-9ca455ac68ae tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:27.025038 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.db_base_plugin_common [None req-760d0198-802b-4cf4-83ce-9ca455ac68ae tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Allocated IP 172.27.4.171 (3021e9f0-0eb2-4779-9e8d-2d74d8c353fb/be7a67d1-0569-48bc-88e9-c2545720293d/299a225f-0abd-474b-867e-ecebcb953467) {{(pid=106207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:06:27.090832 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:27.107182 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:27.138915 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-760d0198-802b-4cf4-83ce-9ca455ac68ae tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks [] for port (299a225f-0abd-474b-867e-ecebcb953467), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:27.141208 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-1bd90734-c918-4807-8464-9c7a7dfb6c9f admin admin] Deleting port e10d3e45-1218-4a9e-9db3-23014aba0708 {{(pid=106206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:06:27.141567 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-1bd90734-c918-4807-8464-9c7a7dfb6c9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737868023260'] for port (e10d3e45-1218-4a9e-9db3-23014aba0708), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:27.172784 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-760d0198-802b-4cf4-83ce-9ca455ac68ae tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737867580456'] for port (299a225f-0abd-474b-867e-ecebcb953467), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:27.213875 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760d0198-802b-4cf4-83ce-9ca455ac68ae tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Network 3021e9f0-0eb2-4779-9e8d-2d74d8c353fb is already hosted by enough agents. {{(pid=106207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:06:27.221342 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.base_scheduler [None req-760d0198-802b-4cf4-83ce-9ca455ac68ae tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Resources bound (agent type, host, resource id): {{(pid=106207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:06:27.225750 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760d0198-802b-4cf4-83ce-9ca455ac68ae tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Received port after_create {{(pid=106207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:06:27.227359 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-1bd90734-c918-4807-8464-9c7a7dfb6c9f admin admin] For port e10d3e45-1218-4a9e-9db3-23014aba0708, host dv-cinder-815146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=e10d3e45-1218-4a9e-9db3-23014aba0708,segment=NetworkSegment(a07f57a2-5cfa-489d-867c-66fce265e4e3),segment_id=a07f57a2-5cfa-489d-867c-66fce265e4e3)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:06:27.227721 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-1bd90734-c918-4807-8464-9c7a7dfb6c9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16464105'] for port (e10d3e45-1218-4a9e-9db3-23014aba0708), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:27.234539 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760d0198-802b-4cf4-83ce-9ca455ac68ae tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Pushing event updated for resources: {'Port': ['ID=299a225f-0abd-474b-867e-ecebcb953467,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:06:27.282520 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-760d0198-802b-4cf4-83ce-9ca455ac68ae tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks [] for floatingip (b4952c2e-4ba9-4b6e-8ad2-95551f1380c1), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:27.323213 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-760d0198-802b-4cf4-83ce-9ca455ac68ae tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (299a225f-0abd-474b-867e-ecebcb953467), before_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:27.467787 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-1bd90734-c918-4807-8464-9c7a7dfb6c9f admin admin] Calling delete_port for e10d3e45-1218-4a9e-9db3-23014aba0708 owned by network:router_interface {{(pid=106206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:06:27.481293 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-760d0198-802b-4cf4-83ce-9ca455ac68ae tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks [] for port (299a225f-0abd-474b-867e-ecebcb953467), precommit_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:27.486428 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-760d0198-802b-4cf4-83ce-9ca455ac68ae tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (299a225f-0abd-474b-867e-ecebcb953467), after_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:27.487102 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-760d0198-802b-4cf4-83ce-9ca455ac68ae tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16466402'] for floatingip (b4952c2e-4ba9-4b6e-8ad2-95551f1380c1), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:27.528906 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-760d0198-802b-4cf4-83ce-9ca455ac68ae tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for floatingip (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:27.530148 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-760d0198-802b-4cf4-83ce-9ca455ac68ae tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7287359 Aug 30 01:06:27.536100 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760d0198-802b-4cf4-83ce-9ca455ac68ae tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Pushing event updated for resources: {'Port': ['ID=299a225f-0abd-474b-867e-ecebcb953467,revision_number=2']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:06:27.629972 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 50902) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:06:27.665662 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-1bd90734-c918-4807-8464-9c7a7dfb6c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737868027338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737867580465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14283316'] for port (e10d3e45-1218-4a9e-9db3-23014aba0708), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:27.690648 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:06:27.692101 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd90734-c918-4807-8464-9c7a7dfb6c9f admin admin] Pushing event deleted for resources: {'Port': ['ID=e10d3e45-1218-4a9e-9db3-23014aba0708,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:06:27.721025 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] No Port match for: b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1 {{(pid=106208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:06:27.721391 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device b0dd4618-5f7f-4366-b8dd-3fb92df6a2c1 not bound to the agent host hv-cinder-81514 {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:06:27.726509 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-6a5fae93-244f-4cb4-83ae-6d2a29bf83cf tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for security_group (abc59132-60d7-4b9d-9009-0f7dc84889b9), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:27.731869 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-8e180a33-7981-4aeb-a6c5-e5befa0b3955 req-813de576-c512-49c4-9f36-5950fd34becb tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2099084934&fields=id&tenant_id=f40b3e29a18b48cba6800c9f3a0dfee9 HTTP/1.1" status: 200 len: 267 time: 0.0722799 Aug 30 01:06:27.740575 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:27.808175 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-6a5fae93-244f-4cb4-83ae-6d2a29bf83cf tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for security_group (abc59132-60d7-4b9d-9009-0f7dc84889b9), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:27.871041 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-1bd90734-c918-4807-8464-9c7a7dfb6c9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16282204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16468050'] for router_interface (c519ccb1-6307-4853-80e6-d4726775bd28), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:27.899470 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e180a33-7981-4aeb-a6c5-e5befa0b3955 req-451dcf9f-1367-45e4-8569-51f32e573322 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:27.901340 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-8e180a33-7981-4aeb-a6c5-e5befa0b3955 req-451dcf9f-1367-45e4-8569-51f32e573322 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/networks?id=0b956883-0f29-4de3-9788-00541616d922 HTTP/1.1" status: 200 len: 810 time: 0.1602852 Aug 30 01:06:27.922632 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-6a5fae93-244f-4cb4-83ae-6d2a29bf83cf tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (abc59132-60d7-4b9d-9009-0f7dc84889b9), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:27.924692 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:27.925067 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-6a5fae93-244f-4cb4-83ae-6d2a29bf83cf tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for security_group (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:27.926857 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-6a5fae93-244f-4cb4-83ae-6d2a29bf83cf tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/abc59132-60d7-4b9d-9009-0f7dc84889b9 HTTP/1.1" status: 204 len: 168 time: 0.2951319 Aug 30 01:06:27.930876 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 50908) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:06:27.940967 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-8e180a33-7981-4aeb-a6c5-e5befa0b3955 req-8bb071a1-007a-4ee8-9fab-328336340148 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/quotas/f40b3e29a18b48cba6800c9f3a0dfee9 HTTP/1.1" status: 200 len: 375 time: 0.0289068 Aug 30 01:06:27.951934 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5fae93-244f-4cb4-83ae-6d2a29bf83cf tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc59132-60d7-4b9d-9009-0f7dc84889b9,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:06:27.963550 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:27.966851 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.api.v2.resource [None req-6af88135-6537-4528-9249-2f61db9c96f5 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] show failed (client error): The resource could not be found. Aug 30 01:06:27.967697 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-6af88135-6537-4528-9249-2f61db9c96f5 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/security-groups/abc59132-60d7-4b9d-9009-0f7dc84889b9 HTTP/1.1" status: 404 len: 347 time: 0.0354807 Aug 30 01:06:27.971434 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 50910) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:06:28.006581 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-8e180a33-7981-4aeb-a6c5-e5befa0b3955 req-b7284b86-4836-4f27-9282-dadcafab421d tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=f40b3e29a18b48cba6800c9f3a0dfee9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0598056 Aug 30 01:06:28.110545 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:28.142658 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6244305f-a4ce-46a3-91de-a218ec8c3ec1 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Deleting port 10570f25-4e64-40ec-bd23-0345b40c22eb {{(pid=106206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:06:28.143009 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6244305f-a4ce-46a3-91de-a218ec8c3ec1 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737868023260'] for port (10570f25-4e64-40ec-bd23-0345b40c22eb), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:28.157160 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-8e180a33-7981-4aeb-a6c5-e5befa0b3955 req-3f75a32d-c6b0-4b0e-a200-1c222fa9f661 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/0b956883-0f29-4de3-9788-00541616d922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376748 Aug 30 01:06:28.260801 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bd90734-c918-4807-8464-9c7a7dfb6c9f admin admin] Router c519ccb1-6307-4853-80e6-d4726775bd28 has already been hosted by L3 agent 613dbf26-5731-4391-8a29-3c5185f7ed3f {{(pid=106206) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:06:28.264258 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-8e180a33-7981-4aeb-a6c5-e5befa0b3955 req-6da9b131-4958-4a18-bd1b-77030284aaed service neutron] 10.222.0.78 "GET /networking/v2.0/networks/0b956883-0f29-4de3-9788-00541616d922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011820 Aug 30 01:06:28.276155 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6244305f-a4ce-46a3-91de-a218ec8c3ec1 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16464105'] for port (10570f25-4e64-40ec-bd23-0345b40c22eb), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:28.276488 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6244305f-a4ce-46a3-91de-a218ec8c3ec1 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for floatingip (10570f25-4e64-40ec-bd23-0345b40c22eb), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:28.293821 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6244305f-a4ce-46a3-91de-a218ec8c3ec1 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Calling delete_port for 10570f25-4e64-40ec-bd23-0345b40c22eb owned by network:floatingip {{(pid=106206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:06:28.432181 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-fba6a1b5-8b3b-4573-922c-327ff6bb0b14 req-8fd04119-69cc-4c58-8454-e1650b9a1f49 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4992ee7f-4690-467a-ab17-9cd2161482b7 HTTP/1.1" status: 200 len: 210 time: 0.0310633 Aug 30 01:06:28.455498 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd90734-c918-4807-8464-9c7a7dfb6c9f admin admin] Notify agent at l3_agent.dv-cinder-815146-13-iscsi the message routers_updated {{(pid=106206) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:06:28.465059 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357a93b3-0dbb-4e57-a634-32317440235e None None] Sync routers for ids ['c519ccb1-6307-4853-80e6-d4726775bd28'] in dv-cinder-815146-13-iscsi {{(pid=106209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:06:28.468891 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-1bd90734-c918-4807-8464-9c7a7dfb6c9f admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/c519ccb1-6307-4853-80e6-d4726775bd28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0878770 Aug 30 01:06:28.472595 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 50920) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:06:28.475633 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=100 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:28.479287 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357a93b3-0dbb-4e57-a634-32317440235e None None] Routers {'c519ccb1-6307-4853-80e6-d4726775bd28'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:06:28.479891 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-357a93b3-0dbb-4e57-a634-32317440235e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:06:11Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['c519ccb1-6307-4853-80e6-d4726775bd28'], 'active': True} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:06:28.589412 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvr_db [None req-357a93b3-0dbb-4e57-a634-32317440235e None None] Set router c519ccb1-6307-4853-80e6-d4726775bd28 gateway port host: dv-cinder-815146-13-iscsi {{(pid=106209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:06:28.592158 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:28.620685 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6244305f-a4ce-46a3-91de-a218ec8c3ec1 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737868027338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737867580465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14283316'] for port (10570f25-4e64-40ec-bd23-0345b40c22eb), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:28.650361 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-c9ec632a-517c-4343-a811-6bc544191448 admin admin] Publish callbacks [] for router (c519ccb1-6307-4853-80e6-d4726775bd28), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:28.655056 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6244305f-a4ce-46a3-91de-a218ec8c3ec1 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Pushing event deleted for resources: {'Port': ['ID=10570f25-4e64-40ec-bd23-0345b40c22eb,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:06:28.789439 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-357a93b3-0dbb-4e57-a634-32317440235e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c519ccb1-6307-4853-80e6-d4726775bd28', 'name': 'tempest-TestMinimumBasicScenario-428767255-router', 'tenant_id': 'fca43fd867154911badb413c7046befd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.46'}], 'enable_snat': True}, 'gw_port_id': 'c95263aa-656f-46aa-8e21-98579d43b4ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:03:13Z', 'updated_at': '2022-08-30T01:06:27Z', 'revision_number': 5, 'project_id': 'fca43fd867154911badb413c7046befd', 'gw_port': {'id': 'c95263aa-656f-46aa-8e21-98579d43b4ae', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c519ccb1-6307-4853-80e6-d4726775bd28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:13Z', 'updated_at': '2022-08-30T01:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi'}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:06:28.803609 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6244305f-a4ce-46a3-91de-a218ec8c3ec1 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for floatingip (dc6e60fd-6630-410a-8029-ee4b06ca7e7a), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:28.807090 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6244305f-a4ce-46a3-91de-a218ec8c3ec1 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for floatingip (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:28.808461 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-6244305f-a4ce-46a3-91de-a218ec8c3ec1 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/dc6e60fd-6630-410a-8029-ee4b06ca7e7a HTTP/1.1" status: 204 len: 168 time: 0.8319392 Aug 30 01:06:28.820641 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357a93b3-0dbb-4e57-a634-32317440235e None None] Checking router: c519ccb1-6307-4853-80e6-d4726775bd28 for host: dv-cinder-815146-13-iscsi {{(pid=106209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:06:28.830400 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-c9ec632a-517c-4343-a811-6bc544191448 admin admin] Publish callbacks [] for router_gateway (c519ccb1-6307-4853-80e6-d4726775bd28), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:28.831129 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357a93b3-0dbb-4e57-a634-32317440235e None None] Routers {'c519ccb1-6307-4853-80e6-d4726775bd28'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:06:28.831753 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-357a93b3-0dbb-4e57-a634-32317440235e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:06:11Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['c519ccb1-6307-4853-80e6-d4726775bd28'], 'active': True} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:06:28.881573 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-c9ec632a-517c-4343-a811-6bc544191448 admin admin] Deleting port c95263aa-656f-46aa-8e21-98579d43b4ae {{(pid=106206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:06:28.882663 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-c9ec632a-517c-4343-a811-6bc544191448 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737868023260'] for port (c95263aa-656f-46aa-8e21-98579d43b4ae), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:28.886041 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:28.900918 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 50930) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:06:28.908804 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [None req-ecc890e6-1b6d-4a89-98f1-b0f45cd3d047 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1732321140', 'description': 'tempest-description--1542764834'}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:06:28.941470 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvr_db [None req-357a93b3-0dbb-4e57-a634-32317440235e None None] Set router c519ccb1-6307-4853-80e6-d4726775bd28 gateway port host: dv-cinder-815146-13-iscsi {{(pid=106209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:06:28.972386 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ecc890e6-1b6d-4a89-98f1-b0f45cd3d047 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for security_group (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:29.026019 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-c9ec632a-517c-4343-a811-6bc544191448 admin admin] For port c95263aa-656f-46aa-8e21-98579d43b4ae, host dv-cinder-815146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=c95263aa-656f-46aa-8e21-98579d43b4ae,segment=NetworkSegment(61a0af84-c6da-4606-8f1e-ec0a95f9a2d1),segment_id=61a0af84-c6da-4606-8f1e-ec0a95f9a2d1)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:06:29.026382 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-c9ec632a-517c-4343-a811-6bc544191448 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16464105'] for port (c95263aa-656f-46aa-8e21-98579d43b4ae), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:29.047783 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-c9ec632a-517c-4343-a811-6bc544191448 admin admin] Calling delete_port for c95263aa-656f-46aa-8e21-98579d43b4ae owned by network:router_gateway {{(pid=106206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:06:29.132236 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ecc890e6-1b6d-4a89-98f1-b0f45cd3d047 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for security_group (47ba7562-8b49-4f5a-a646-514cf95623b9), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:29.134270 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-357a93b3-0dbb-4e57-a634-32317440235e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c519ccb1-6307-4853-80e6-d4726775bd28', 'name': 'tempest-TestMinimumBasicScenario-428767255-router', 'tenant_id': 'fca43fd867154911badb413c7046befd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.46'}], 'enable_snat': True}, 'gw_port_id': 'c95263aa-656f-46aa-8e21-98579d43b4ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:03:13Z', 'updated_at': '2022-08-30T01:06:27Z', 'revision_number': 5, 'project_id': 'fca43fd867154911badb413c7046befd', 'gw_port': {'id': 'c95263aa-656f-46aa-8e21-98579d43b4ae', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c519ccb1-6307-4853-80e6-d4726775bd28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:13Z', 'updated_at': '2022-08-30T01:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi'}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:06:29.146084 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ecc890e6-1b6d-4a89-98f1-b0f45cd3d047 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (47ba7562-8b49-4f5a-a646-514cf95623b9), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:29.167151 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357a93b3-0dbb-4e57-a634-32317440235e None None] The sync data for ids ['c519ccb1-6307-4853-80e6-d4726775bd28'] in dv-cinder-815146-13-iscsi is: [{'id': 'c519ccb1-6307-4853-80e6-d4726775bd28', 'name': 'tempest-TestMinimumBasicScenario-428767255-router', 'tenant_id': 'fca43fd867154911badb413c7046befd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.46'}], 'enable_snat': True}, 'gw_port_id': 'c95263aa-656f-46aa-8e21-98579d43b4ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:03:13Z', 'updated_at': '2022-08-30T01:06:27Z', 'revision_number': 5, 'project_id': 'fca43fd867154911badb413c7046befd', 'gw_port': {'id': 'c95263aa-656f-46aa-8e21-98579d43b4ae', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c519ccb1-6307-4853-80e6-d4726775bd28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:13Z', 'updated_at': '2022-08-30T01:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi'}] {{(pid=106209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:06:29.226454 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ecc890e6-1b6d-4a89-98f1-b0f45cd3d047 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for security_group (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:29.227678 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-ecc890e6-1b6d-4a89-98f1-b0f45cd3d047 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3257174 Aug 30 01:06:29.230331 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc890e6-1b6d-4a89-98f1-b0f45cd3d047 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47ba7562-8b49-4f5a-a646-514cf95623b9,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:06:29.230723 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 50932) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:06:29.236224 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [None req-3fa5d9fa-a489-42c4-a317-7e5d2fd9c995 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Request body: {'security_group_rule': {'security_group_id': '47ba7562-8b49-4f5a-a646-514cf95623b9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:06:29.285520 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-3fa5d9fa-a489-42c4-a317-7e5d2fd9c995 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for security_group_rule (093ecf59-a64f-4a49-94be-2723cc59d300), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:29.317307 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-c9ec632a-517c-4343-a811-6bc544191448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737868027338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737867580465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14283316'] for port (c95263aa-656f-46aa-8e21-98579d43b4ae), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:29.329118 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=6,neutron:DELETE=6 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:29.347573 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ec632a-517c-4343-a811-6bc544191448 admin admin] Pushing event deleted for resources: {'Port': ['ID=c95263aa-656f-46aa-8e21-98579d43b4ae,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:06:29.354806 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-3fa5d9fa-a489-42c4-a317-7e5d2fd9c995 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for security_group_rule (093ecf59-a64f-4a49-94be-2723cc59d300), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:29.358721 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-3fa5d9fa-a489-42c4-a317-7e5d2fd9c995 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16314934'] for security_group_rule (093ecf59-a64f-4a49-94be-2723cc59d300), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:29.379564 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa5d9fa-a489-42c4-a317-7e5d2fd9c995 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=093ecf59-a64f-4a49-94be-2723cc59d300,revision_number=0']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:06:29.387942 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-3fa5d9fa-a489-42c4-a317-7e5d2fd9c995 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:29.389176 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-3fa5d9fa-a489-42c4-a317-7e5d2fd9c995 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1573758 Aug 30 01:06:29.393149 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 50934) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:06:29.397644 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [None req-f9b50723-e154-430b-b815-33bba1af3965 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Request body: {'security_group_rule': {'security_group_id': '47ba7562-8b49-4f5a-a646-514cf95623b9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:06:29.421268 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-c9ec632a-517c-4343-a811-6bc544191448 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16466337'] for router_gateway (c519ccb1-6307-4853-80e6-d4726775bd28), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:29.428410 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-f9b50723-e154-430b-b815-33bba1af3965 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for security_group_rule (08e6fe39-6f73-4a5d-8c85-bbae6cdb060a), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:29.489008 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-f9b50723-e154-430b-b815-33bba1af3965 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for security_group_rule (08e6fe39-6f73-4a5d-8c85-bbae6cdb060a), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:29.493238 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-f9b50723-e154-430b-b815-33bba1af3965 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16314934'] for security_group_rule (08e6fe39-6f73-4a5d-8c85-bbae6cdb060a), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:29.513150 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-c9ec632a-517c-4343-a811-6bc544191448 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16467596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61021'] for router (c519ccb1-6307-4853-80e6-d4726775bd28), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:29.515583 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-c9ec632a-517c-4343-a811-6bc544191448 admin admin] Publish callbacks [] for router_controller (c519ccb1-6307-4853-80e6-d4726775bd28), precommit_delete_associations {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:29.517596 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b50723-e154-430b-b815-33bba1af3965 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08e6fe39-6f73-4a5d-8c85-bbae6cdb060a,revision_number=0']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:06:29.534956 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-f9b50723-e154-430b-b815-33bba1af3965 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:29.539923 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-f9b50723-e154-430b-b815-33bba1af3965 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1421816 Aug 30 01:06:29.552835 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 50938) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:06:29.555638 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e73d8168-a886-4527-a1b6-a15af67db1e5 req-609b0780-d58f-423a-bab7-93a7fce78875 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4992ee7f-4690-467a-ab17-9cd2161482b7 HTTP/1.1" status: 200 len: 210 time: 0.0408843 Aug 30 01:06:29.557322 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [None req-0bf37f4f-ea14-4209-a6e8-633c15fcc35e tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Request body: {'floatingip': {'floating_network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb'}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:06:29.578273 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-c9ec632a-517c-4343-a811-6bc544191448 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16468015'] for router (c519ccb1-6307-4853-80e6-d4726775bd28), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:29.579091 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ec632a-517c-4343-a811-6bc544191448 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c519ccb1-6307-4853-80e6-d4726775bd28 {{(pid=106206) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 01:06:29.585413 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-c9ec632a-517c-4343-a811-6bc544191448 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:29.586867 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-c9ec632a-517c-4343-a811-6bc544191448 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/c519ccb1-6307-4853-80e6-d4726775bd28 HTTP/1.1" status: 204 len: 168 time: 1.1123788 Aug 30 01:06:29.587905 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-0bf37f4f-ea14-4209-a6e8-633c15fcc35e tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:29.590416 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 50940) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:06:29.643130 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.db_base_plugin_v2 [None req-73d548f6-dab2-4399-bba3-31520313e72b admin admin] Deleting subnet 116e9a9f-9110-41be-b1cb-3b04317f52eb {{(pid=106207) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 01:06:29.646674 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-73d548f6-dab2-4399-bba3-31520313e72b admin admin] Publish callbacks [] for subnet (116e9a9f-9110-41be-b1cb-3b04317f52eb), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:29.692116 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-73d548f6-dab2-4399-bba3-31520313e72b admin admin] Publish callbacks [] for subnet (116e9a9f-9110-41be-b1cb-3b04317f52eb), precommit_delete_associations {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:29.710970 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-0bf37f4f-ea14-4209-a6e8-633c15fcc35e tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:29.741766 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-73d548f6-dab2-4399-bba3-31520313e72b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883296'] for subnet (116e9a9f-9110-41be-b1cb-3b04317f52eb), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:29.757424 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:INSERT=2,neutron:SELECT=91,neutron:DELETE=7 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:29.822580 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-73d548f6-dab2-4399-bba3-31520313e72b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197'] for subnet (116e9a9f-9110-41be-b1cb-3b04317f52eb), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:29.852265 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d548f6-dab2-4399-bba3-31520313e72b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=116e9a9f-9110-41be-b1cb-3b04317f52eb,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:06:29.866536 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-73d548f6-dab2-4399-bba3-31520313e72b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:29.870369 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-73d548f6-dab2-4399-bba3-31520313e72b admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/116e9a9f-9110-41be-b1cb-3b04317f52eb HTTP/1.1" status: 204 len: 168 time: 0.2783794 Aug 30 01:06:29.872360 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 50946) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:06:29.875268 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef11c67d-635c-4151-8936-1bb49b50e25d None None] Network 333b25f5-148a-49b1-825d-7793a1ea673e requested from dv-cinder-815146-13-iscsi {{(pid=106208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:06:29.901712 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e180a33-7981-4aeb-a6c5-e5befa0b3955 req-03a2abda-9fc1-492c-a3ab-7a75c2f8a0b2 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:29.903864 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-8e180a33-7981-4aeb-a6c5-e5befa0b3955 req-03a2abda-9fc1-492c-a3ab-7a75c2f8a0b2 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.47 "GET /networking/v2.0/networks?id=0b956883-0f29-4de3-9788-00541616d922 HTTP/1.1" status: 200 len: 810 time: 0.2212603 Aug 30 01:06:29.922246 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=75,neutron:UPDATE=8 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:29.924781 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=66,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:29.934828 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.db_base_plugin_common [None req-0bf37f4f-ea14-4209-a6e8-633c15fcc35e tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Allocated IP 172.27.4.116 (3021e9f0-0eb2-4779-9e8d-2d74d8c353fb/be7a67d1-0569-48bc-88e9-c2545720293d/fc797840-5be1-4ad8-9b95-75875adec8c0) {{(pid=106206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:06:29.972596 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-b8b31fbf-dd14-456f-a950-88c9eef8a92b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545373'] for network (333b25f5-148a-49b1-825d-7793a1ea673e), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:30.015836 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:30.029653 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.plugin [None req-b8b31fbf-dd14-456f-a950-88c9eef8a92b admin admin] Deleting port f11f2b0c-cfce-4816-bfe4-df76b5aca54f {{(pid=106207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:06:30.030840 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-b8b31fbf-dd14-456f-a950-88c9eef8a92b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737868023260'] for port (f11f2b0c-cfce-4816-bfe4-df76b5aca54f), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:30.033122 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:30.113244 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.db [None req-b8b31fbf-dd14-456f-a950-88c9eef8a92b admin admin] For port f11f2b0c-cfce-4816-bfe4-df76b5aca54f, host dv-cinder-815146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=f11f2b0c-cfce-4816-bfe4-df76b5aca54f,segment=NetworkSegment(a07f57a2-5cfa-489d-867c-66fce265e4e3),segment_id=a07f57a2-5cfa-489d-867c-66fce265e4e3)] {{(pid=106207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:06:30.113599 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-b8b31fbf-dd14-456f-a950-88c9eef8a92b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16464105'] for port (f11f2b0c-cfce-4816-bfe4-df76b5aca54f), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:30.128618 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.plugin [None req-b8b31fbf-dd14-456f-a950-88c9eef8a92b admin admin] Calling delete_port for f11f2b0c-cfce-4816-bfe4-df76b5aca54f owned by network:dhcp {{(pid=106207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:06:30.130556 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c7665d-1c1b-432b-a21b-2ada5d52202f None None] DHCP port deletion for 333b25f5-148a-49b1-825d-7793a1ea673e request from dv-cinder-815146-13-iscsi {{(pid=106208) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 01:06:30.178885 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-8e180a33-7981-4aeb-a6c5-e5befa0b3955 req-f054276b-69f8-4875-8509-b17f63aefcac tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.47 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f40b3e29a18b48cba6800c9f3a0dfee9 HTTP/1.1" status: 200 len: 380 time: 0.1790950 Aug 30 01:06:30.183663 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-0bf37f4f-ea14-4209-a6e8-633c15fcc35e tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for port (fc797840-5be1-4ad8-9b95-75875adec8c0), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:30.184258 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-d8c7665d-1c1b-432b-a21b-2ada5d52202f None None] Deleting port f11f2b0c-cfce-4816-bfe4-df76b5aca54f {{(pid=106208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:06:30.184832 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-d8c7665d-1c1b-432b-a21b-2ada5d52202f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737868023260'] for port (f11f2b0c-cfce-4816-bfe4-df76b5aca54f), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:30.192116 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [req-8e180a33-7981-4aeb-a6c5-e5befa0b3955 req-d9b233a9-a09b-4cc9-b93d-e6bdc2a23545 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Request body: {'port': {'device_id': '4992ee7f-4690-467a-ab17-9cd2161482b7', 'network_id': '0b956883-0f29-4de3-9788-00541616d922', 'admin_state_up': True, 'tenant_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'security_groups': ['3e4996a9-20eb-4c9e-bf37-88b888c4b45f']}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:06:30.238356 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-b8b31fbf-dd14-456f-a950-88c9eef8a92b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737868027338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737867580465'] for port (f11f2b0c-cfce-4816-bfe4-df76b5aca54f), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:30.276963 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-d8c7665d-1c1b-432b-a21b-2ada5d52202f None None] For port f11f2b0c-cfce-4816-bfe4-df76b5aca54f, host dv-cinder-815146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=f11f2b0c-cfce-4816-bfe4-df76b5aca54f,segment=NetworkSegment(a07f57a2-5cfa-489d-867c-66fce265e4e3),segment_id=a07f57a2-5cfa-489d-867c-66fce265e4e3)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:06:30.277667 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-d8c7665d-1c1b-432b-a21b-2ada5d52202f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16464105'] for port (f11f2b0c-cfce-4816-bfe4-df76b5aca54f), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:30.284584 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b31fbf-dd14-456f-a950-88c9eef8a92b admin admin] Pushing event deleted for resources: {'Port': ['ID=f11f2b0c-cfce-4816-bfe4-df76b5aca54f,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:06:30.293504 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-d8c7665d-1c1b-432b-a21b-2ada5d52202f None None] Calling delete_port for f11f2b0c-cfce-4816-bfe4-df76b5aca54f owned by network:dhcp {{(pid=106208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:06:30.306119 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b31fbf-dd14-456f-a950-88c9eef8a92b admin admin] No DVR routers for this DVR port f11f2b0c-cfce-4816-bfe4-df76b5aca54f on host dv-cinder-815146-13-iscsi {{(pid=106207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:06:30.352125 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-0bf37f4f-ea14-4209-a6e8-633c15fcc35e tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737867580456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14283316'] for port (fc797840-5be1-4ad8-9b95-75875adec8c0), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:30.394649 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-d8c7665d-1c1b-432b-a21b-2ada5d52202f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737868027338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737867580465'] for port (f11f2b0c-cfce-4816-bfe4-df76b5aca54f), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:30.403170 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-b8b31fbf-dd14-456f-a950-88c9eef8a92b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-877315', 'neutron.services.segments.db._delete_segments_for_network-8737868099651'] for network (333b25f5-148a-49b1-825d-7793a1ea673e), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:30.423145 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c7665d-1c1b-432b-a21b-2ada5d52202f None None] Pushing event deleted for resources: {'Port': ['ID=f11f2b0c-cfce-4816-bfe4-df76b5aca54f,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:06:30.427133 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-b8b31fbf-dd14-456f-a950-88c9eef8a92b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:06:30.428574 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-b8b31fbf-dd14-456f-a950-88c9eef8a92b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:06:30.429047 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-b8b31fbf-dd14-456f-a950-88c9eef8a92b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:06:30.429608 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-b8b31fbf-dd14-456f-a950-88c9eef8a92b admin admin] Subscribe: > port after_create 55550000 {{(pid=106207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:06:30.430036 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-b8b31fbf-dd14-456f-a950-88c9eef8a92b admin admin] Subscribe: > port after_delete 55550000 {{(pid=106207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:06:30.430531 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-b8b31fbf-dd14-456f-a950-88c9eef8a92b admin admin] Subscribe: > port after_update 55550000 {{(pid=106207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:06:30.430908 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf37f4f-ea14-4209-a6e8-633c15fcc35e tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Network 3021e9f0-0eb2-4779-9e8d-2d74d8c353fb is already hosted by enough agents. {{(pid=106206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:06:30.431030 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-b8b31fbf-dd14-456f-a950-88c9eef8a92b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:06:30.431456 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-b8b31fbf-dd14-456f-a950-88c9eef8a92b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:06:30.431932 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-b8b31fbf-dd14-456f-a950-88c9eef8a92b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:06:30.432357 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-b8b31fbf-dd14-456f-a950-88c9eef8a92b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:06:30.432503 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c7665d-1c1b-432b-a21b-2ada5d52202f None None] No DVR routers for this DVR port f11f2b0c-cfce-4816-bfe4-df76b5aca54f on host dv-cinder-815146-13-iscsi {{(pid=106208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:06:30.434932 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c7665d-1c1b-432b-a21b-2ada5d52202f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:06:30.435272 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c7665d-1c1b-432b-a21b-2ada5d52202f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:06:30.435799 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c7665d-1c1b-432b-a21b-2ada5d52202f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:06:30.436319 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c7665d-1c1b-432b-a21b-2ada5d52202f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:06:30.437724 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c7665d-1c1b-432b-a21b-2ada5d52202f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:06:30.438396 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c7665d-1c1b-432b-a21b-2ada5d52202f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:06:30.438893 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c7665d-1c1b-432b-a21b-2ada5d52202f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:06:30.439379 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c7665d-1c1b-432b-a21b-2ada5d52202f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:06:30.440773 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c7665d-1c1b-432b-a21b-2ada5d52202f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:06:30.440954 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c7665d-1c1b-432b-a21b-2ada5d52202f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:06:30.441477 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c7665d-1c1b-432b-a21b-2ada5d52202f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:06:30.441873 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c7665d-1c1b-432b-a21b-2ada5d52202f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:06:30.442466 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c7665d-1c1b-432b-a21b-2ada5d52202f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:06:30.443015 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c7665d-1c1b-432b-a21b-2ada5d52202f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:06:30.443355 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c7665d-1c1b-432b-a21b-2ada5d52202f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:06:30.443622 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.base_scheduler [None req-0bf37f4f-ea14-4209-a6e8-633c15fcc35e tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Resources bound (agent type, host, resource id): {{(pid=106206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:06:30.465622 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf37f4f-ea14-4209-a6e8-633c15fcc35e tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Received port after_create {{(pid=106206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:06:30.500776 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e180a33-7981-4aeb-a6c5-e5befa0b3955 req-d9b233a9-a09b-4cc9-b93d-e6bdc2a23545 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Made reservation on behalf of f40b3e29a18b48cba6800c9f3a0dfee9 for: {'port': 1} {{(pid=106206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:06:30.504571 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-8e180a33-7981-4aeb-a6c5-e5befa0b3955 req-d9b233a9-a09b-4cc9-b93d-e6bdc2a23545 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:30.522891 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf37f4f-ea14-4209-a6e8-633c15fcc35e tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Pushing event updated for resources: {'Port': ['ID=fc797840-5be1-4ad8-9b95-75875adec8c0,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:06:30.528509 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=7 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:30.539224 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-b8b31fbf-dd14-456f-a950-88c9eef8a92b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:06:30.539613 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-b8b31fbf-dd14-456f-a950-88c9eef8a92b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:06:30.541276 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-b8b31fbf-dd14-456f-a950-88c9eef8a92b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:06:30.541620 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-b8b31fbf-dd14-456f-a950-88c9eef8a92b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:06:30.542060 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.services.segments.db [None req-b8b31fbf-dd14-456f-a950-88c9eef8a92b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['333b25f5-148a-49b1-825d-7793a1ea673e']}} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:06:30.573226 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.services.segments.db [None req-b8b31fbf-dd14-456f-a950-88c9eef8a92b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a07f57a2-5cfa-489d-867c-66fce265e4e3') {'for_net_delete': True} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:06:30.573891 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.services.segments.db [None req-b8b31fbf-dd14-456f-a950-88c9eef8a92b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a07f57a2-5cfa-489d-867c-66fce265e4e3') {} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:06:30.605545 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-b8b31fbf-dd14-456f-a950-88c9eef8a92b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737868127151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13648122'] for segment (a07f57a2-5cfa-489d-867c-66fce265e4e3), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:30.645447 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-b8b31fbf-dd14-456f-a950-88c9eef8a92b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879481'] for segment (a07f57a2-5cfa-489d-867c-66fce265e4e3), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:30.663454 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8b31fbf-dd14-456f-a950-88c9eef8a92b admin admin] Releasing vlan 1085 on physical network physnet1 to pool {{(pid=106207) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 01:06:30.663830 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-b8b31fbf-dd14-456f-a950-88c9eef8a92b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13006206'] for segment (a07f57a2-5cfa-489d-867c-66fce265e4e3), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:30.707189 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device e10d3e45-1218-4a9e-9db3-23014aba0708 no longer exists at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:06:30.729604 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] No Port match for: e10d3e45-1218-4a9e-9db3-23014aba0708 {{(pid=106208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:06:30.729947 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device e10d3e45-1218-4a9e-9db3-23014aba0708 not bound to the agent host dv-cinder-815146-13-iscsi {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:06:30.730549 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device f11f2b0c-cfce-4816-bfe4-df76b5aca54f no longer exists at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:06:30.752278 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] No Port match for: f11f2b0c-cfce-4816-bfe4-df76b5aca54f {{(pid=106208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:06:30.752623 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device f11f2b0c-cfce-4816-bfe4-df76b5aca54f not bound to the agent host dv-cinder-815146-13-iscsi {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:06:30.929278 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:30.935673 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-0bf37f4f-ea14-4209-a6e8-633c15fcc35e tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for floatingip (1d488586-0593-4869-ba92-6bfc14cbd01d), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:31.011483 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-0bf37f4f-ea14-4209-a6e8-633c15fcc35e tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (fc797840-5be1-4ad8-9b95-75875adec8c0), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:31.016069 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-29e727d8-87ee-48d0-9c2e-d18f39b84719 req-48a0a9de-7606-4329-8b0c-8e5873ef24d0 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4992ee7f-4690-467a-ab17-9cd2161482b7 HTTP/1.1" status: 200 len: 210 time: 0.0469351 Aug 30 01:06:31.028268 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-b8b31fbf-dd14-456f-a950-88c9eef8a92b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-877322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16316755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16466381'] for network (333b25f5-148a-49b1-825d-7793a1ea673e), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:31.038382 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-b8b31fbf-dd14-456f-a950-88c9eef8a92b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282183'] for network (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:31.045241 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-b8b31fbf-dd14-456f-a950-88c9eef8a92b admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/333b25f5-148a-49b1-825d-7793a1ea673e HTTP/1.1" status: 204 len: 168 time: 1.1688242 Aug 30 01:06:31.051644 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 50968) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:06:31.054616 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b31fbf-dd14-456f-a950-88c9eef8a92b admin admin] Pushing event deleted for resources: {'Network': ['ID=333b25f5-148a-49b1-825d-7793a1ea673e,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:06:31.130324 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.services.segments.plugin [-] Segment a07f57a2-5cfa-489d-867c-66fce265e4e3 resource provider aggregate not found Aug 30 01:06:31.133182 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.db_base_plugin_common [req-8e180a33-7981-4aeb-a6c5-e5befa0b3955 req-d9b233a9-a09b-4cc9-b93d-e6bdc2a23545 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Allocated IP 172.20.0.13 (0b956883-0f29-4de3-9788-00541616d922/d2092925-3f88-4d08-9bce-f992f050b9ed/b6a65e7b-a007-4ec5-97e9-6d73e85712b7) {{(pid=106206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:06:31.147628 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.services.segments.plugin [-] Segment a07f57a2-5cfa-489d-867c-66fce265e4e3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a07f57a2-5cfa-489d-867c-66fce265e4e3 found for delete ", "request_id": "req-806550c5-4cb4-4eea-9959-33d23718e85f"}]} Aug 30 01:06:31.500635 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-0bf37f4f-ea14-4209-a6e8-633c15fcc35e tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for port (fc797840-5be1-4ad8-9b95-75875adec8c0), precommit_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:31.505315 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-8e180a33-7981-4aeb-a6c5-e5befa0b3955 req-d9b233a9-a09b-4cc9-b93d-e6bdc2a23545 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks [] for port (b6a65e7b-a007-4ec5-97e9-6d73e85712b7), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:31.512481 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-0bf37f4f-ea14-4209-a6e8-633c15fcc35e tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14283325'] for port (fc797840-5be1-4ad8-9b95-75875adec8c0), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:31.616735 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:31.634941 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf37f4f-ea14-4209-a6e8-633c15fcc35e tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Pushing event updated for resources: {'Port': ['ID=fc797840-5be1-4ad8-9b95-75875adec8c0,revision_number=2']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:06:31.656185 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-0bf37f4f-ea14-4209-a6e8-633c15fcc35e tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16466402'] for floatingip (1d488586-0593-4869-ba92-6bfc14cbd01d), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:31.663736 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:INSERT=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:31.684611 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-8e180a33-7981-4aeb-a6c5-e5befa0b3955 req-d9b233a9-a09b-4cc9-b93d-e6bdc2a23545 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737867580456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14283316'] for port (b6a65e7b-a007-4ec5-97e9-6d73e85712b7), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:31.695771 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-0bf37f4f-ea14-4209-a6e8-633c15fcc35e tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for floatingip (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:31.696992 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-0bf37f4f-ea14-4209-a6e8-633c15fcc35e tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1431694 Aug 30 01:06:31.786923 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e180a33-7981-4aeb-a6c5-e5befa0b3955 req-d9b233a9-a09b-4cc9-b93d-e6bdc2a23545 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Network 0b956883-0f29-4de3-9788-00541616d922 is already hosted by enough agents. {{(pid=106206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:06:31.793548 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.base_scheduler [req-8e180a33-7981-4aeb-a6c5-e5befa0b3955 req-d9b233a9-a09b-4cc9-b93d-e6bdc2a23545 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Resources bound (agent type, host, resource id): {{(pid=106206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:06:31.795345 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-39beeca1-30c8-4805-8410-2e65bb275682 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16467426'] for router_interface (b865efcb-e557-482a-96a9-ca5556025a29), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:31.797780 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e180a33-7981-4aeb-a6c5-e5befa0b3955 req-d9b233a9-a09b-4cc9-b93d-e6bdc2a23545 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Received port after_create {{(pid=106206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:06:31.800483 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b233a9-a09b-4cc9-b93d-e6bdc2a23545 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Pushing event updated for resources: {'Port': ['ID=b6a65e7b-a007-4ec5-97e9-6d73e85712b7,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:06:31.898242 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-7084f9c1-a22b-4188-97e5-95d5874e443d req-5547c70d-2493-41a5-98a0-b5c6f7e6d99c tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1732321140&fields=id&tenant_id=0596692dbfb149139a1e72159c6f93db HTTP/1.1" status: 200 len: 267 time: 0.0747230 Aug 30 01:06:31.928509 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e180a33-7981-4aeb-a6c5-e5befa0b3955 req-d9b233a9-a09b-4cc9-b93d-e6bdc2a23545 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:31.929253 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-8e180a33-7981-4aeb-a6c5-e5befa0b3955 req-d9b233a9-a09b-4cc9-b93d-e6bdc2a23545 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for port (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:31.967966 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-8e180a33-7981-4aeb-a6c5-e5befa0b3955 req-d9b233a9-a09b-4cc9-b93d-e6bdc2a23545 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7816422 Aug 30 01:06:32.033996 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e455b1d-d107-449e-bb2e-df1cd97041a5 req-50e90255-61a9-4573-9bf7-4201d0bb4bae tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:32.035766 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-8e455b1d-d107-449e-bb2e-df1cd97041a5 req-50e90255-61a9-4573-9bf7-4201d0bb4bae tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2cff4036-ef80-4791-92b5-0c71c8e93582 HTTP/1.1" status: 200 len: 945 time: 0.0689909 Aug 30 01:06:32.081525 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7084f9c1-a22b-4188-97e5-95d5874e443d req-0d2a0e42-fe00-48ca-9b8e-f53c2387e69d tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:32.082933 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-7084f9c1-a22b-4188-97e5-95d5874e443d req-0d2a0e42-fe00-48ca-9b8e-f53c2387e69d tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/networks?id=dffca817-1d31-4c9c-99a3-2d8483c143b4 HTTP/1.1" status: 200 len: 814 time: 0.1776049 Aug 30 01:06:32.095357 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-a04c695a-36d6-4237-93af-53aaa92e4153 None None] Provisioning complete for port b6a65e7b-a007-4ec5-97e9-6d73e85712b7 triggered by entity DHCP. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:06:32.095930 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-a04c695a-36d6-4237-93af-53aaa92e4153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (b6a65e7b-a007-4ec5-97e9-6d73e85712b7), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:32.099807 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-39beeca1-30c8-4805-8410-2e65bb275682 admin admin] Deleting port fbbde947-cc8b-4cfa-a9c0-116978b18f29 {{(pid=106206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:06:32.099807 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-39beeca1-30c8-4805-8410-2e65bb275682 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737868023260'] for port (fbbde947-cc8b-4cfa-a9c0-116978b18f29), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:32.115646 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-7084f9c1-a22b-4188-97e5-95d5874e443d req-76e2c841-27c2-4486-80e1-b1271d99cb44 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/quotas/0596692dbfb149139a1e72159c6f93db HTTP/1.1" status: 200 len: 375 time: 0.0227437 Aug 30 01:06:32.119169 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-8e455b1d-d107-449e-bb2e-df1cd97041a5 req-7286e0fa-1df9-40bd-b9e4-cdc2406e6348 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0804ce8-eeeb-4c50-ad28-c5d311c0afd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734742 Aug 30 01:06:32.153126 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-a04c695a-36d6-4237-93af-53aaa92e4153 None None] Port b6a65e7b-a007-4ec5-97e9-6d73e85712b7 cannot update to ACTIVE because it is not bound. {{(pid=106208) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:06:32.183202 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-7084f9c1-a22b-4188-97e5-95d5874e443d req-d67e5b83-7e5f-4094-8148-c359c27ec01e tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=0596692dbfb149139a1e72159c6f93db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0593958 Aug 30 01:06:32.199394 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device c95263aa-656f-46aa-8e21-98579d43b4ae no longer exists at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:06:32.203955 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-39beeca1-30c8-4805-8410-2e65bb275682 admin admin] For port fbbde947-cc8b-4cfa-a9c0-116978b18f29, host dv-cinder-815146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=fbbde947-cc8b-4cfa-a9c0-116978b18f29,segment=NetworkSegment(6294b4c5-e62a-4ada-9fd7-a987622094cc),segment_id=6294b4c5-e62a-4ada-9fd7-a987622094cc)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:06:32.204517 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-39beeca1-30c8-4805-8410-2e65bb275682 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16464105'] for port (fbbde947-cc8b-4cfa-a9c0-116978b18f29), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:32.221877 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] No Port match for: c95263aa-656f-46aa-8e21-98579d43b4ae {{(pid=106208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:06:32.222213 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-39beeca1-30c8-4805-8410-2e65bb275682 admin admin] Calling delete_port for fbbde947-cc8b-4cfa-a9c0-116978b18f29 owned by network:router_interface {{(pid=106206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:06:32.222524 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device c95263aa-656f-46aa-8e21-98579d43b4ae not bound to the agent host dv-cinder-815146-13-iscsi {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:06:32.312617 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363aaf3f-95dd-4a5b-9481-a06c32075d49 req-f3fd2659-495b-4d1b-8b85-91d693ea9b8b tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:32.314016 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-363aaf3f-95dd-4a5b-9481-a06c32075d49 req-f3fd2659-495b-4d1b-8b85-91d693ea9b8b tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4992ee7f-4690-467a-ab17-9cd2161482b7 HTTP/1.1" status: 200 len: 932 time: 0.1008987 Aug 30 01:06:32.358752 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:32.390215 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-7084f9c1-a22b-4188-97e5-95d5874e443d req-e3d7baaf-48f6-4071-a81d-ad28a65d5d5c service neutron] 10.222.0.78 "GET /networking/v2.0/networks/dffca817-1d31-4c9c-99a3-2d8483c143b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943355 Aug 30 01:06:32.417701 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-39beeca1-30c8-4805-8410-2e65bb275682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737868027338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737867580465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14283316'] for port (fbbde947-cc8b-4cfa-a9c0-116978b18f29), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:32.423134 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:32.426090 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-363aaf3f-95dd-4a5b-9481-a06c32075d49 req-f27516ac-1ece-4a63-bf88-cb228d524cf4 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3e4996a9-20eb-4c9e-bf37-88b888c4b45f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044154 Aug 30 01:06:32.452888 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39beeca1-30c8-4805-8410-2e65bb275682 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbbde947-cc8b-4cfa-a9c0-116978b18f29,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:06:32.505244 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-7084f9c1-a22b-4188-97e5-95d5874e443d req-e9e68b9d-f594-42c3-9639-922cfb793938 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/dffca817-1d31-4c9c-99a3-2d8483c143b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069541 Aug 30 01:06:32.605581 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:32.618850 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-39beeca1-30c8-4805-8410-2e65bb275682 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16282204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16468050'] for router_interface (b865efcb-e557-482a-96a9-ca5556025a29), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:32.691552 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:32.711135 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-462628fd-249c-40eb-8df7-d65e41038b84 req-3489e518-1669-4de2-87d3-a66b16118997 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d738b454-d1e4-4298-93f4-d0db045454f2 HTTP/1.1" status: 200 len: 210 time: 0.0300212 Aug 30 01:06:32.847562 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39beeca1-30c8-4805-8410-2e65bb275682 admin admin] Router b865efcb-e557-482a-96a9-ca5556025a29 has already been hosted by L3 agent 613dbf26-5731-4391-8a29-3c5185f7ed3f {{(pid=106206) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:06:32.954773 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39beeca1-30c8-4805-8410-2e65bb275682 admin admin] Notify agent at l3_agent.dv-cinder-815146-13-iscsi the message routers_updated {{(pid=106206) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:06:32.962314 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-39beeca1-30c8-4805-8410-2e65bb275682 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/b865efcb-e557-482a-96a9-ca5556025a29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9043515 Aug 30 01:06:32.962994 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 51010) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:06:32.972253 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798593fd-9aa1-4f84-9500-df36c89c97dd None None] Sync routers for ids ['b865efcb-e557-482a-96a9-ca5556025a29'] in dv-cinder-815146-13-iscsi {{(pid=106208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:06:32.986145 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798593fd-9aa1-4f84-9500-df36c89c97dd None None] Routers {'b865efcb-e557-482a-96a9-ca5556025a29'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:06:32.986772 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-798593fd-9aa1-4f84-9500-df36c89c97dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:06:11Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['b865efcb-e557-482a-96a9-ca5556025a29'], 'active': True} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:06:33.085424 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-dcfa9a82-ca12-467c-83a8-6be9b9626385 admin admin] Publish callbacks [] for router (b865efcb-e557-482a-96a9-ca5556025a29), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:33.093181 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvr_db [None req-798593fd-9aa1-4f84-9500-df36c89c97dd None None] Set router b865efcb-e557-482a-96a9-ca5556025a29 gateway port host: dv-cinder-815146-13-iscsi {{(pid=106208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:06:33.195355 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-dcfa9a82-ca12-467c-83a8-6be9b9626385 admin admin] Publish callbacks [] for router_gateway (b865efcb-e557-482a-96a9-ca5556025a29), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:33.272857 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-798593fd-9aa1-4f84-9500-df36c89c97dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b865efcb-e557-482a-96a9-ca5556025a29', 'name': 'tempest-TestMinimumBasicScenario-151163587-router', 'tenant_id': 'f7ddbc07b2f149d2867b67c837c60afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.87'}], 'enable_snat': True}, 'gw_port_id': 'd90133cd-2db5-4988-9873-1121e46e14f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:03:21Z', 'updated_at': '2022-08-30T01:06:32Z', 'revision_number': 5, 'project_id': 'f7ddbc07b2f149d2867b67c837c60afd', 'gw_port': {'id': 'd90133cd-2db5-4988-9873-1121e46e14f3', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b865efcb-e557-482a-96a9-ca5556025a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:22Z', 'updated_at': '2022-08-30T01:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi'}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:06:33.277877 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa9360-b7a6-4839-a620-dbe2e418186d req-0a418aef-8e69-4ba3-aa1e-7fab4cc704ff tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:33.279364 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-8eaa9360-b7a6-4839-a620-dbe2e418186d req-0a418aef-8e69-4ba3-aa1e-7fab4cc704ff tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2cff4036-ef80-4791-92b5-0c71c8e93582 HTTP/1.1" status: 200 len: 945 time: 0.0792382 Aug 30 01:06:33.285552 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.plugin [None req-dcfa9a82-ca12-467c-83a8-6be9b9626385 admin admin] Deleting port d90133cd-2db5-4988-9873-1121e46e14f3 {{(pid=106207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:06:33.285892 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-dcfa9a82-ca12-467c-83a8-6be9b9626385 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737868023260'] for port (d90133cd-2db5-4988-9873-1121e46e14f3), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:33.303502 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798593fd-9aa1-4f84-9500-df36c89c97dd None None] Checking router: b865efcb-e557-482a-96a9-ca5556025a29 for host: dv-cinder-815146-13-iscsi {{(pid=106208) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:06:33.312773 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798593fd-9aa1-4f84-9500-df36c89c97dd None None] Routers {'b865efcb-e557-482a-96a9-ca5556025a29'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:06:33.313453 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-798593fd-9aa1-4f84-9500-df36c89c97dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:06:11Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['b865efcb-e557-482a-96a9-ca5556025a29'], 'active': True} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:06:33.379091 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-8eaa9360-b7a6-4839-a620-dbe2e418186d req-1480f36f-8ea6-4d9f-9f82-20ce24027751 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0804ce8-eeeb-4c50-ad28-c5d311c0afd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911329 Aug 30 01:06:33.395102 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvr_db [None req-798593fd-9aa1-4f84-9500-df36c89c97dd None None] Set router b865efcb-e557-482a-96a9-ca5556025a29 gateway port host: None {{(pid=106208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:06:33.407768 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.db [None req-dcfa9a82-ca12-467c-83a8-6be9b9626385 admin admin] For port d90133cd-2db5-4988-9873-1121e46e14f3, host dv-cinder-815146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=d90133cd-2db5-4988-9873-1121e46e14f3,segment=NetworkSegment(61a0af84-c6da-4606-8f1e-ec0a95f9a2d1),segment_id=61a0af84-c6da-4606-8f1e-ec0a95f9a2d1)] {{(pid=106207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:06:33.408138 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-dcfa9a82-ca12-467c-83a8-6be9b9626385 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16464105'] for port (d90133cd-2db5-4988-9873-1121e46e14f3), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:33.422122 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.plugin [None req-dcfa9a82-ca12-467c-83a8-6be9b9626385 admin admin] Calling delete_port for d90133cd-2db5-4988-9873-1121e46e14f3 owned by network:router_gateway {{(pid=106207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:06:33.448116 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-798593fd-9aa1-4f84-9500-df36c89c97dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b865efcb-e557-482a-96a9-ca5556025a29', 'name': 'tempest-TestMinimumBasicScenario-151163587-router', 'tenant_id': 'f7ddbc07b2f149d2867b67c837c60afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:03:21Z', 'updated_at': '2022-08-30T01:06:33Z', 'revision_number': 6, 'project_id': 'f7ddbc07b2f149d2867b67c837c60afd', 'gw_port_host': None}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:06:33.473881 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798593fd-9aa1-4f84-9500-df36c89c97dd None None] The sync data for ids ['b865efcb-e557-482a-96a9-ca5556025a29'] in dv-cinder-815146-13-iscsi is: [{'id': 'b865efcb-e557-482a-96a9-ca5556025a29', 'name': 'tempest-TestMinimumBasicScenario-151163587-router', 'tenant_id': 'f7ddbc07b2f149d2867b67c837c60afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:03:21Z', 'updated_at': '2022-08-30T01:06:33Z', 'revision_number': 6, 'project_id': 'f7ddbc07b2f149d2867b67c837c60afd', 'gw_port_host': None}] {{(pid=106208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:06:33.583936 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07cdfcc-e8fa-4e69-8eea-21a69da95b01 req-ba437fd8-73d3-411a-8803-39d3a7ee11c4 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:33.585420 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e07cdfcc-e8fa-4e69-8eea-21a69da95b01 req-ba437fd8-73d3-411a-8803-39d3a7ee11c4 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4992ee7f-4690-467a-ab17-9cd2161482b7 HTTP/1.1" status: 200 len: 932 time: 0.0588474 Aug 30 01:06:33.674751 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e07cdfcc-e8fa-4e69-8eea-21a69da95b01 req-fb735f29-7bdb-4015-82a9-a54b502da2ef tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3e4996a9-20eb-4c9e-bf37-88b888c4b45f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831928 Aug 30 01:06:33.675696 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-dcfa9a82-ca12-467c-83a8-6be9b9626385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737868027338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737867580465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13006123'] for port (d90133cd-2db5-4988-9873-1121e46e14f3), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:33.704117 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfa9a82-ca12-467c-83a8-6be9b9626385 admin admin] Pushing event deleted for resources: {'Port': ['ID=d90133cd-2db5-4988-9873-1121e46e14f3,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:06:33.766553 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-dcfa9a82-ca12-467c-83a8-6be9b9626385 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16466337'] for router_gateway (b865efcb-e557-482a-96a9-ca5556025a29), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:33.850264 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:33.898364 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-8c0dbbf2-c492-428c-8ce0-3ad79fe0f8e4 req-1f66ff0f-5740-461c-a68c-9ff7fab5c917 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d738b454-d1e4-4298-93f4-d0db045454f2 HTTP/1.1" status: 200 len: 210 time: 0.1099560 Aug 30 01:06:33.903073 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:33.904918 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-dcfa9a82-ca12-467c-83a8-6be9b9626385 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16467596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61021'] for router (b865efcb-e557-482a-96a9-ca5556025a29), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:33.908271 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-dcfa9a82-ca12-467c-83a8-6be9b9626385 admin admin] Publish callbacks [] for router_controller (b865efcb-e557-482a-96a9-ca5556025a29), precommit_delete_associations {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:33.972447 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-dcfa9a82-ca12-467c-83a8-6be9b9626385 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16468015'] for router (b865efcb-e557-482a-96a9-ca5556025a29), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:33.973170 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcfa9a82-ca12-467c-83a8-6be9b9626385 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b865efcb-e557-482a-96a9-ca5556025a29 {{(pid=106207) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 01:06:33.977907 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-dcfa9a82-ca12-467c-83a8-6be9b9626385 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:33.978889 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-dcfa9a82-ca12-467c-83a8-6be9b9626385 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/b865efcb-e557-482a-96a9-ca5556025a29 HTTP/1.1" status: 204 len: 168 time: 1.0149999 Aug 30 01:06:33.981706 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 51018) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:06:34.028023 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f25f359-6416-418c-b562-bb7dc906b2e0 admin admin] Deleting subnet dc37a8fe-122d-49af-af53-78a12ef7a0e7 {{(pid=106206) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 01:06:34.033003 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-1f25f359-6416-418c-b562-bb7dc906b2e0 admin admin] Publish callbacks [] for subnet (dc37a8fe-122d-49af-af53-78a12ef7a0e7), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:34.072741 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-1f25f359-6416-418c-b562-bb7dc906b2e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14420034'] for subnet (dc37a8fe-122d-49af-af53-78a12ef7a0e7), precommit_delete_associations {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:34.161713 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:34.178375 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-1f25f359-6416-418c-b562-bb7dc906b2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883296'] for subnet (dc37a8fe-122d-49af-af53-78a12ef7a0e7), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:34.243948 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-1f25f359-6416-418c-b562-bb7dc906b2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14283975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13728805'] for subnet (dc37a8fe-122d-49af-af53-78a12ef7a0e7), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:34.272274 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f25f359-6416-418c-b562-bb7dc906b2e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc37a8fe-122d-49af-af53-78a12ef7a0e7,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:06:34.279048 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-1f25f359-6416-418c-b562-bb7dc906b2e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282183'] for subnet (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:34.286227 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-1f25f359-6416-418c-b562-bb7dc906b2e0 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/dc37a8fe-122d-49af-af53-78a12ef7a0e7 HTTP/1.1" status: 204 len: 168 time: 0.3000693 Aug 30 01:06:34.286227 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 51020) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:06:34.289062 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937b3862-a428-4f95-b8d9-8cd4dd8b42ab None None] Network 185c8270-1a6e-4a4a-befc-3fd7e22c1f41 requested from dv-cinder-815146-13-iscsi {{(pid=106208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:06:34.291379 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device d90133cd-2db5-4988-9873-1121e46e14f3 no longer exists at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:06:34.295376 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:34.325346 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] No Port match for: d90133cd-2db5-4988-9873-1121e46e14f3 {{(pid=106208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:06:34.325715 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device d90133cd-2db5-4988-9873-1121e46e14f3 not bound to the agent host dv-cinder-815146-13-iscsi {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:06:34.326109 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device fbbde947-cc8b-4cfa-a9c0-116978b18f29 no longer exists at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:06:34.362043 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-446982f6-053b-40c2-8c6d-1359e3a3b70d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545373'] for network (185c8270-1a6e-4a4a-befc-3fd7e22c1f41), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:34.373139 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] No Port match for: fbbde947-cc8b-4cfa-a9c0-116978b18f29 {{(pid=106208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:06:34.373490 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device fbbde947-cc8b-4cfa-a9c0-116978b18f29 not bound to the agent host dv-cinder-815146-13-iscsi {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:06:34.413960 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-446982f6-053b-40c2-8c6d-1359e3a3b70d admin admin] Deleting port d7a7ea05-b3a4-4171-aa28-b74ea455cc0a {{(pid=106206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:06:34.414361 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-446982f6-053b-40c2-8c6d-1359e3a3b70d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737868023260'] for port (d7a7ea05-b3a4-4171-aa28-b74ea455cc0a), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:34.466578 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:34.501308 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-446982f6-053b-40c2-8c6d-1359e3a3b70d admin admin] For port d7a7ea05-b3a4-4171-aa28-b74ea455cc0a, host dv-cinder-815146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=d7a7ea05-b3a4-4171-aa28-b74ea455cc0a,segment=NetworkSegment(6294b4c5-e62a-4ada-9fd7-a987622094cc),segment_id=6294b4c5-e62a-4ada-9fd7-a987622094cc)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:06:34.501683 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-446982f6-053b-40c2-8c6d-1359e3a3b70d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16464105'] for port (d7a7ea05-b3a4-4171-aa28-b74ea455cc0a), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:34.502543 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9221a6-92ea-4531-9f8d-f31ce1ed3de3 None None] DHCP port deletion for 185c8270-1a6e-4a4a-befc-3fd7e22c1f41 request from dv-cinder-815146-13-iscsi {{(pid=106208) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 01:06:34.517870 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-446982f6-053b-40c2-8c6d-1359e3a3b70d admin admin] Calling delete_port for d7a7ea05-b3a4-4171-aa28-b74ea455cc0a owned by network:dhcp {{(pid=106206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:06:34.546843 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-ad9221a6-92ea-4531-9f8d-f31ce1ed3de3 None None] Deleting port d7a7ea05-b3a4-4171-aa28-b74ea455cc0a {{(pid=106208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:06:34.547597 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-ad9221a6-92ea-4531-9f8d-f31ce1ed3de3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737868023260'] for port (d7a7ea05-b3a4-4171-aa28-b74ea455cc0a), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:34.551624 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6855dce1-769d-4270-9339-23aebfb0ca03 req-f045df3d-434e-4b6e-a898-bbd4336bdf44 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:34.560443 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-6855dce1-769d-4270-9339-23aebfb0ca03 req-f045df3d-434e-4b6e-a898-bbd4336bdf44 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2cff4036-ef80-4791-92b5-0c71c8e93582 HTTP/1.1" status: 200 len: 945 time: 0.0821862 Aug 30 01:06:34.586235 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:34.618906 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-6855dce1-769d-4270-9339-23aebfb0ca03 req-d6ef0ad2-dd7e-4c5c-b5b5-79428162e417 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0804ce8-eeeb-4c50-ad28-c5d311c0afd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570064 Aug 30 01:06:34.619152 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-446982f6-053b-40c2-8c6d-1359e3a3b70d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737868027338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737867580465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14283316'] for port (d7a7ea05-b3a4-4171-aa28-b74ea455cc0a), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:34.621721 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-ad9221a6-92ea-4531-9f8d-f31ce1ed3de3 None None] For port d7a7ea05-b3a4-4171-aa28-b74ea455cc0a, host dv-cinder-815146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=d7a7ea05-b3a4-4171-aa28-b74ea455cc0a,segment=NetworkSegment(6294b4c5-e62a-4ada-9fd7-a987622094cc),segment_id=6294b4c5-e62a-4ada-9fd7-a987622094cc)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:06:34.622190 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-ad9221a6-92ea-4531-9f8d-f31ce1ed3de3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16464105'] for port (d7a7ea05-b3a4-4171-aa28-b74ea455cc0a), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:34.640590 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-ad9221a6-92ea-4531-9f8d-f31ce1ed3de3 None None] Calling delete_port for d7a7ea05-b3a4-4171-aa28-b74ea455cc0a owned by network:dhcp {{(pid=106208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:06:34.645389 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446982f6-053b-40c2-8c6d-1359e3a3b70d admin admin] Pushing event deleted for resources: {'Port': ['ID=d7a7ea05-b3a4-4171-aa28-b74ea455cc0a,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:06:34.648803 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446982f6-053b-40c2-8c6d-1359e3a3b70d admin admin] No DVR routers for this DVR port d7a7ea05-b3a4-4171-aa28-b74ea455cc0a on host dv-cinder-815146-13-iscsi {{(pid=106206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:06:34.721465 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-ad9221a6-92ea-4531-9f8d-f31ce1ed3de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737868027338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737867580465'] for port (d7a7ea05-b3a4-4171-aa28-b74ea455cc0a), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:34.722904 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-446982f6-053b-40c2-8c6d-1359e3a3b70d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-877315', 'neutron.services.segments.db._delete_segments_for_network-8737868099651'] for network (185c8270-1a6e-4a4a-befc-3fd7e22c1f41), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:34.747119 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9221a6-92ea-4531-9f8d-f31ce1ed3de3 None None] Pushing event deleted for resources: {'Port': ['ID=d7a7ea05-b3a4-4171-aa28-b74ea455cc0a,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:06:34.749881 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.services.segments.db [None req-446982f6-053b-40c2-8c6d-1359e3a3b70d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['185c8270-1a6e-4a4a-befc-3fd7e22c1f41']}} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:06:34.753248 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9221a6-92ea-4531-9f8d-f31ce1ed3de3 None None] No DVR routers for this DVR port d7a7ea05-b3a4-4171-aa28-b74ea455cc0a on host dv-cinder-815146-13-iscsi {{(pid=106208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:06:34.764745 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.services.segments.db [None req-446982f6-053b-40c2-8c6d-1359e3a3b70d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6294b4c5-e62a-4ada-9fd7-a987622094cc') {'for_net_delete': True} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:06:34.765346 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.services.segments.db [None req-446982f6-053b-40c2-8c6d-1359e3a3b70d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6294b4c5-e62a-4ada-9fd7-a987622094cc') {} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:06:34.778840 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-446982f6-053b-40c2-8c6d-1359e3a3b70d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737868127151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14420041'] for segment (6294b4c5-e62a-4ada-9fd7-a987622094cc), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:34.793840 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-446982f6-053b-40c2-8c6d-1359e3a3b70d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879481'] for segment (6294b4c5-e62a-4ada-9fd7-a987622094cc), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:34.801980 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-446982f6-053b-40c2-8c6d-1359e3a3b70d admin admin] Releasing vlan 1072 on physical network physnet1 to pool {{(pid=106206) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 01:06:34.802393 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-446982f6-053b-40c2-8c6d-1359e3a3b70d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14283361'] for segment (6294b4c5-e62a-4ada-9fd7-a987622094cc), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:34.813034 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a85e7ef-a1ed-44a4-91fb-bd2990f9f5ec req-54622038-81b9-4983-9548-081c006e7057 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:34.814611 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-4a85e7ef-a1ed-44a4-91fb-bd2990f9f5ec req-54622038-81b9-4983-9548-081c006e7057 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4992ee7f-4690-467a-ab17-9cd2161482b7 HTTP/1.1" status: 200 len: 932 time: 0.0506833 Aug 30 01:06:34.844688 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.services.segments.plugin [-] Segment 6294b4c5-e62a-4ada-9fd7-a987622094cc resource provider aggregate not found Aug 30 01:06:34.865189 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-4a85e7ef-a1ed-44a4-91fb-bd2990f9f5ec req-a711efae-8916-4913-a590-28e96b9cbae5 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3e4996a9-20eb-4c9e-bf37-88b888c4b45f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446541 Aug 30 01:06:34.865344 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.services.segments.plugin [-] Segment 6294b4c5-e62a-4ada-9fd7-a987622094cc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6294b4c5-e62a-4ada-9fd7-a987622094cc found for delete ", "request_id": "req-4f1e6f80-e3d1-44f8-ae2d-a3273af8197c"}]} Aug 30 01:06:34.869408 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-446982f6-053b-40c2-8c6d-1359e3a3b70d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-877322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16316755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16466381'] for network (185c8270-1a6e-4a4a-befc-3fd7e22c1f41), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:34.888729 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-446982f6-053b-40c2-8c6d-1359e3a3b70d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282183'] for network (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:34.892420 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-446982f6-053b-40c2-8c6d-1359e3a3b70d admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/185c8270-1a6e-4a4a-befc-3fd7e22c1f41 HTTP/1.1" status: 204 len: 168 time: 0.6027009 Aug 30 01:06:34.893933 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446982f6-053b-40c2-8c6d-1359e3a3b70d admin admin] Pushing event deleted for resources: {'Network': ['ID=185c8270-1a6e-4a4a-befc-3fd7e22c1f41,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:06:35.003041 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-87e0facd-cbc1-4c41-ba20-28e66640f48b req-f9ba7ba4-6393-4f77-ae0d-c156707c6379 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d738b454-d1e4-4298-93f4-d0db045454f2 HTTP/1.1" status: 200 len: 210 time: 0.0281632 Aug 30 01:06:35.072097 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 51034) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:06:35.115233 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-96d63d4a-029c-4e11-a1c3-223bc4c5b16e admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=fca43fd867154911badb413c7046befd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419524 Aug 30 01:06:35.117651 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 51036) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:06:35.168653 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-dc53d271-0530-4c35-804b-96cb5a9ec756 admin admin] Publish callbacks [] for security_group (b59c982d-07c8-4d82-875f-5f1283f0518a), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:35.190290 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-dc53d271-0530-4c35-804b-96cb5a9ec756 admin admin] Publish callbacks [] for security_group (b59c982d-07c8-4d82-875f-5f1283f0518a), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:35.250116 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [req-8e180a33-7981-4aeb-a6c5-e5befa0b3955 req-8a2e0e66-1755-400c-88cd-9585fb57eb24 service neutron] Request body: {'port': {'device_id': '4992ee7f-4690-467a-ab17-9cd2161482b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:06:35.250765 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-dc53d271-0530-4c35-804b-96cb5a9ec756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (b59c982d-07c8-4d82-875f-5f1283f0518a), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:35.253391 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-dc53d271-0530-4c35-804b-96cb5a9ec756 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:35.257577 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-dc53d271-0530-4c35-804b-96cb5a9ec756 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/b59c982d-07c8-4d82-875f-5f1283f0518a HTTP/1.1" status: 204 len: 168 time: 0.1389575 Aug 30 01:06:35.267847 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc53d271-0530-4c35-804b-96cb5a9ec756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b59c982d-07c8-4d82-875f-5f1283f0518a,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:06:35.327230 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-8e180a33-7981-4aeb-a6c5-e5befa0b3955 req-8a2e0e66-1755-400c-88cd-9585fb57eb24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (b6a65e7b-a007-4ec5-97e9-6d73e85712b7), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:35.537427 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e33aa-c67d-4418-9246-4fb771dca789 req-458924fa-a885-492b-b0dd-b01357facde2 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:35.540047 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-ba1e33aa-c67d-4418-9246-4fb771dca789 req-458924fa-a885-492b-b0dd-b01357facde2 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2cff4036-ef80-4791-92b5-0c71c8e93582 HTTP/1.1" status: 200 len: 945 time: 0.0747895 Aug 30 01:06:35.650748 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.plugin [req-ba1e33aa-c67d-4418-9246-4fb771dca789 req-8c29884d-93d1-48ee-bad3-cdfe27d770e9 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Deleting port 737df1fc-0996-483b-b4f3-e6055a0f4df0 {{(pid=106207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:06:35.651357 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-ba1e33aa-c67d-4418-9246-4fb771dca789 req-8c29884d-93d1-48ee-bad3-cdfe27d770e9 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737868023260'] for port (737df1fc-0996-483b-b4f3-e6055a0f4df0), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:35.730085 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 51046) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:06:35.828639 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.db [req-ba1e33aa-c67d-4418-9246-4fb771dca789 req-8c29884d-93d1-48ee-bad3-cdfe27d770e9 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] For port 737df1fc-0996-483b-b4f3-e6055a0f4df0, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=737df1fc-0996-483b-b4f3-e6055a0f4df0,segment=NetworkSegment(c47d2ff1-3cd9-4a2f-88ea-ac8145096927),segment_id=c47d2ff1-3cd9-4a2f-88ea-ac8145096927)] {{(pid=106207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:06:35.829013 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-ba1e33aa-c67d-4418-9246-4fb771dca789 req-8c29884d-93d1-48ee-bad3-cdfe27d770e9 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16464105'] for port (737df1fc-0996-483b-b4f3-e6055a0f4df0), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:35.844365 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad0d330-9344-4990-a159-c71013b12cb2 req-e78183c9-6ac0-4e7d-9086-3d1144e0eef5 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:35.845855 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-8ad0d330-9344-4990-a159-c71013b12cb2 req-e78183c9-6ac0-4e7d-9086-3d1144e0eef5 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2cff4036-ef80-4791-92b5-0c71c8e93582 HTTP/1.1" status: 200 len: 945 time: 0.1022768 Aug 30 01:06:35.882615 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [req-8e180a33-7981-4aeb-a6c5-e5befa0b3955 req-8a2e0e66-1755-400c-88cd-9585fb57eb24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6a65e7b-a007-4ec5-97e9-6d73e85712b7 {{(pid=106206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:06:35.891625 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-8e180a33-7981-4aeb-a6c5-e5befa0b3955 req-8a2e0e66-1755-400c-88cd-9585fb57eb24 service neutron] Publish callbacks [] for port (b6a65e7b-a007-4ec5-97e9-6d73e85712b7), precommit_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:35.906532 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [req-8e180a33-7981-4aeb-a6c5-e5befa0b3955 req-8a2e0e66-1755-400c-88cd-9585fb57eb24 service neutron] Transition to ACTIVE for port object b6a65e7b-a007-4ec5-97e9-6d73e85712b7 will not be triggered until provisioned by entity L2. {{(pid=106206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 01:06:35.910560 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-8e180a33-7981-4aeb-a6c5-e5befa0b3955 req-8a2e0e66-1755-400c-88cd-9585fb57eb24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14283325'] for port (b6a65e7b-a007-4ec5-97e9-6d73e85712b7), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:35.933364 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-0c7ffbb3-d033-4e3f-8ce6-f3fa9461c8f7 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=f7ddbc07b2f149d2867b67c837c60afd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1981745 Aug 30 01:06:35.934862 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 51050) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:06:36.022219 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2e0e66-1755-400c-88cd-9585fb57eb24 service neutron] Pushing event updated for resources: {'Port': ['ID=b6a65e7b-a007-4ec5-97e9-6d73e85712b7,revision_number=2']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:06:36.044760 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:36.065113 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65f0d9-8938-4b0e-a1a4-a010cf04b9ae req-7ec56b14-d812-4355-ac50-083181a694be tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:36.066634 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-ad65f0d9-8938-4b0e-a1a4-a010cf04b9ae req-7ec56b14-d812-4355-ac50-083181a694be tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4992ee7f-4690-467a-ab17-9cd2161482b7 HTTP/1.1" status: 200 len: 944 time: 0.1198416 Aug 30 01:06:36.078512 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-8ad0d330-9344-4990-a159-c71013b12cb2 req-58089fa6-c704-49cb-9643-29026f0f8e43 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0804ce8-eeeb-4c50-ad28-c5d311c0afd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2225730 Aug 30 01:06:36.081007 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-873fe324-e620-4bc9-9168-48139e73ed67 admin admin] Publish callbacks [] for security_group (5b64b920-c0f4-4ce0-8ead-926d528b14a6), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:36.084921 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [req-8e180a33-7981-4aeb-a6c5-e5befa0b3955 req-8a2e0e66-1755-400c-88cd-9585fb57eb24 service neutron] Attempting to bind port b6a65e7b-a007-4ec5-97e9-6d73e85712b7 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:06:36.085296 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [req-8e180a33-7981-4aeb-a6c5-e5befa0b3955 req-8a2e0e66-1755-400c-88cd-9585fb57eb24 service neutron] Attempting to bind port b6a65e7b-a007-4ec5-97e9-6d73e85712b7 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'ca5db623-0af4-47b7-b5e7-bb87137b4f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0b956883-0f29-4de3-9788-00541616d922'}] {{(pid=106206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:06:36.085636 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e180a33-7981-4aeb-a6c5-e5befa0b3955 req-8a2e0e66-1755-400c-88cd-9585fb57eb24 service neutron] Attempting to bind port b6a65e7b-a007-4ec5-97e9-6d73e85712b7 on network 0b956883-0f29-4de3-9788-00541616d922 {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:06:36.099055 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:36.118047 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e180a33-7981-4aeb-a6c5-e5befa0b3955 req-8a2e0e66-1755-400c-88cd-9585fb57eb24 service neutron] Port b6a65e7b-a007-4ec5-97e9-6d73e85712b7 on network 0b956883-0f29-4de3-9788-00541616d922 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 01:06:36.118487 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e180a33-7981-4aeb-a6c5-e5befa0b3955 req-8a2e0e66-1755-400c-88cd-9585fb57eb24 service neutron] Attempting to bind port b6a65e7b-a007-4ec5-97e9-6d73e85712b7 on network 0b956883-0f29-4de3-9788-00541616d922 {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:06:36.123361 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:36.126548 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-873fe324-e620-4bc9-9168-48139e73ed67 admin admin] Publish callbacks [] for security_group (5b64b920-c0f4-4ce0-8ead-926d528b14a6), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:36.134325 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:36.142368 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e180a33-7981-4aeb-a6c5-e5befa0b3955 req-8a2e0e66-1755-400c-88cd-9585fb57eb24 service neutron] Checking agent: {'id': 'ec393def-3d84-45a3-8a6c-ed049d62fe0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 0, 59, 14), 'started_at': datetime.datetime(2022, 8, 30, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:06:36.142715 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e180a33-7981-4aeb-a6c5-e5befa0b3955 req-8a2e0e66-1755-400c-88cd-9585fb57eb24 service neutron] Checking segment: {'id': 'ca5db623-0af4-47b7-b5e7-bb87137b4f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0b956883-0f29-4de3-9788-00541616d922'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:06:36.143234 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e180a33-7981-4aeb-a6c5-e5befa0b3955 req-8a2e0e66-1755-400c-88cd-9585fb57eb24 service neutron] Bound using segment: {'id': 'ca5db623-0af4-47b7-b5e7-bb87137b4f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0b956883-0f29-4de3-9788-00541616d922'} {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:06:36.143882 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [req-8e180a33-7981-4aeb-a6c5-e5befa0b3955 req-8a2e0e66-1755-400c-88cd-9585fb57eb24 service neutron] Bound port: b6a65e7b-a007-4ec5-97e9-6d73e85712b7, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca5db623-0af4-47b7-b5e7-bb87137b4f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0b956883-0f29-4de3-9788-00541616d922'}}] {{(pid=106206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:06:36.144254 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-8e180a33-7981-4aeb-a6c5-e5befa0b3955 req-8a2e0e66-1755-400c-88cd-9585fb57eb24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (b6a65e7b-a007-4ec5-97e9-6d73e85712b7), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:36.262326 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-ba1e33aa-c67d-4418-9246-4fb771dca789 req-8c29884d-93d1-48ee-bad3-cdfe27d770e9 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:36.262844 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-ba1e33aa-c67d-4418-9246-4fb771dca789 req-8c29884d-93d1-48ee-bad3-cdfe27d770e9 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16466402'] for floatingip (cc03bf5e-bd17-409f-b238-d51b16ffb34b), after_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:36.264141 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.db.l3_db [req-ba1e33aa-c67d-4418-9246-4fb771dca789 req-8c29884d-93d1-48ee-bad3-cdfe27d770e9 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Floating IP cc03bf5e-bd17-409f-b238-d51b16ffb34b disassociated. External IP: 172.27.4.130, port: 737df1fc-0996-483b-b4f3-e6055a0f4df0. Aug 30 01:06:36.264511 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.plugin [req-ba1e33aa-c67d-4418-9246-4fb771dca789 req-8c29884d-93d1-48ee-bad3-cdfe27d770e9 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Calling delete_port for 737df1fc-0996-483b-b4f3-e6055a0f4df0 owned by compute:nova {{(pid=106207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:06:36.276950 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-873fe324-e620-4bc9-9168-48139e73ed67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (5b64b920-c0f4-4ce0-8ead-926d528b14a6), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:36.279468 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-873fe324-e620-4bc9-9168-48139e73ed67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:36.282003 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-873fe324-e620-4bc9-9168-48139e73ed67 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/5b64b920-c0f4-4ce0-8ead-926d528b14a6 HTTP/1.1" status: 204 len: 168 time: 0.3452449 Aug 30 01:06:36.289680 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [req-8e180a33-7981-4aeb-a6c5-e5befa0b3955 req-8a2e0e66-1755-400c-88cd-9585fb57eb24 service neutron] For port b6a65e7b-a007-4ec5-97e9-6d73e85712b7, host hv-cinder-81514, cleared binding levels {{(pid=106206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:06:36.289819 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device d7a7ea05-b3a4-4171-aa28-b74ea455cc0a no longer exists at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:06:36.299442 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [req-8e180a33-7981-4aeb-a6c5-e5befa0b3955 req-8a2e0e66-1755-400c-88cd-9585fb57eb24 service neutron] For port b6a65e7b-a007-4ec5-97e9-6d73e85712b7, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=b6a65e7b-a007-4ec5-97e9-6d73e85712b7,segment=NetworkSegment(ca5db623-0af4-47b7-b5e7-bb87137b4f10),segment_id=ca5db623-0af4-47b7-b5e7-bb87137b4f10)] {{(pid=106206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:06:36.312746 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-ad65f0d9-8938-4b0e-a1a4-a010cf04b9ae req-98d31164-228a-4b36-86d1-cb313f0a1462 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3e4996a9-20eb-4c9e-bf37-88b888c4b45f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2147665 Aug 30 01:06:36.313310 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873fe324-e620-4bc9-9168-48139e73ed67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b64b920-c0f4-4ce0-8ead-926d528b14a6,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:06:36.313518 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-57ed897f-ca55-45e5-95f3-6c34bed24a9e req-8acda653-e325-402c-8eae-d3ba3e755c83 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d738b454-d1e4-4298-93f4-d0db045454f2 HTTP/1.1" status: 200 len: 210 time: 0.0782027 Aug 30 01:06:36.320243 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-8e180a33-7981-4aeb-a6c5-e5befa0b3955 req-8a2e0e66-1755-400c-88cd-9585fb57eb24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14283325'] for port (b6a65e7b-a007-4ec5-97e9-6d73e85712b7), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:36.326624 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] No Port match for: d7a7ea05-b3a4-4171-aa28-b74ea455cc0a {{(pid=106208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:06:36.327282 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device d7a7ea05-b3a4-4171-aa28-b74ea455cc0a not bound to the agent host dv-cinder-815146-13-iscsi {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:06:36.330391 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e180a33-7981-4aeb-a6c5-e5befa0b3955 req-8a2e0e66-1755-400c-88cd-9585fb57eb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:36.331149 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-8e180a33-7981-4aeb-a6c5-e5befa0b3955 req-8a2e0e66-1755-400c-88cd-9585fb57eb24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for port (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:36.335168 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-8e180a33-7981-4aeb-a6c5-e5befa0b3955 req-8a2e0e66-1755-400c-88cd-9585fb57eb24 service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/b6a65e7b-a007-4ec5-97e9-6d73e85712b7 HTTP/1.1" status: 200 len: 1094 time: 1.1967449 Aug 30 01:06:36.338709 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4992ee7f-4690-467a-ab17-9cd2161482b7', 'tag': 'b6a65e7b-a007-4ec5-97e9-6d73e85712b7'}] {{(pid=106206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:06:36.345453 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068580ff6c600dbe59ab62011f5d984f60f6f54628162803fce2ed792aa7a021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-292ff280-828e-491e-a6ed-267adb337430" -d '{"events": [{"name": "network-changed", "server_uuid": "4992ee7f-4690-467a-ab17-9cd2161482b7", "tag": "b6a65e7b-a007-4ec5-97e9-6d73e85712b7"}]}' {{(pid=106206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:06:36.409159 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7084f9c1-a22b-4188-97e5-95d5874e443d req-96c4825c-b07f-41e4-a670-b2f09d9b598b tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:36.413857 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-7084f9c1-a22b-4188-97e5-95d5874e443d req-96c4825c-b07f-41e4-a670-b2f09d9b598b tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.47 "GET /networking/v2.0/networks?id=dffca817-1d31-4c9c-99a3-2d8483c143b4 HTTP/1.1" status: 200 len: 814 time: 0.2661955 Aug 30 01:06:36.463692 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e180a33-7981-4aeb-a6c5-e5befa0b3955 req-4c546c09-67fe-410d-9cb6-4faa72ac77a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:36.465565 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-8e180a33-7981-4aeb-a6c5-e5befa0b3955 req-4c546c09-67fe-410d-9cb6-4faa72ac77a3 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=f40b3e29a18b48cba6800c9f3a0dfee9&device_id=4992ee7f-4690-467a-ab17-9cd2161482b7 HTTP/1.1" status: 200 len: 1128 time: 0.0538170 Aug 30 01:06:36.505456 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2e0e66-1755-400c-88cd-9585fb57eb24 service neutron] Pushing event updated for resources: {'Port': ['ID=b6a65e7b-a007-4ec5-97e9-6d73e85712b7,revision_number=3']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:06:36.550737 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-7084f9c1-a22b-4188-97e5-95d5874e443d req-556eb483-e39a-4830-b6f8-642068fa5aef tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.47 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0596692dbfb149139a1e72159c6f93db HTTP/1.1" status: 200 len: 380 time: 0.1239378 Aug 30 01:06:36.562156 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [req-7084f9c1-a22b-4188-97e5-95d5874e443d req-a0c4a999-81ce-4f30-b683-6fcea6e5eb85 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Request body: {'port': {'device_id': 'd738b454-d1e4-4298-93f4-d0db045454f2', 'network_id': 'dffca817-1d31-4c9c-99a3-2d8483c143b4', 'admin_state_up': True, 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'security_groups': ['47ba7562-8b49-4f5a-a646-514cf95623b9']}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:06:36.586143 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-8e180a33-7981-4aeb-a6c5-e5befa0b3955 req-47ac9e1c-1508-4fce-9af1-0f5123374e25 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6a65e7b-a007-4ec5-97e9-6d73e85712b7 HTTP/1.1" status: 200 len: 217 time: 0.0566468 Aug 30 01:06:36.597421 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-276b0d7e-6f4a-4b71-9579-b556382bec7b x-openstack-request-id: req-276b0d7e-6f4a-4b71-9579-b556382bec7b {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:06:36.597421 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4992ee7f-4690-467a-ab17-9cd2161482b7", "tag": "b6a65e7b-a007-4ec5-97e9-6d73e85712b7", "status": "completed", "code": 200}]} {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:06:36.597421 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-276b0d7e-6f4a-4b71-9579-b556382bec7b {{(pid=106206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:06:36.597421 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-276b0d7e-6f4a-4b71-9579-b556382bec7b'] response: {'name': 'network-changed', 'server_uuid': '4992ee7f-4690-467a-ab17-9cd2161482b7', 'tag': 'b6a65e7b-a007-4ec5-97e9-6d73e85712b7', 'status': 'completed', 'code': 200} Aug 30 01:06:36.654044 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e180a33-7981-4aeb-a6c5-e5befa0b3955 req-d0566638-d37b-4b26-bade-cf801a015471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:36.656903 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-8e180a33-7981-4aeb-a6c5-e5befa0b3955 req-d0566638-d37b-4b26-bade-cf801a015471 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=d2092925-3f88-4d08-9bce-f992f050b9ed HTTP/1.1" status: 200 len: 849 time: 0.0571516 Aug 30 01:06:36.706659 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e180a33-7981-4aeb-a6c5-e5befa0b3955 req-72d8ae7b-4b20-4d6a-9f31-3a07355b5e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:36.708481 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-8e180a33-7981-4aeb-a6c5-e5befa0b3955 req-72d8ae7b-4b20-4d6a-9f31-3a07355b5e4e service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=0b956883-0f29-4de3-9788-00541616d922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0455668 Aug 30 01:06:36.815284 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-8e180a33-7981-4aeb-a6c5-e5befa0b3955 req-6d52ef9d-d8f9-4f10-b5ac-5cd31d18285b service neutron] 10.222.0.47 "GET /networking/v2.0/networks/0b956883-0f29-4de3-9788-00541616d922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006112 Aug 30 01:06:36.899059 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-ba1e33aa-c67d-4418-9246-4fb771dca789 req-8c29884d-93d1-48ee-bad3-cdfe27d770e9 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737868027338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737867580465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13006123'] for port (737df1fc-0996-483b-b4f3-e6055a0f4df0), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:36.913164 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-8e180a33-7981-4aeb-a6c5-e5befa0b3955 req-1a64221e-cdec-4897-a2b6-5bed669920f4 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/0b956883-0f29-4de3-9788-00541616d922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911970 Aug 30 01:06:36.935790 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c29884d-93d1-48ee-bad3-cdfe27d770e9 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Pushing event deleted for resources: {'Port': ['ID=737df1fc-0996-483b-b4f3-e6055a0f4df0,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:06:37.066430 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7084f9c1-a22b-4188-97e5-95d5874e443d req-a0c4a999-81ce-4f30-b683-6fcea6e5eb85 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Made reservation on behalf of 0596692dbfb149139a1e72159c6f93db for: {'port': 1} {{(pid=106207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:06:37.070073 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-7084f9c1-a22b-4188-97e5-95d5874e443d req-a0c4a999-81ce-4f30-b683-6fcea6e5eb85 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:37.100567 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba1e33aa-c67d-4418-9246-4fb771dca789 req-8c29884d-93d1-48ee-bad3-cdfe27d770e9 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Router bfbc9895-1b34-4da0-af70-7d9bca0a2319 has already been hosted by L3 agent 613dbf26-5731-4391-8a29-3c5185f7ed3f {{(pid=106207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:06:37.191217 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:37.250926 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-2220c7c3-d18d-4ced-8474-6d39b46a1f78 req-beb902a5-9a34-452b-b5b6-74b0b70b2149 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2cff4036-ef80-4791-92b5-0c71c8e93582 HTTP/1.1" status: 200 len: 210 time: 0.0647585 Aug 30 01:06:37.311889 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:37.332239 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.db_base_plugin_common [req-7084f9c1-a22b-4188-97e5-95d5874e443d req-a0c4a999-81ce-4f30-b683-6fcea6e5eb85 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Allocated IP 172.20.0.9 (dffca817-1d31-4c9c-99a3-2d8483c143b4/35e91298-8731-4ea1-81fe-d78c255b7ca6/13333188-9b10-4db5-9b32-d0a0505dcd3b) {{(pid=106207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:06:37.340675 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba1e33aa-c67d-4418-9246-4fb771dca789 req-8c29884d-93d1-48ee-bad3-cdfe27d770e9 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Notify agent at l3_agent.dv-cinder-815146-13-iscsi the message routers_updated {{(pid=106207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:06:37.356235 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bdb306-209b-4d5b-8533-4b5c5c4b01db None None] Sync routers for ids ['bfbc9895-1b34-4da0-af70-7d9bca0a2319'] in dv-cinder-815146-13-iscsi {{(pid=106209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:06:37.369758 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bdb306-209b-4d5b-8533-4b5c5c4b01db None None] Routers {'bfbc9895-1b34-4da0-af70-7d9bca0a2319'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:06:37.370890 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-c4bdb306-209b-4d5b-8533-4b5c5c4b01db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:06:11Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['bfbc9895-1b34-4da0-af70-7d9bca0a2319'], 'active': True} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:06:37.404935 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba1e33aa-c67d-4418-9246-4fb771dca789 req-8c29884d-93d1-48ee-bad3-cdfe27d770e9 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] No DVR routers for this DVR port 737df1fc-0996-483b-b4f3-e6055a0f4df0 on host hv-cinder-81514 {{(pid=106207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:06:37.417819 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-ba1e33aa-c67d-4418-9246-4fb771dca789 req-8c29884d-93d1-48ee-bad3-cdfe27d770e9 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for port (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:37.422400 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-ba1e33aa-c67d-4418-9246-4fb771dca789 req-8c29884d-93d1-48ee-bad3-cdfe27d770e9 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.47 "DELETE /networking/v2.0/ports/737df1fc-0996-483b-b4f3-e6055a0f4df0 HTTP/1.1" status: 204 len: 173 time: 1.8763826 Aug 30 01:06:37.426233 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cff4036-ef80-4791-92b5-0c71c8e93582', 'name': 'network-vif-deleted', 'tag': '737df1fc-0996-483b-b4f3-e6055a0f4df0'}] {{(pid=106207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:06:37.426787 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480b08bd5bc4b1a03c1b08d00e02a3f82783774d0c3347d038299e83f2d6db65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b77c4d-8d01-43a0-899f-b2926b4e6597" -d '{"events": [{"server_uuid": "2cff4036-ef80-4791-92b5-0c71c8e93582", "name": "network-vif-deleted", "tag": "737df1fc-0996-483b-b4f3-e6055a0f4df0"}]}' {{(pid=106207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:06:37.494473 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvr_db [None req-c4bdb306-209b-4d5b-8533-4b5c5c4b01db None None] Set router bfbc9895-1b34-4da0-af70-7d9bca0a2319 gateway port host: dv-cinder-815146-13-iscsi {{(pid=106209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:06:37.503641 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-312d6be3-9b26-4526-8c6e-d709df3ef53f req-80ef1504-3d73-4b4c-9d9d-6d41a3943d52 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d738b454-d1e4-4298-93f4-d0db045454f2 HTTP/1.1" status: 200 len: 210 time: 0.0736630 Aug 30 01:06:37.520314 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123aa1b-9af1-4915-9f1f-8de47aab5fd1 req-fc3bd2a2-ff35-47d6-84a8-eab00ca67b37 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:37.521799 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-3123aa1b-9af1-4915-9f1f-8de47aab5fd1 req-fc3bd2a2-ff35-47d6-84a8-eab00ca67b37 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4992ee7f-4690-467a-ab17-9cd2161482b7 HTTP/1.1" status: 200 len: 944 time: 0.1237860 Aug 30 01:06:37.564157 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c50928a-6c75-4753-811f-8542fd52074b x-openstack-request-id: req-5c50928a-6c75-4753-811f-8542fd52074b {{(pid=106207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:06:37.564452 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cff4036-ef80-4791-92b5-0c71c8e93582", "name": "network-vif-deleted", "tag": "737df1fc-0996-483b-b4f3-e6055a0f4df0", "status": "completed", "code": 200}]} {{(pid=106207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:06:37.564703 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5c50928a-6c75-4753-811f-8542fd52074b {{(pid=106207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:06:37.565112 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c50928a-6c75-4753-811f-8542fd52074b'] response: {'server_uuid': '2cff4036-ef80-4791-92b5-0c71c8e93582', 'name': 'network-vif-deleted', 'tag': '737df1fc-0996-483b-b4f3-e6055a0f4df0', 'status': 'completed', 'code': 200} Aug 30 01:06:37.635270 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-3123aa1b-9af1-4915-9f1f-8de47aab5fd1 req-f7964c1d-a4b1-4aaf-ba74-9dddc0008112 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3e4996a9-20eb-4c9e-bf37-88b888c4b45f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075218 Aug 30 01:06:37.671353 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-7084f9c1-a22b-4188-97e5-95d5874e443d req-a0c4a999-81ce-4f30-b683-6fcea6e5eb85 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for port (13333188-9b10-4db5-9b32-d0a0505dcd3b), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:37.706691 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-c4bdb306-209b-4d5b-8533-4b5c5c4b01db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfbc9895-1b34-4da0-af70-7d9bca0a2319', 'name': 'tempest-ServerRescueNegativeTestJSON-568706440-router', 'tenant_id': 'ceebbaa5dd9d4110a6393190c5b466f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.79'}], 'enable_snat': True}, 'gw_port_id': 'a67e6768-26a3-4e65-9c2d-9e0b65834475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:01:01Z', 'updated_at': '2022-08-30T01:01:09Z', 'revision_number': 4, 'project_id': 'ceebbaa5dd9d4110a6393190c5b466f0', 'gw_port': {'id': 'a67e6768-26a3-4e65-9c2d-9e0b65834475', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfbc9895-1b34-4da0-af70-7d9bca0a2319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:03Z', 'updated_at': '2022-08-30T01:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_interfaces': [{'id': '83e43aba-7011-40c6-a7e4-b1d7907278c4', 'name': '', 'network_id': '5ee6ec53-bf26-4fab-b55f-62bd4221ec41', 'tenant_id': 'ceebbaa5dd9d4110a6393190c5b466f0', 'mac_address': 'fa:16:3e:30:05:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfbc9895-1b34-4da0-af70-7d9bca0a2319', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4a91c71a-9152-4bb3-bae3-f34c8bf8c47c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:07Z', 'updated_at': '2022-08-30T01:01:19Z', 'revision_number': 5, 'project_id': 'ceebbaa5dd9d4110a6393190c5b466f0', 'subnets': [{'id': '4a91c71a-9152-4bb3-bae3-f34c8bf8c47c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:06:37.729345 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device b6a65e7b-a007-4ec5-97e9-6d73e85712b7 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=106208) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 01:06:37.732848 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bdb306-209b-4d5b-8533-4b5c5c4b01db None None] Checking router: bfbc9895-1b34-4da0-af70-7d9bca0a2319 for host: dv-cinder-815146-13-iscsi {{(pid=106209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:06:37.736331 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device 737df1fc-0996-483b-b4f3-e6055a0f4df0 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:06:37.743229 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bdb306-209b-4d5b-8533-4b5c5c4b01db None None] Routers {'bfbc9895-1b34-4da0-af70-7d9bca0a2319'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:06:37.743854 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-c4bdb306-209b-4d5b-8533-4b5c5c4b01db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:06:11Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['bfbc9895-1b34-4da0-af70-7d9bca0a2319'], 'active': True} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:06:37.752909 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-7084f9c1-a22b-4188-97e5-95d5874e443d req-a0c4a999-81ce-4f30-b683-6fcea6e5eb85 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737867580456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13006123'] for port (13333188-9b10-4db5-9b32-d0a0505dcd3b), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:37.768158 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] No Port match for: 737df1fc-0996-483b-b4f3-e6055a0f4df0 {{(pid=106208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:06:37.769009 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device 737df1fc-0996-483b-b4f3-e6055a0f4df0 not bound to the agent host hv-cinder-81514 {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:06:37.783370 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=100 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:37.789301 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=100 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:37.813359 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292ff280-828e-491e-a6ed-267adb337430 req-23d9d43e-2d36-41af-9aef-98f33a9a2185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:37.815042 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-292ff280-828e-491e-a6ed-267adb337430 req-23d9d43e-2d36-41af-9aef-98f33a9a2185 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=f40b3e29a18b48cba6800c9f3a0dfee9&device_id=4992ee7f-4690-467a-ab17-9cd2161482b7 HTTP/1.1" status: 200 len: 1128 time: 0.1080992 Aug 30 01:06:37.818992 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7084f9c1-a22b-4188-97e5-95d5874e443d req-a0c4a999-81ce-4f30-b683-6fcea6e5eb85 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Network dffca817-1d31-4c9c-99a3-2d8483c143b4 is already hosted by enough agents. {{(pid=106207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:06:37.824942 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.base_scheduler [req-7084f9c1-a22b-4188-97e5-95d5874e443d req-a0c4a999-81ce-4f30-b683-6fcea6e5eb85 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Resources bound (agent type, host, resource id): {{(pid=106207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:06:37.853915 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvr_db [None req-c4bdb306-209b-4d5b-8533-4b5c5c4b01db None None] Set router bfbc9895-1b34-4da0-af70-7d9bca0a2319 gateway port host: dv-cinder-815146-13-iscsi {{(pid=106209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:06:37.854574 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [req-7084f9c1-a22b-4188-97e5-95d5874e443d req-a0c4a999-81ce-4f30-b683-6fcea6e5eb85 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Received port after_create {{(pid=106207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:06:37.906673 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port b6a65e7b-a007-4ec5-97e9-6d73e85712b7, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=b6a65e7b-a007-4ec5-97e9-6d73e85712b7,segment=NetworkSegment(ca5db623-0af4-47b7-b5e7-bb87137b4f10),segment_id=ca5db623-0af4-47b7-b5e7-bb87137b4f10)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:06:37.919548 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c4a999-81ce-4f30-b683-6fcea6e5eb85 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Pushing event updated for resources: {'Port': ['ID=13333188-9b10-4db5-9b32-d0a0505dcd3b,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:06:37.935284 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Returning: {'device': 'b6a65e7b-a007-4ec5-97e9-6d73e85712b7', 'network_id': '0b956883-0f29-4de3-9788-00541616d922', 'port_id': 'b6a65e7b-a007-4ec5-97e9-6d73e85712b7', 'mac_address': 'fa:16:3e:34:f0:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1095, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2092925-3f88-4d08-9bce-f992f050b9ed', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106208) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 01:06:37.964424 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7084f9c1-a22b-4188-97e5-95d5874e443d req-a0c4a999-81ce-4f30-b683-6fcea6e5eb85 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:37.965460 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-7084f9c1-a22b-4188-97e5-95d5874e443d req-a0c4a999-81ce-4f30-b683-6fcea6e5eb85 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for port (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:38.009212 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Current status of the port b6a65e7b-a007-4ec5-97e9-6d73e85712b7 is: DOWN; New status is: BUILD {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:06:38.009708 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (b6a65e7b-a007-4ec5-97e9-6d73e85712b7), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:38.011981 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-7084f9c1-a22b-4188-97e5-95d5874e443d req-a0c4a999-81ce-4f30-b683-6fcea6e5eb85 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4550862 Aug 30 01:06:38.025928 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [req-7084f9c1-a22b-4188-97e5-95d5874e443d req-a9d99bc3-6223-48fb-81e0-1c9fd4102a28 service neutron] Request body: {'port': {'device_id': 'd738b454-d1e4-4298-93f4-d0db045454f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:06:38.026153 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6a65e7b-a007-4ec5-97e9-6d73e85712b7 {{(pid=106208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:06:38.053013 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292ff280-828e-491e-a6ed-267adb337430 req-d5c56bcb-23e7-4766-81d5-34185ab7129e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:38.058238 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port b6a65e7b-a007-4ec5-97e9-6d73e85712b7, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=b6a65e7b-a007-4ec5-97e9-6d73e85712b7,segment=NetworkSegment(ca5db623-0af4-47b7-b5e7-bb87137b4f10),segment_id=ca5db623-0af4-47b7-b5e7-bb87137b4f10)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:06:38.063053 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-292ff280-828e-491e-a6ed-267adb337430 req-d5c56bcb-23e7-4766-81d5-34185ab7129e service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=0b956883-0f29-4de3-9788-00541616d922 HTTP/1.1" status: 200 len: 912 time: 0.2389603 Aug 30 01:06:38.068057 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (b6a65e7b-a007-4ec5-97e9-6d73e85712b7), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:38.139145 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Pushing event updated for resources: {'Port': ['ID=b6a65e7b-a007-4ec5-97e9-6d73e85712b7,revision_number=4']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:06:38.166639 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-7084f9c1-a22b-4188-97e5-95d5874e443d req-a9d99bc3-6223-48fb-81e0-1c9fd4102a28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (13333188-9b10-4db5-9b32-d0a0505dcd3b), before_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:38.170855 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-292ff280-828e-491e-a6ed-267adb337430 req-d0137163-aaf5-4218-8ffe-ecde93ad8fe8 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6a65e7b-a007-4ec5-97e9-6d73e85712b7 HTTP/1.1" status: 200 len: 217 time: 0.0920758 Aug 30 01:06:38.191447 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-c4bdb306-209b-4d5b-8533-4b5c5c4b01db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfbc9895-1b34-4da0-af70-7d9bca0a2319', 'name': 'tempest-ServerRescueNegativeTestJSON-568706440-router', 'tenant_id': 'ceebbaa5dd9d4110a6393190c5b466f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.79'}], 'enable_snat': True}, 'gw_port_id': 'a67e6768-26a3-4e65-9c2d-9e0b65834475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:01:01Z', 'updated_at': '2022-08-30T01:01:09Z', 'revision_number': 4, 'project_id': 'ceebbaa5dd9d4110a6393190c5b466f0', 'gw_port': {'id': 'a67e6768-26a3-4e65-9c2d-9e0b65834475', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfbc9895-1b34-4da0-af70-7d9bca0a2319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:03Z', 'updated_at': '2022-08-30T01:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_interfaces': [{'id': '83e43aba-7011-40c6-a7e4-b1d7907278c4', 'name': '', 'network_id': '5ee6ec53-bf26-4fab-b55f-62bd4221ec41', 'tenant_id': 'ceebbaa5dd9d4110a6393190c5b466f0', 'mac_address': 'fa:16:3e:30:05:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfbc9895-1b34-4da0-af70-7d9bca0a2319', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4a91c71a-9152-4bb3-bae3-f34c8bf8c47c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:07Z', 'updated_at': '2022-08-30T01:01:19Z', 'revision_number': 5, 'project_id': 'ceebbaa5dd9d4110a6393190c5b466f0', 'subnets': [{'id': '4a91c71a-9152-4bb3-bae3-f34c8bf8c47c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:06:38.216602 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bdb306-209b-4d5b-8533-4b5c5c4b01db None None] The sync data for ids ['bfbc9895-1b34-4da0-af70-7d9bca0a2319'] in dv-cinder-815146-13-iscsi is: [{'id': 'bfbc9895-1b34-4da0-af70-7d9bca0a2319', 'name': 'tempest-ServerRescueNegativeTestJSON-568706440-router', 'tenant_id': 'ceebbaa5dd9d4110a6393190c5b466f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.79'}], 'enable_snat': True}, 'gw_port_id': 'a67e6768-26a3-4e65-9c2d-9e0b65834475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:01:01Z', 'updated_at': '2022-08-30T01:01:09Z', 'revision_number': 4, 'project_id': 'ceebbaa5dd9d4110a6393190c5b466f0', 'gw_port': {'id': 'a67e6768-26a3-4e65-9c2d-9e0b65834475', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfbc9895-1b34-4da0-af70-7d9bca0a2319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:03Z', 'updated_at': '2022-08-30T01:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_interfaces': [{'id': '83e43aba-7011-40c6-a7e4-b1d7907278c4', 'name': '', 'network_id': '5ee6ec53-bf26-4fab-b55f-62bd4221ec41', 'tenant_id': 'ceebbaa5dd9d4110a6393190c5b466f0', 'mac_address': 'fa:16:3e:30:05:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfbc9895-1b34-4da0-af70-7d9bca0a2319', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4a91c71a-9152-4bb3-bae3-f34c8bf8c47c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:07Z', 'updated_at': '2022-08-30T01:01:19Z', 'revision_number': 5, 'project_id': 'ceebbaa5dd9d4110a6393190c5b466f0', 'subnets': [{'id': '4a91c71a-9152-4bb3-bae3-f34c8bf8c47c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:06:38.236456 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-fee35343-dd2d-45ce-b2d3-7098102eeb1f None None] Provisioning complete for port 13333188-9b10-4db5-9b32-d0a0505dcd3b triggered by entity DHCP. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:06:38.236914 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-fee35343-dd2d-45ce-b2d3-7098102eeb1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (13333188-9b10-4db5-9b32-d0a0505dcd3b), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:38.279772 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-fee35343-dd2d-45ce-b2d3-7098102eeb1f None None] Port 13333188-9b10-4db5-9b32-d0a0505dcd3b cannot update to ACTIVE because it is not bound. {{(pid=106208) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:06:38.286204 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:38.333798 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] get_ports_and_sgs() called for port_ids ['b6a65e7b-a007-4ec5-97e9-6d73e85712b7'] {{(pid=106208) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:06:38.402078 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-477f2575-faef-44c1-ae62-2316a7246c5a req-a113775e-37be-48e3-a8bb-1335860974f0 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2cff4036-ef80-4791-92b5-0c71c8e93582 HTTP/1.1" status: 200 len: 210 time: 0.0438237 Aug 30 01:06:38.462871 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292ff280-828e-491e-a6ed-267adb337430 req-457b8dec-5242-46ad-aade-99306cc4833e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:38.463147 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:38.464815 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-292ff280-828e-491e-a6ed-267adb337430 req-457b8dec-5242-46ad-aade-99306cc4833e service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=d2092925-3f88-4d08-9bce-f992f050b9ed HTTP/1.1" status: 200 len: 849 time: 0.0911169 Aug 30 01:06:38.482707 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:38.519452 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e409c1-eac8-40fd-bc48-eda9529d5d00 None None] New status for floating IP cc03bf5e-bd17-409f-b238-d51b16ffb34b: DOWN {{(pid=106208) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:06:38.525150 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:38.570512 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292ff280-828e-491e-a6ed-267adb337430 req-72ec1880-2b4e-41d5-af72-eae5d2fd704a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:38.572069 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-292ff280-828e-491e-a6ed-267adb337430 req-72ec1880-2b4e-41d5-af72-eae5d2fd704a service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=0b956883-0f29-4de3-9788-00541616d922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0856540 Aug 30 01:06:38.601749 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.notifiers.nova [req-7084f9c1-a22b-4188-97e5-95d5874e443d req-a9d99bc3-6223-48fb-81e0-1c9fd4102a28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13333188-9b10-4db5-9b32-d0a0505dcd3b {{(pid=106207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:06:38.621512 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-7084f9c1-a22b-4188-97e5-95d5874e443d req-a9d99bc3-6223-48fb-81e0-1c9fd4102a28 service neutron] Publish callbacks [] for port (13333188-9b10-4db5-9b32-d0a0505dcd3b), precommit_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:38.709484 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.provisioning_blocks [req-7084f9c1-a22b-4188-97e5-95d5874e443d req-a9d99bc3-6223-48fb-81e0-1c9fd4102a28 service neutron] Transition to ACTIVE for port object 13333188-9b10-4db5-9b32-d0a0505dcd3b will not be triggered until provisioned by entity L2. {{(pid=106207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 01:06:38.720127 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-7084f9c1-a22b-4188-97e5-95d5874e443d req-a9d99bc3-6223-48fb-81e0-1c9fd4102a28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13006114'] for port (13333188-9b10-4db5-9b32-d0a0505dcd3b), after_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:38.731992 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f498222-e67d-486d-b082-f9966ffffcd4 req-443f2043-f29b-4877-83cb-dc861ee020cb tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:38.734068 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-6f498222-e67d-486d-b082-f9966ffffcd4 req-443f2043-f29b-4877-83cb-dc861ee020cb tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d738b454-d1e4-4298-93f4-d0db045454f2 HTTP/1.1" status: 200 len: 931 time: 0.1155801 Aug 30 01:06:38.847550 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-292ff280-828e-491e-a6ed-267adb337430 req-abdf1d39-ff51-4731-87a1-239a960c24f0 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/0b956883-0f29-4de3-9788-00541616d922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600851 Aug 30 01:06:38.853305 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd5a883-8823-46ae-8c31-384026df0100 req-7e653117-efde-4cc5-84a9-ffe8546c6e18 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:38.854840 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-6bd5a883-8823-46ae-8c31-384026df0100 req-7e653117-efde-4cc5-84a9-ffe8546c6e18 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4992ee7f-4690-467a-ab17-9cd2161482b7 HTTP/1.1" status: 200 len: 945 time: 0.1357880 Aug 30 01:06:38.888041 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d99bc3-6223-48fb-81e0-1c9fd4102a28 service neutron] Pushing event updated for resources: {'Port': ['ID=13333188-9b10-4db5-9b32-d0a0505dcd3b,revision_number=2']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:06:38.946275 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-78b1ce2c-fb80-4a85-8eeb-0138f8ab9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (fba0026e-8830-42b0-8a12-2be2a1203730), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:38.984969 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-6f498222-e67d-486d-b082-f9966ffffcd4 req-f78adb27-4fc4-46b7-bc4c-557c6e9600e0 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=47ba7562-8b49-4f5a-a646-514cf95623b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2179286 Aug 30 01:06:39.052092 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-6bd5a883-8823-46ae-8c31-384026df0100 req-4c2d6398-3dae-4306-ba4c-ec9c9f422758 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3e4996a9-20eb-4c9e-bf37-88b888c4b45f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1649127 Aug 30 01:06:39.058859 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.managers [req-7084f9c1-a22b-4188-97e5-95d5874e443d req-a9d99bc3-6223-48fb-81e0-1c9fd4102a28 service neutron] Attempting to bind port 13333188-9b10-4db5-9b32-d0a0505dcd3b on host hv-cinder-81514 for vnic_type normal with profile {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:06:39.059200 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.managers [req-7084f9c1-a22b-4188-97e5-95d5874e443d req-a9d99bc3-6223-48fb-81e0-1c9fd4102a28 service neutron] Attempting to bind port 13333188-9b10-4db5-9b32-d0a0505dcd3b by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'ac710424-0f03-41c7-8792-e4337957dd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'dffca817-1d31-4c9c-99a3-2d8483c143b4'}] {{(pid=106207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:06:39.059526 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7084f9c1-a22b-4188-97e5-95d5874e443d req-a9d99bc3-6223-48fb-81e0-1c9fd4102a28 service neutron] Attempting to bind port 13333188-9b10-4db5-9b32-d0a0505dcd3b on network dffca817-1d31-4c9c-99a3-2d8483c143b4 {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:06:39.070660 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7084f9c1-a22b-4188-97e5-95d5874e443d req-a9d99bc3-6223-48fb-81e0-1c9fd4102a28 service neutron] Port 13333188-9b10-4db5-9b32-d0a0505dcd3b on network dffca817-1d31-4c9c-99a3-2d8483c143b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 01:06:39.070985 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7084f9c1-a22b-4188-97e5-95d5874e443d req-a9d99bc3-6223-48fb-81e0-1c9fd4102a28 service neutron] Attempting to bind port 13333188-9b10-4db5-9b32-d0a0505dcd3b on network dffca817-1d31-4c9c-99a3-2d8483c143b4 {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:06:39.078684 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-292ff280-828e-491e-a6ed-267adb337430 req-221d0db6-b22d-4d5d-85b1-b5f8db0ca9a5 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/0b956883-0f29-4de3-9788-00541616d922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187884 Aug 30 01:06:39.079845 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7084f9c1-a22b-4188-97e5-95d5874e443d req-a9d99bc3-6223-48fb-81e0-1c9fd4102a28 service neutron] Checking agent: {'id': 'ec393def-3d84-45a3-8a6c-ed049d62fe0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 0, 59, 14), 'started_at': datetime.datetime(2022, 8, 30, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:06:39.080180 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7084f9c1-a22b-4188-97e5-95d5874e443d req-a9d99bc3-6223-48fb-81e0-1c9fd4102a28 service neutron] Checking segment: {'id': 'ac710424-0f03-41c7-8792-e4337957dd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'dffca817-1d31-4c9c-99a3-2d8483c143b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:06:39.080545 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7084f9c1-a22b-4188-97e5-95d5874e443d req-a9d99bc3-6223-48fb-81e0-1c9fd4102a28 service neutron] Bound using segment: {'id': 'ac710424-0f03-41c7-8792-e4337957dd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'dffca817-1d31-4c9c-99a3-2d8483c143b4'} {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:06:39.080968 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.managers [req-7084f9c1-a22b-4188-97e5-95d5874e443d req-a9d99bc3-6223-48fb-81e0-1c9fd4102a28 service neutron] Bound port: 13333188-9b10-4db5-9b32-d0a0505dcd3b, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac710424-0f03-41c7-8792-e4337957dd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'dffca817-1d31-4c9c-99a3-2d8483c143b4'}}] {{(pid=106207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:06:39.081347 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-7084f9c1-a22b-4188-97e5-95d5874e443d req-a9d99bc3-6223-48fb-81e0-1c9fd4102a28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (13333188-9b10-4db5-9b32-d0a0505dcd3b), before_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:39.084519 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:39.146577 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.db [req-7084f9c1-a22b-4188-97e5-95d5874e443d req-a9d99bc3-6223-48fb-81e0-1c9fd4102a28 service neutron] For port 13333188-9b10-4db5-9b32-d0a0505dcd3b, host hv-cinder-81514, cleared binding levels {{(pid=106207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:06:39.149546 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.db [req-7084f9c1-a22b-4188-97e5-95d5874e443d req-a9d99bc3-6223-48fb-81e0-1c9fd4102a28 service neutron] For port 13333188-9b10-4db5-9b32-d0a0505dcd3b, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=13333188-9b10-4db5-9b32-d0a0505dcd3b,segment=NetworkSegment(ac710424-0f03-41c7-8792-e4337957dd44),segment_id=ac710424-0f03-41c7-8792-e4337957dd44)] {{(pid=106207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:06:39.155655 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-7084f9c1-a22b-4188-97e5-95d5874e443d req-a9d99bc3-6223-48fb-81e0-1c9fd4102a28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13006114'] for port (13333188-9b10-4db5-9b32-d0a0505dcd3b), after_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:39.160148 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7084f9c1-a22b-4188-97e5-95d5874e443d req-a9d99bc3-6223-48fb-81e0-1c9fd4102a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:39.160761 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-7084f9c1-a22b-4188-97e5-95d5874e443d req-a9d99bc3-6223-48fb-81e0-1c9fd4102a28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for port (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:39.162175 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-7084f9c1-a22b-4188-97e5-95d5874e443d req-a9d99bc3-6223-48fb-81e0-1c9fd4102a28 service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/13333188-9b10-4db5-9b32-d0a0505dcd3b HTTP/1.1" status: 200 len: 1093 time: 1.1403844 Aug 30 01:06:39.238567 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d99bc3-6223-48fb-81e0-1c9fd4102a28 service neutron] Pushing event updated for resources: {'Port': ['ID=13333188-9b10-4db5-9b32-d0a0505dcd3b,revision_number=3']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:06:39.245998 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7084f9c1-a22b-4188-97e5-95d5874e443d req-69f728e6-27b3-474e-a1d0-0ce2d6417102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:39.247509 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-7084f9c1-a22b-4188-97e5-95d5874e443d req-69f728e6-27b3-474e-a1d0-0ce2d6417102 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=0596692dbfb149139a1e72159c6f93db&device_id=d738b454-d1e4-4298-93f4-d0db045454f2 HTTP/1.1" status: 200 len: 1127 time: 0.0499215 Aug 30 01:06:39.287382 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-7084f9c1-a22b-4188-97e5-95d5874e443d req-73d1afb5-ce54-4b53-83c8-9181952c9b17 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13333188-9b10-4db5-9b32-d0a0505dcd3b HTTP/1.1" status: 200 len: 217 time: 0.0326180 Aug 30 01:06:39.346420 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7084f9c1-a22b-4188-97e5-95d5874e443d req-8eb9e835-9961-4351-9afb-0b837622b8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:39.347866 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-7084f9c1-a22b-4188-97e5-95d5874e443d req-8eb9e835-9961-4351-9afb-0b837622b8b1 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=35e91298-8731-4ea1-81fe-d78c255b7ca6 HTTP/1.1" status: 200 len: 853 time: 0.0549006 Aug 30 01:06:39.390108 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7084f9c1-a22b-4188-97e5-95d5874e443d req-81044714-77c0-4f5f-802b-81e4f59f3564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:39.391583 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-7084f9c1-a22b-4188-97e5-95d5874e443d req-81044714-77c0-4f5f-802b-81e4f59f3564 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=dffca817-1d31-4c9c-99a3-2d8483c143b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0378270 Aug 30 01:06:39.484087 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-7084f9c1-a22b-4188-97e5-95d5874e443d req-93dc40d8-3735-4003-adbb-df765c7fef12 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/dffca817-1d31-4c9c-99a3-2d8483c143b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862701 Aug 30 01:06:39.496617 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:39.503958 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 51082) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:06:39.564346 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-dfd1ce8c-9817-48a8-b5f4-8d47cbd00b3c tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Publish callbacks [] for security_group (f0804ce8-eeeb-4c50-ad28-c5d311c0afd8), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:39.567050 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd738b454-d1e4-4298-93f4-d0db045454f2', 'tag': '13333188-9b10-4db5-9b32-d0a0505dcd3b'}] {{(pid=106207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:06:39.569950 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480b08bd5bc4b1a03c1b08d00e02a3f82783774d0c3347d038299e83f2d6db65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78af8d6c-7c54-4d3d-ac4b-c04b0551536c" -d '{"events": [{"name": "network-changed", "server_uuid": "d738b454-d1e4-4298-93f4-d0db045454f2", "tag": "13333188-9b10-4db5-9b32-d0a0505dcd3b"}]}' {{(pid=106207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:06:39.586353 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-7084f9c1-a22b-4188-97e5-95d5874e443d req-cb298f9a-5188-42c6-98f1-5cbd6ccd1a30 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/dffca817-1d31-4c9c-99a3-2d8483c143b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964887 Aug 30 01:06:39.587933 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-dfd1ce8c-9817-48a8-b5f4-8d47cbd00b3c tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Publish callbacks [] for security_group (f0804ce8-eeeb-4c50-ad28-c5d311c0afd8), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:39.612746 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8997b3f8-b26b-4ff7-9ea9-61bdec0344d5 x-openstack-request-id: req-8997b3f8-b26b-4ff7-9ea9-61bdec0344d5 {{(pid=106207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:06:39.613129 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d738b454-d1e4-4298-93f4-d0db045454f2", "tag": "13333188-9b10-4db5-9b32-d0a0505dcd3b", "status": "completed", "code": 200}]} {{(pid=106207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:06:39.613467 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8997b3f8-b26b-4ff7-9ea9-61bdec0344d5 {{(pid=106207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:06:39.613952 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8997b3f8-b26b-4ff7-9ea9-61bdec0344d5'] response: {'name': 'network-changed', 'server_uuid': 'd738b454-d1e4-4298-93f4-d0db045454f2', 'tag': '13333188-9b10-4db5-9b32-d0a0505dcd3b', 'status': 'completed', 'code': 200} Aug 30 01:06:39.644531 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-dfd1ce8c-9817-48a8-b5f4-8d47cbd00b3c tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (f0804ce8-eeeb-4c50-ad28-c5d311c0afd8), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:39.647165 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-dfd1ce8c-9817-48a8-b5f4-8d47cbd00b3c tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Publish callbacks [] for security_group (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:39.648318 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-dfd1ce8c-9817-48a8-b5f4-8d47cbd00b3c tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/f0804ce8-eeeb-4c50-ad28-c5d311c0afd8 HTTP/1.1" status: 204 len: 168 time: 0.1433713 Aug 30 01:06:39.650962 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 51086) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:06:39.657854 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd1ce8c-9817-48a8-b5f4-8d47cbd00b3c tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0804ce8-eeeb-4c50-ad28-c5d311c0afd8,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:06:39.664766 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.api.v2.resource [None req-aca90ba4-dcd2-4138-9888-fb960cd9e653 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] show failed (client error): The resource could not be found. Aug 30 01:06:39.665804 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-aca90ba4-dcd2-4138-9888-fb960cd9e653 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups/f0804ce8-eeeb-4c50-ad28-c5d311c0afd8 HTTP/1.1" status: 404 len: 347 time: 0.0138507 Aug 30 01:06:39.668510 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 51088) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:06:39.740808 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device b6a65e7b-a007-4ec5-97e9-6d73e85712b7 up at agent hyperv_hv-cinder-81514 {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:06:39.787963 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.plugin [None req-0c0f67fc-e551-49e6-b2c2-899e5ed33f2d tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Deleting port bf6673d5-079f-4a94-92f1-70061202f41a {{(pid=106207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:06:39.788536 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-0c0f67fc-e551-49e6-b2c2-899e5ed33f2d tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737868023260'] for port (bf6673d5-079f-4a94-92f1-70061202f41a), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:39.789874 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Provisioning for port b6a65e7b-a007-4ec5-97e9-6d73e85712b7 completed by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 01:06:39.795927 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Provisioning complete for port b6a65e7b-a007-4ec5-97e9-6d73e85712b7 triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:06:39.796436 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (b6a65e7b-a007-4ec5-97e9-6d73e85712b7), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:39.868550 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Current status of the port b6a65e7b-a007-4ec5-97e9-6d73e85712b7 is: BUILD; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:06:39.868949 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (b6a65e7b-a007-4ec5-97e9-6d73e85712b7), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:39.870788 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-0c0f67fc-e551-49e6-b2c2-899e5ed33f2d tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16464105'] for port (bf6673d5-079f-4a94-92f1-70061202f41a), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:39.871124 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-0c0f67fc-e551-49e6-b2c2-899e5ed33f2d tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Publish callbacks [] for floatingip (bf6673d5-079f-4a94-92f1-70061202f41a), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:39.884144 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.plugin [None req-0c0f67fc-e551-49e6-b2c2-899e5ed33f2d tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Calling delete_port for bf6673d5-079f-4a94-92f1-70061202f41a owned by network:floatingip {{(pid=106207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:06:39.893670 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4992ee7f-4690-467a-ab17-9cd2161482b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a65e7b-a007-4ec5-97e9-6d73e85712b7'}] {{(pid=106208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:06:39.895918 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c29b7fbecba6d5f29730e8e5f4edf6e9b002b1b00f6f5f73d69c4afba8ee411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c3e41f8-ebfc-44ee-9986-1da2f329f2ac" -d '{"events": [{"server_uuid": "4992ee7f-4690-467a-ab17-9cd2161482b7", "name": "network-vif-plugged", "status": "completed", "tag": "b6a65e7b-a007-4ec5-97e9-6d73e85712b7"}]}' {{(pid=106208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:06:39.909939 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port b6a65e7b-a007-4ec5-97e9-6d73e85712b7, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=b6a65e7b-a007-4ec5-97e9-6d73e85712b7,segment=NetworkSegment(ca5db623-0af4-47b7-b5e7-bb87137b4f10),segment_id=ca5db623-0af4-47b7-b5e7-bb87137b4f10)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:06:39.915221 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (b6a65e7b-a007-4ec5-97e9-6d73e85712b7), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:39.943847 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-459ebb26-edbf-496c-8075-a7211e047a6a x-openstack-request-id: req-459ebb26-edbf-496c-8075-a7211e047a6a {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:06:39.944140 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4992ee7f-4690-467a-ab17-9cd2161482b7", "name": "network-vif-plugged", "status": "completed", "tag": "b6a65e7b-a007-4ec5-97e9-6d73e85712b7", "code": 200}]} {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:06:39.944391 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-459ebb26-edbf-496c-8075-a7211e047a6a {{(pid=106208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:06:39.944780 dv-cinder-815146-13-iscsi neutron-server[106208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-459ebb26-edbf-496c-8075-a7211e047a6a'] response: {'server_uuid': '4992ee7f-4690-467a-ab17-9cd2161482b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a65e7b-a007-4ec5-97e9-6d73e85712b7', 'code': 200} Aug 30 01:06:39.972774 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Pushing event updated for resources: {'Port': ['ID=b6a65e7b-a007-4ec5-97e9-6d73e85712b7,revision_number=5']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:06:40.028016 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-0c0f67fc-e551-49e6-b2c2-899e5ed33f2d tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737868027338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737867580465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13006123'] for port (bf6673d5-079f-4a94-92f1-70061202f41a), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:40.056138 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0f67fc-e551-49e6-b2c2-899e5ed33f2d tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Pushing event deleted for resources: {'Port': ['ID=bf6673d5-079f-4a94-92f1-70061202f41a,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:06:40.062144 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:40.184473 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0312a8b9-4982-4d4b-80ec-ca1d71fefe3f req-b44bdfdd-eade-4bda-9c8c-d8d6b63365a3 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:40.185866 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-0312a8b9-4982-4d4b-80ec-ca1d71fefe3f req-b44bdfdd-eade-4bda-9c8c-d8d6b63365a3 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d738b454-d1e4-4298-93f4-d0db045454f2 HTTP/1.1" status: 200 len: 943 time: 0.1226170 Aug 30 01:06:40.192747 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-0c0f67fc-e551-49e6-b2c2-899e5ed33f2d tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Publish callbacks [] for floatingip (cc03bf5e-bd17-409f-b238-d51b16ffb34b), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:40.195244 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-0c0f67fc-e551-49e6-b2c2-899e5ed33f2d tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for floatingip (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:40.196321 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-0c0f67fc-e551-49e6-b2c2-899e5ed33f2d tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/cc03bf5e-bd17-409f-b238-d51b16ffb34b HTTP/1.1" status: 204 len: 168 time: 0.5269475 Aug 30 01:06:40.224692 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f0ed0-4f8d-4a64-b028-0bdeab44e840 req-b58ffa2a-1115-45b2-b20b-c4d2fc8f1ef4 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:40.226195 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-d17f0ed0-4f8d-4a64-b028-0bdeab44e840 req-b58ffa2a-1115-45b2-b20b-c4d2fc8f1ef4 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4992ee7f-4690-467a-ab17-9cd2161482b7 HTTP/1.1" status: 200 len: 946 time: 0.0950809 Aug 30 01:06:40.289297 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-0312a8b9-4982-4d4b-80ec-ca1d71fefe3f req-bac3bef2-f523-4900-92cb-412b6dbea748 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=47ba7562-8b49-4f5a-a646-514cf95623b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918674 Aug 30 01:06:40.305314 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-d17f0ed0-4f8d-4a64-b028-0bdeab44e840 req-9c4698e2-18fe-4a47-9de7-52c6c152ef53 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3e4996a9-20eb-4c9e-bf37-88b888c4b45f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722189 Aug 30 01:06:40.479234 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af8d6c-7c54-4d3d-ac4b-c04b0551536c req-f029e1ce-0737-4426-821d-ead217e7e349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:40.480804 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-78af8d6c-7c54-4d3d-ac4b-c04b0551536c req-f029e1ce-0737-4426-821d-ead217e7e349 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=0596692dbfb149139a1e72159c6f93db&device_id=d738b454-d1e4-4298-93f4-d0db045454f2 HTTP/1.1" status: 200 len: 1127 time: 0.0409775 Aug 30 01:06:40.602338 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:40.607762 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1751b6-98c8-43b4-b85b-52d09ba9f596 req-1cda0e02-b440-4a00-9e4c-87d841d81997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:40.609786 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-1d1751b6-98c8-43b4-b85b-52d09ba9f596 req-1cda0e02-b440-4a00-9e4c-87d841d81997 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4992ee7f-4690-467a-ab17-9cd2161482b7 HTTP/1.1" status: 200 len: 1130 time: 0.0551722 Aug 30 01:06:40.610680 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af8d6c-7c54-4d3d-ac4b-c04b0551536c req-0a07ca53-abb2-4f9b-a872-90255ddcc01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:40.611951 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-78af8d6c-7c54-4d3d-ac4b-c04b0551536c req-0a07ca53-abb2-4f9b-a872-90255ddcc01f service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=dffca817-1d31-4c9c-99a3-2d8483c143b4 HTTP/1.1" status: 200 len: 916 time: 0.1243482 Aug 30 01:06:40.668382 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-78af8d6c-7c54-4d3d-ac4b-c04b0551536c req-2edd3dec-cfd7-4889-9e7e-18ab0533ae7c service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13333188-9b10-4db5-9b32-d0a0505dcd3b HTTP/1.1" status: 200 len: 217 time: 0.0452294 Aug 30 01:06:40.719081 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-1d1751b6-98c8-43b4-b85b-52d09ba9f596 req-490fe6e4-055a-4d76-8779-7492fc72adbe service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=3e4996a9-20eb-4c9e-bf37-88b888c4b45f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969248 Aug 30 01:06:40.732495 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af8d6c-7c54-4d3d-ac4b-c04b0551536c req-975b23bf-bae6-4eb6-9335-070e70b46c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:40.734394 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-78af8d6c-7c54-4d3d-ac4b-c04b0551536c req-975b23bf-bae6-4eb6-9335-070e70b46c06 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=35e91298-8731-4ea1-81fe-d78c255b7ca6 HTTP/1.1" status: 200 len: 853 time: 0.0565894 Aug 30 01:06:41.043812 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af8d6c-7c54-4d3d-ac4b-c04b0551536c req-76bdfe62-9793-4007-96b5-010818dbbbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:41.045306 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-78af8d6c-7c54-4d3d-ac4b-c04b0551536c req-76bdfe62-9793-4007-96b5-010818dbbbfb service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=dffca817-1d31-4c9c-99a3-2d8483c143b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0394559 Aug 30 01:06:41.317032 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-346bcac5-119f-4fe2-b9d9-5bfb5673a83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (613dbf26-5731-4391-8a29-3c5185f7ed3f), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:41.491578 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5525bd-fa99-42af-bfbd-4512b98f2016 req-50fa0fa7-a962-4b26-bf6c-2d84ecdaa1a8 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:41.493058 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-ba5525bd-fa99-42af-bfbd-4512b98f2016 req-50fa0fa7-a962-4b26-bf6c-2d84ecdaa1a8 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4992ee7f-4690-467a-ab17-9cd2161482b7 HTTP/1.1" status: 200 len: 946 time: 0.0926569 Aug 30 01:06:41.500735 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dce0c9-2d25-4166-b3cf-9391d2ab6f73 req-79869ff7-2c36-4c6f-a813-6701e416c40c tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:41.502146 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-01dce0c9-2d25-4166-b3cf-9391d2ab6f73 req-79869ff7-2c36-4c6f-a813-6701e416c40c tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d738b454-d1e4-4298-93f4-d0db045454f2 HTTP/1.1" status: 200 len: 943 time: 0.1178806 Aug 30 01:06:41.506024 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-78af8d6c-7c54-4d3d-ac4b-c04b0551536c req-93d201ba-19d2-4acc-8e23-3f3432a0a293 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/dffca817-1d31-4c9c-99a3-2d8483c143b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4539075 Aug 30 01:06:41.636936 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-ba5525bd-fa99-42af-bfbd-4512b98f2016 req-d8a603b0-60f2-46df-924c-ee8f208750e4 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3e4996a9-20eb-4c9e-bf37-88b888c4b45f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337721 Aug 30 01:06:41.649172 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-01dce0c9-2d25-4166-b3cf-9391d2ab6f73 req-25d577b5-e04f-4529-80f9-4fdf0dc15931 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=47ba7562-8b49-4f5a-a646-514cf95623b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380353 Aug 30 01:06:41.669454 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-78af8d6c-7c54-4d3d-ac4b-c04b0551536c req-3d2190e2-5069-41a9-8539-e3d41f2be57e service neutron] 10.222.0.47 "GET /networking/v2.0/networks/dffca817-1d31-4c9c-99a3-2d8483c143b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557577 Aug 30 01:06:41.752471 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device 13333188-9b10-4db5-9b32-d0a0505dcd3b details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=106208) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 01:06:41.862306 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port 13333188-9b10-4db5-9b32-d0a0505dcd3b, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=13333188-9b10-4db5-9b32-d0a0505dcd3b,segment=NetworkSegment(ac710424-0f03-41c7-8792-e4337957dd44),segment_id=ac710424-0f03-41c7-8792-e4337957dd44)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:06:41.875127 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Returning: {'device': '13333188-9b10-4db5-9b32-d0a0505dcd3b', 'network_id': 'dffca817-1d31-4c9c-99a3-2d8483c143b4', 'port_id': '13333188-9b10-4db5-9b32-d0a0505dcd3b', 'mac_address': 'fa:16:3e:bb:29:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1057, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e91298-8731-4ea1-81fe-d78c255b7ca6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106208) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 01:06:41.913007 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Current status of the port 13333188-9b10-4db5-9b32-d0a0505dcd3b is: DOWN; New status is: BUILD {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:06:41.913351 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (13333188-9b10-4db5-9b32-d0a0505dcd3b), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:41.927334 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13333188-9b10-4db5-9b32-d0a0505dcd3b {{(pid=106208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:06:41.946835 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port 13333188-9b10-4db5-9b32-d0a0505dcd3b, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=13333188-9b10-4db5-9b32-d0a0505dcd3b,segment=NetworkSegment(ac710424-0f03-41c7-8792-e4337957dd44),segment_id=ac710424-0f03-41c7-8792-e4337957dd44)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:06:41.950529 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (13333188-9b10-4db5-9b32-d0a0505dcd3b), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:41.998706 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Pushing event updated for resources: {'Port': ['ID=13333188-9b10-4db5-9b32-d0a0505dcd3b,revision_number=4']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:06:42.198183 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] get_ports_and_sgs() called for port_ids ['13333188-9b10-4db5-9b32-d0a0505dcd3b'] {{(pid=106208) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:06:42.296759 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:42.509958 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:42.517605 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-25c1dd7e-d974-443e-806e-f641d8bbb77b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (0cb86657-2da7-42ea-bd2c-d65472391dc8), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:42.734937 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5851d5-fe0c-4f42-bf4b-1a7154b2a29d req-a0fbbe42-700a-49ce-953a-323381517191 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:42.736339 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-4a5851d5-fe0c-4f42-bf4b-1a7154b2a29d req-a0fbbe42-700a-49ce-953a-323381517191 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 945 time: 0.0643661 Aug 30 01:06:42.786314 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de6225-5d85-468d-8f9d-3e8459fe2e85 req-3f3017bc-d248-41e0-87d9-2fde9d65c387 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:42.787792 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-72de6225-5d85-468d-8f9d-3e8459fe2e85 req-3f3017bc-d248-41e0-87d9-2fde9d65c387 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4992ee7f-4690-467a-ab17-9cd2161482b7 HTTP/1.1" status: 200 len: 946 time: 0.0716927 Aug 30 01:06:42.821333 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:42.830365 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-4a5851d5-fe0c-4f42-bf4b-1a7154b2a29d req-494e55ed-4305-4ff3-8542-120b602d9495 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773590 Aug 30 01:06:42.863158 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-72de6225-5d85-468d-8f9d-3e8459fe2e85 req-27737835-a397-43fe-b713-f4086e814124 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3e4996a9-20eb-4c9e-bf37-88b888c4b45f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649912 Aug 30 01:06:42.934696 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1d0be6-9d78-4af6-a407-64cd536a918d req-0ac0435b-f2ee-42d6-8b93-12b0f8021753 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:42.936254 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-ee1d0be6-9d78-4af6-a407-64cd536a918d req-0ac0435b-f2ee-42d6-8b93-12b0f8021753 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d738b454-d1e4-4298-93f4-d0db045454f2 HTTP/1.1" status: 200 len: 944 time: 0.0518146 Aug 30 01:06:42.996222 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce28fc-071d-4e92-a82f-b982c4c84fd3 req-14075648-d106-42dc-89c6-0e151f104cb1 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:42.997726 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-76ce28fc-071d-4e92-a82f-b982c4c84fd3 req-14075648-d106-42dc-89c6-0e151f104cb1 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4992ee7f-4690-467a-ab17-9cd2161482b7 HTTP/1.1" status: 200 len: 946 time: 0.0606198 Aug 30 01:06:43.008260 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 51124) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:06:43.013150 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [None req-1cf5d8aa-db98-45ba-8662-fdd34e47d4e3 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Request body: {'floatingip': {'port_id': 'b6a65e7b-a007-4ec5-97e9-6d73e85712b7'}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:06:43.021832 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-ee1d0be6-9d78-4af6-a407-64cd536a918d req-1700981b-f23e-4035-99f7-702994cc3139 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=47ba7562-8b49-4f5a-a646-514cf95623b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764430 Aug 30 01:06:43.053496 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-1cf5d8aa-db98-45ba-8662-fdd34e47d4e3 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks [] for floatingip (b4952c2e-4ba9-4b6e-8ad2-95551f1380c1), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:43.207444 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:43.375954 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:DELETE=3,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:43.481665 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-1cf5d8aa-db98-45ba-8662-fdd34e47d4e3 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:43.485886 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-1cf5d8aa-db98-45ba-8662-fdd34e47d4e3 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16466402'] for floatingip (b4952c2e-4ba9-4b6e-8ad2-95551f1380c1), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:43.578486 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.db.l3_db [None req-1cf5d8aa-db98-45ba-8662-fdd34e47d4e3 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Floating IP b4952c2e-4ba9-4b6e-8ad2-95551f1380c1 associated. External IP: 172.27.4.171, port: b6a65e7b-a007-4ec5-97e9-6d73e85712b7. Aug 30 01:06:43.754460 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device 13333188-9b10-4db5-9b32-d0a0505dcd3b up at agent hyperv_hv-cinder-81514 {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:06:43.774142 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cf5d8aa-db98-45ba-8662-fdd34e47d4e3 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Router 4ac67fb5-f9e8-4423-ba99-3faec60e5969 has already been hosted by L3 agent 613dbf26-5731-4391-8a29-3c5185f7ed3f {{(pid=106206) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:06:43.798227 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Provisioning for port 13333188-9b10-4db5-9b32-d0a0505dcd3b completed by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 01:06:43.804682 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Provisioning complete for port 13333188-9b10-4db5-9b32-d0a0505dcd3b triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:06:43.805030 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (13333188-9b10-4db5-9b32-d0a0505dcd3b), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:43.879568 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf5d8aa-db98-45ba-8662-fdd34e47d4e3 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Notify agent at l3_agent.dv-cinder-815146-13-iscsi the message routers_updated {{(pid=106206) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:06:43.884568 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-1cf5d8aa-db98-45ba-8662-fdd34e47d4e3 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for floatingip (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:43.887693 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Current status of the port 13333188-9b10-4db5-9b32-d0a0505dcd3b is: BUILD; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:06:43.888163 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (13333188-9b10-4db5-9b32-d0a0505dcd3b), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:43.891714 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fa16bb-73d0-4f25-94c9-9c0eaa39ac67 None None] Sync routers for ids ['4ac67fb5-f9e8-4423-ba99-3faec60e5969'] in dv-cinder-815146-13-iscsi {{(pid=106209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:06:43.908729 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fa16bb-73d0-4f25-94c9-9c0eaa39ac67 None None] Routers {'4ac67fb5-f9e8-4423-ba99-3faec60e5969'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:06:43.909756 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-97fa16bb-73d0-4f25-94c9-9c0eaa39ac67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:06:41Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['4ac67fb5-f9e8-4423-ba99-3faec60e5969'], 'active': True} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:06:43.914823 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd738b454-d1e4-4298-93f4-d0db045454f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13333188-9b10-4db5-9b32-d0a0505dcd3b'}] {{(pid=106208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:06:43.918677 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-1cf5d8aa-db98-45ba-8662-fdd34e47d4e3 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "PUT /networking/v2.0/floatingips/b4952c2e-4ba9-4b6e-8ad2-95551f1380c1 HTTP/1.1" status: 200 len: 992 time: 0.9072258 Aug 30 01:06:43.918677 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4992ee7f-4690-467a-ab17-9cd2161482b7', 'tag': 'b6a65e7b-a007-4ec5-97e9-6d73e85712b7'}] {{(pid=106206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:06:43.918916 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c29b7fbecba6d5f29730e8e5f4edf6e9b002b1b00f6f5f73d69c4afba8ee411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-986da5ee-631a-4879-8bf1-1090977af0ab" -d '{"events": [{"server_uuid": "d738b454-d1e4-4298-93f4-d0db045454f2", "name": "network-vif-plugged", "status": "completed", "tag": "13333188-9b10-4db5-9b32-d0a0505dcd3b"}]}' {{(pid=106208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:06:43.920145 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068580ff6c600dbe59ab62011f5d984f60f6f54628162803fce2ed792aa7a021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f7cfa6-d9ae-4ad5-9faf-bfcdc4cda8c3" -d '{"events": [{"name": "network-changed", "server_uuid": "4992ee7f-4690-467a-ab17-9cd2161482b7", "tag": "b6a65e7b-a007-4ec5-97e9-6d73e85712b7"}]}' {{(pid=106206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:06:43.931316 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port 13333188-9b10-4db5-9b32-d0a0505dcd3b, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=13333188-9b10-4db5-9b32-d0a0505dcd3b,segment=NetworkSegment(ac710424-0f03-41c7-8792-e4337957dd44),segment_id=ac710424-0f03-41c7-8792-e4337957dd44)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:06:43.937657 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (13333188-9b10-4db5-9b32-d0a0505dcd3b), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:43.986048 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c46b49b9-2e0c-4a28-ae8e-f2ab2f1e2ac0 x-openstack-request-id: req-c46b49b9-2e0c-4a28-ae8e-f2ab2f1e2ac0 {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:06:43.986573 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d738b454-d1e4-4298-93f4-d0db045454f2", "name": "network-vif-plugged", "status": "completed", "tag": "13333188-9b10-4db5-9b32-d0a0505dcd3b", "code": 200}]} {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:06:43.986915 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c46b49b9-2e0c-4a28-ae8e-f2ab2f1e2ac0 {{(pid=106208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:06:43.987398 dv-cinder-815146-13-iscsi neutron-server[106208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c46b49b9-2e0c-4a28-ae8e-f2ab2f1e2ac0'] response: {'server_uuid': 'd738b454-d1e4-4298-93f4-d0db045454f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13333188-9b10-4db5-9b32-d0a0505dcd3b', 'code': 200} Aug 30 01:06:43.993262 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Pushing event updated for resources: {'Port': ['ID=13333188-9b10-4db5-9b32-d0a0505dcd3b,revision_number=5']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:06:44.008276 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d65a6-c366-49bb-a498-42cd23bffa0b req-a3504934-7769-4952-90d9-43fbed82a4a0 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:44.010296 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-318d65a6-c366-49bb-a498-42cd23bffa0b req-a3504934-7769-4952-90d9-43fbed82a4a0 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 945 time: 0.0695896 Aug 30 01:06:44.028519 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b49a8c-5294-4358-8371-89d457b1f71d x-openstack-request-id: req-e7b49a8c-5294-4358-8371-89d457b1f71d {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:06:44.029016 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4992ee7f-4690-467a-ab17-9cd2161482b7", "tag": "b6a65e7b-a007-4ec5-97e9-6d73e85712b7", "status": "completed", "code": 200}]} {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:06:44.029159 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e7b49a8c-5294-4358-8371-89d457b1f71d {{(pid=106206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:06:44.029488 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7b49a8c-5294-4358-8371-89d457b1f71d'] response: {'name': 'network-changed', 'server_uuid': '4992ee7f-4690-467a-ab17-9cd2161482b7', 'tag': 'b6a65e7b-a007-4ec5-97e9-6d73e85712b7', 'status': 'completed', 'code': 200} Aug 30 01:06:44.030152 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvr_db [None req-97fa16bb-73d0-4f25-94c9-9c0eaa39ac67 None None] Set router 4ac67fb5-f9e8-4423-ba99-3faec60e5969 gateway port host: dv-cinder-815146-13-iscsi {{(pid=106209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:06:44.061194 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-318d65a6-c366-49bb-a498-42cd23bffa0b req-6e37a3e0-371e-4c1d-b6a2-519341b2d19d tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448496 Aug 30 01:06:44.082452 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-035fe171-2dca-49fc-a74e-5e6f2a9e45a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (976597ea-a902-4e5f-8c76-25f81ae4fb08), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:44.175216 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf432ef-19a0-470f-bdf8-ad1a8ec52cab req-a607bd01-cd38-4c78-8133-6da01b4bbae6 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:44.176747 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-dbf432ef-19a0-470f-bdf8-ad1a8ec52cab req-a607bd01-cd38-4c78-8133-6da01b4bbae6 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d738b454-d1e4-4298-93f4-d0db045454f2 HTTP/1.1" status: 200 len: 945 time: 0.0524201 Aug 30 01:06:44.221945 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:44.226851 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-dbf432ef-19a0-470f-bdf8-ad1a8ec52cab req-b074e0bf-a434-4f71-80ae-d3b6fb7b4256 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=47ba7562-8b49-4f5a-a646-514cf95623b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442586 Aug 30 01:06:44.246879 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (a0553951-7123-4403-ab2a-bb83048c1e52), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:44.255203 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (ec393def-3d84-45a3-8a6c-ed049d62fe0a), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:44.256381 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-97fa16bb-73d0-4f25-94c9-9c0eaa39ac67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac67fb5-f9e8-4423-ba99-3faec60e5969', 'name': 'tempest-AttachVolumeTestJSON-319731533-router', 'tenant_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.245'}], 'enable_snat': True}, 'gw_port_id': 'a9a6d0e7-457f-40e3-ae5d-60150733af77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:01:05Z', 'updated_at': '2022-08-30T01:01:15Z', 'revision_number': 4, 'project_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'gw_port': {'id': 'a9a6d0e7-457f-40e3-ae5d-60150733af77', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:08:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac67fb5-f9e8-4423-ba99-3faec60e5969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:06Z', 'updated_at': '2022-08-30T01:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_floatingips': [{'id': 'b4952c2e-4ba9-4b6e-8ad2-95551f1380c1', 'tenant_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'floating_ip_address': '172.27.4.171', 'floating_network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'router_id': '4ac67fb5-f9e8-4423-ba99-3faec60e5969', 'port_id': 'b6a65e7b-a007-4ec5-97e9-6d73e85712b7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b956883-0f29-4de3-9788-00541616d922', 'mac_address': 'fa:16:3e:34:f0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4992ee7f-4690-467a-ab17-9cd2161482b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:06:27Z', 'updated_at': '2022-08-30T01:06:43Z', 'revision_number': 1, 'project_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb3eabec-52c5-4365-8b1a-5c635538e30c', 'name': '', 'network_id': '0b956883-0f29-4de3-9788-00541616d922', 'tenant_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'mac_address': 'fa:16:3e:5b:3b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac67fb5-f9e8-4423-ba99-3faec60e5969', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd2092925-3f88-4d08-9bce-f992f050b9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:13Z', 'updated_at': '2022-08-30T01:01:35Z', 'revision_number': 5, 'project_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'subnets': [{'id': 'd2092925-3f88-4d08-9bce-f992f050b9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:06:44.283775 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fa16bb-73d0-4f25-94c9-9c0eaa39ac67 None None] Checking router: 4ac67fb5-f9e8-4423-ba99-3faec60e5969 for host: dv-cinder-815146-13-iscsi {{(pid=106209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:06:44.292942 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fa16bb-73d0-4f25-94c9-9c0eaa39ac67 None None] Routers {'4ac67fb5-f9e8-4423-ba99-3faec60e5969'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:06:44.293603 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-97fa16bb-73d0-4f25-94c9-9c0eaa39ac67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:06:41Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['4ac67fb5-f9e8-4423-ba99-3faec60e5969'], 'active': True} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:06:44.394672 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvr_db [None req-97fa16bb-73d0-4f25-94c9-9c0eaa39ac67 None None] Set router 4ac67fb5-f9e8-4423-ba99-3faec60e5969 gateway port host: dv-cinder-815146-13-iscsi {{(pid=106209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:06:44.539153 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=100 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:44.606274 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-97fa16bb-73d0-4f25-94c9-9c0eaa39ac67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac67fb5-f9e8-4423-ba99-3faec60e5969', 'name': 'tempest-AttachVolumeTestJSON-319731533-router', 'tenant_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.245'}], 'enable_snat': True}, 'gw_port_id': 'a9a6d0e7-457f-40e3-ae5d-60150733af77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:01:05Z', 'updated_at': '2022-08-30T01:01:15Z', 'revision_number': 4, 'project_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'gw_port': {'id': 'a9a6d0e7-457f-40e3-ae5d-60150733af77', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:08:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac67fb5-f9e8-4423-ba99-3faec60e5969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:06Z', 'updated_at': '2022-08-30T01:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_floatingips': [{'id': 'b4952c2e-4ba9-4b6e-8ad2-95551f1380c1', 'tenant_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'floating_ip_address': '172.27.4.171', 'floating_network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'router_id': '4ac67fb5-f9e8-4423-ba99-3faec60e5969', 'port_id': 'b6a65e7b-a007-4ec5-97e9-6d73e85712b7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b956883-0f29-4de3-9788-00541616d922', 'mac_address': 'fa:16:3e:34:f0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4992ee7f-4690-467a-ab17-9cd2161482b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:06:27Z', 'updated_at': '2022-08-30T01:06:43Z', 'revision_number': 1, 'project_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb3eabec-52c5-4365-8b1a-5c635538e30c', 'name': '', 'network_id': '0b956883-0f29-4de3-9788-00541616d922', 'tenant_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'mac_address': 'fa:16:3e:5b:3b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac67fb5-f9e8-4423-ba99-3faec60e5969', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd2092925-3f88-4d08-9bce-f992f050b9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:13Z', 'updated_at': '2022-08-30T01:01:35Z', 'revision_number': 5, 'project_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'subnets': [{'id': 'd2092925-3f88-4d08-9bce-f992f050b9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:06:44.625659 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f7cfa6-d9ae-4ad5-9faf-bfcdc4cda8c3 req-156f1144-dcbe-476e-b18f-e528728dc8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:44.627774 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-68f7cfa6-d9ae-4ad5-9faf-bfcdc4cda8c3 req-156f1144-dcbe-476e-b18f-e528728dc8fa service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=f40b3e29a18b48cba6800c9f3a0dfee9&device_id=4992ee7f-4690-467a-ab17-9cd2161482b7 HTTP/1.1" status: 200 len: 1130 time: 0.0443509 Aug 30 01:06:44.631625 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fa16bb-73d0-4f25-94c9-9c0eaa39ac67 None None] The sync data for ids ['4ac67fb5-f9e8-4423-ba99-3faec60e5969'] in dv-cinder-815146-13-iscsi is: [{'id': '4ac67fb5-f9e8-4423-ba99-3faec60e5969', 'name': 'tempest-AttachVolumeTestJSON-319731533-router', 'tenant_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.245'}], 'enable_snat': True}, 'gw_port_id': 'a9a6d0e7-457f-40e3-ae5d-60150733af77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:01:05Z', 'updated_at': '2022-08-30T01:01:15Z', 'revision_number': 4, 'project_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'gw_port': {'id': 'a9a6d0e7-457f-40e3-ae5d-60150733af77', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:08:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac67fb5-f9e8-4423-ba99-3faec60e5969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:06Z', 'updated_at': '2022-08-30T01:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_floatingips': [{'id': 'b4952c2e-4ba9-4b6e-8ad2-95551f1380c1', 'tenant_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'floating_ip_address': '172.27.4.171', 'floating_network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'router_id': '4ac67fb5-f9e8-4423-ba99-3faec60e5969', 'port_id': 'b6a65e7b-a007-4ec5-97e9-6d73e85712b7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b956883-0f29-4de3-9788-00541616d922', 'mac_address': 'fa:16:3e:34:f0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4992ee7f-4690-467a-ab17-9cd2161482b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:06:27Z', 'updated_at': '2022-08-30T01:06:43Z', 'revision_number': 1, 'project_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb3eabec-52c5-4365-8b1a-5c635538e30c', 'name': '', 'network_id': '0b956883-0f29-4de3-9788-00541616d922', 'tenant_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'mac_address': 'fa:16:3e:5b:3b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac67fb5-f9e8-4423-ba99-3faec60e5969', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd2092925-3f88-4d08-9bce-f992f050b9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:13Z', 'updated_at': '2022-08-30T01:01:35Z', 'revision_number': 5, 'project_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'subnets': [{'id': 'd2092925-3f88-4d08-9bce-f992f050b9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:06:44.831083 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ee0ca9-5ce0-483f-a4e6-044c00f08f9f None None] New status for floating IP b4952c2e-4ba9-4b6e-8ad2-95551f1380c1: ACTIVE {{(pid=106208) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:06:44.964644 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0bf940-57cf-4550-8c62-8fae305bc44d req-ae364586-cd18-4755-a326-e40cbfccd0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:44.966154 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-7b0bf940-57cf-4550-8c62-8fae305bc44d req-ae364586-cd18-4755-a326-e40cbfccd0ae service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d738b454-d1e4-4298-93f4-d0db045454f2 HTTP/1.1" status: 200 len: 1129 time: 0.0755346 Aug 30 01:06:45.023530 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f7cfa6-d9ae-4ad5-9faf-bfcdc4cda8c3 req-2465ad23-e9ee-497e-bc25-216391eb4578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:45.025024 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-68f7cfa6-d9ae-4ad5-9faf-bfcdc4cda8c3 req-2465ad23-e9ee-497e-bc25-216391eb4578 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=0b956883-0f29-4de3-9788-00541616d922 HTTP/1.1" status: 200 len: 912 time: 0.1532669 Aug 30 01:06:45.026570 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f20267-008e-48a2-96c0-0a332b57461d req-48857cc5-e967-40a5-a5b7-f4b6906329bf tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:45.028397 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-27f20267-008e-48a2-96c0-0a332b57461d req-48857cc5-e967-40a5-a5b7-f4b6906329bf tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 945 time: 0.0555923 Aug 30 01:06:45.041729 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-7b0bf940-57cf-4550-8c62-8fae305bc44d req-51326b32-6321-4f5b-8d9d-4946e88aee22 service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=47ba7562-8b49-4f5a-a646-514cf95623b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693011 Aug 30 01:06:45.097007 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-68f7cfa6-d9ae-4ad5-9faf-bfcdc4cda8c3 req-5f74ccb1-b58b-4dad-9baf-e471f44a143d service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6a65e7b-a007-4ec5-97e9-6d73e85712b7 HTTP/1.1" status: 200 len: 1002 time: 0.0614228 Aug 30 01:06:45.114798 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [req-27f20267-008e-48a2-96c0-0a332b57461d req-fbe3d99a-5c37-4275-bf10-3760d1938f0a tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Deleting port 77835519-6f8f-47e8-9710-2b48c7087257 {{(pid=106206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:06:45.115274 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-27f20267-008e-48a2-96c0-0a332b57461d req-fbe3d99a-5c37-4275-bf10-3760d1938f0a tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737868023260'] for port (77835519-6f8f-47e8-9710-2b48c7087257), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:45.191618 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef91588b-deb2-40b4-8482-127d4eab4b3b req-526aea21-3118-44d7-ac2d-e7cd3d3b4101 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:45.193342 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-ef91588b-deb2-40b4-8482-127d4eab4b3b req-526aea21-3118-44d7-ac2d-e7cd3d3b4101 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 945 time: 0.0484073 Aug 30 01:06:45.209014 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [req-27f20267-008e-48a2-96c0-0a332b57461d req-fbe3d99a-5c37-4275-bf10-3760d1938f0a tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] For port 77835519-6f8f-47e8-9710-2b48c7087257, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=77835519-6f8f-47e8-9710-2b48c7087257,segment=NetworkSegment(c47d2ff1-3cd9-4a2f-88ea-ac8145096927),segment_id=c47d2ff1-3cd9-4a2f-88ea-ac8145096927)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:06:45.209413 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-27f20267-008e-48a2-96c0-0a332b57461d req-fbe3d99a-5c37-4275-bf10-3760d1938f0a tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16464105'] for port (77835519-6f8f-47e8-9710-2b48c7087257), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:45.223314 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [req-27f20267-008e-48a2-96c0-0a332b57461d req-fbe3d99a-5c37-4275-bf10-3760d1938f0a tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Calling delete_port for 77835519-6f8f-47e8-9710-2b48c7087257 owned by compute:nova {{(pid=106206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:06:45.241769 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-ef91588b-deb2-40b4-8482-127d4eab4b3b req-51be7c07-6d13-46f6-85a4-39c354a929ed tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428050 Aug 30 01:06:45.263482 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:45.289844 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:45.301359 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f7cfa6-d9ae-4ad5-9faf-bfcdc4cda8c3 req-820e40cd-60bc-4715-80f8-2e73fd339732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:45.302950 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-68f7cfa6-d9ae-4ad5-9faf-bfcdc4cda8c3 req-820e40cd-60bc-4715-80f8-2e73fd339732 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=d2092925-3f88-4d08-9bce-f992f050b9ed HTTP/1.1" status: 200 len: 849 time: 0.0507658 Aug 30 01:06:45.369637 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-27f20267-008e-48a2-96c0-0a332b57461d req-fbe3d99a-5c37-4275-bf10-3760d1938f0a tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737868027338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737867580465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14283316'] for port (77835519-6f8f-47e8-9710-2b48c7087257), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:45.381824 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f7cfa6-d9ae-4ad5-9faf-bfcdc4cda8c3 req-792d5eca-e69d-470b-ad90-cf565c3cd07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:45.382507 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] get_ports_and_sgs() called for port_ids ['d60f2857-a480-4c65-88cc-9e8dd6a7cbf4', '77835519-6f8f-47e8-9710-2b48c7087257'] {{(pid=106208) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:06:45.383394 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-68f7cfa6-d9ae-4ad5-9faf-bfcdc4cda8c3 req-792d5eca-e69d-470b-ad90-cf565c3cd07f service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=0b956883-0f29-4de3-9788-00541616d922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0733719 Aug 30 01:06:45.401641 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe3d99a-5c37-4275-bf10-3760d1938f0a tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Pushing event deleted for resources: {'Port': ['ID=77835519-6f8f-47e8-9710-2b48c7087257,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:06:45.419419 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b46dc-3ea5-4a76-9654-454315672760 req-3e9cc90c-13fa-4024-86e4-255048bdcb4b tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:45.428188 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-870b46dc-3ea5-4a76-9654-454315672760 req-3e9cc90c-13fa-4024-86e4-255048bdcb4b tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d738b454-d1e4-4298-93f4-d0db045454f2 HTTP/1.1" status: 200 len: 945 time: 0.1081748 Aug 30 01:06:45.449337 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [req-27f20267-008e-48a2-96c0-0a332b57461d req-fbe3d99a-5c37-4275-bf10-3760d1938f0a tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] No DVR routers for this DVR port 77835519-6f8f-47e8-9710-2b48c7087257 on host hv-cinder-81514 {{(pid=106206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:06:45.452231 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-27f20267-008e-48a2-96c0-0a332b57461d req-fbe3d99a-5c37-4275-bf10-3760d1938f0a tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for port (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:45.455807 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-27f20267-008e-48a2-96c0-0a332b57461d req-fbe3d99a-5c37-4275-bf10-3760d1938f0a tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.47 "DELETE /networking/v2.0/ports/77835519-6f8f-47e8-9710-2b48c7087257 HTTP/1.1" status: 204 len: 173 time: 0.4206691 Aug 30 01:06:45.527781 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-870b46dc-3ea5-4a76-9654-454315672760 req-f889c1c6-21d5-4d89-b324-746ac76bebdb tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=47ba7562-8b49-4f5a-a646-514cf95623b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987260 Aug 30 01:06:45.542736 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-68f7cfa6-d9ae-4ad5-9faf-bfcdc4cda8c3 req-2c7b38e2-e278-487a-8181-224121b322e0 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/0b956883-0f29-4de3-9788-00541616d922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509311 Aug 30 01:06:45.785808 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:45.832496 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-68f7cfa6-d9ae-4ad5-9faf-bfcdc4cda8c3 req-25f61c2c-ad2c-477f-929b-ea4858c9c608 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/0b956883-0f29-4de3-9788-00541616d922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940728 Aug 30 01:06:46.030950 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '377d6898-d51c-4029-b9ce-3c96e2840dfd', 'name': 'network-vif-deleted', 'tag': '77835519-6f8f-47e8-9710-2b48c7087257'}] {{(pid=106206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:06:46.033327 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068580ff6c600dbe59ab62011f5d984f60f6f54628162803fce2ed792aa7a021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275cba0e-b9da-45fc-a28a-932bcecd9606" -d '{"events": [{"server_uuid": "377d6898-d51c-4029-b9ce-3c96e2840dfd", "name": "network-vif-deleted", "tag": "77835519-6f8f-47e8-9710-2b48c7087257"}]}' {{(pid=106206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:06:46.071517 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e7a3706-fe12-4bfb-8e39-083a5da338b5 x-openstack-request-id: req-3e7a3706-fe12-4bfb-8e39-083a5da338b5 {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:06:46.071816 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "377d6898-d51c-4029-b9ce-3c96e2840dfd", "name": "network-vif-deleted", "tag": "77835519-6f8f-47e8-9710-2b48c7087257", "status": "completed", "code": 200}]} {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:06:46.072076 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3e7a3706-fe12-4bfb-8e39-083a5da338b5 {{(pid=106206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:06:46.072491 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e7a3706-fe12-4bfb-8e39-083a5da338b5'] response: {'server_uuid': '377d6898-d51c-4029-b9ce-3c96e2840dfd', 'name': 'network-vif-deleted', 'tag': '77835519-6f8f-47e8-9710-2b48c7087257', 'status': 'completed', 'code': 200} Aug 30 01:06:46.364082 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-81f564e0-8b74-49a7-b81c-8d57dda66e86 req-7dedd691-168e-41f3-af49-dd8b95636b6c tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=377d6898-d51c-4029-b9ce-3c96e2840dfd HTTP/1.1" status: 200 len: 210 time: 0.0283663 Aug 30 01:06:46.660845 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3f5b27-efb3-407a-8ebc-6eff2a7fd987 req-d3e60f05-e5f0-43ff-8b9c-4c1759146371 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:46.662409 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-cb3f5b27-efb3-407a-8ebc-6eff2a7fd987 req-d3e60f05-e5f0-43ff-8b9c-4c1759146371 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d738b454-d1e4-4298-93f4-d0db045454f2 HTTP/1.1" status: 200 len: 945 time: 0.0531263 Aug 30 01:06:46.709757 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-cb3f5b27-efb3-407a-8ebc-6eff2a7fd987 req-4ff16ceb-19b2-4253-88af-48ad36de757d tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=47ba7562-8b49-4f5a-a646-514cf95623b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417175 Aug 30 01:06:47.638106 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3f4926-bd59-404e-9c2d-37ae240be076 req-e0af04b6-d4e7-41fb-b657-6a0699604796 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:47.639613 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-8a3f4926-bd59-404e-9c2d-37ae240be076 req-e0af04b6-d4e7-41fb-b657-6a0699604796 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=12338ddc-349d-4f0b-b6d8-4bb83f19e320 HTTP/1.1" status: 200 len: 946 time: 0.0458341 Aug 30 01:06:47.687400 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-8a3f4926-bd59-404e-9c2d-37ae240be076 req-ea9d6366-99bc-45ba-afc8-78029f4f8b1a tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421259 Aug 30 01:06:47.767304 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device 77835519-6f8f-47e8-9710-2b48c7087257 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:06:47.787302 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] No Port match for: 77835519-6f8f-47e8-9710-2b48c7087257 {{(pid=106208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:06:47.787648 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device 77835519-6f8f-47e8-9710-2b48c7087257 not bound to the agent host hv-cinder-81514 {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:06:47.833653 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21835f0-27bc-40a8-a2e1-0210c35e7e58 req-241d69b0-517f-4e19-9102-c9d9185f3f8b tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:47.835027 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-c21835f0-27bc-40a8-a2e1-0210c35e7e58 req-241d69b0-517f-4e19-9102-c9d9185f3f8b tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d738b454-d1e4-4298-93f4-d0db045454f2 HTTP/1.1" status: 200 len: 945 time: 0.0490420 Aug 30 01:06:47.877731 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:47.882166 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-c21835f0-27bc-40a8-a2e1-0210c35e7e58 req-a3de2842-f6e2-4bea-8191-ad04e05c74eb tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=47ba7562-8b49-4f5a-a646-514cf95623b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416245 Aug 30 01:06:47.994575 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efabdc37-b9b2-47d7-a30e-f5dda835e8dc req-cc7d82a4-7c9f-4716-8eef-673f9eab8c95 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:47.996042 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-efabdc37-b9b2-47d7-a30e-f5dda835e8dc req-cc7d82a4-7c9f-4716-8eef-673f9eab8c95 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d738b454-d1e4-4298-93f4-d0db045454f2 HTTP/1.1" status: 200 len: 945 time: 0.0464237 Aug 30 01:06:48.006232 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 51156) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:06:48.010481 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [None req-c39f8c86-11e1-49d0-94db-cff5485a3bf0 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Request body: {'floatingip': {'port_id': '13333188-9b10-4db5-9b32-d0a0505dcd3b'}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:06:48.048441 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-c39f8c86-11e1-49d0-94db-cff5485a3bf0 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for floatingip (1d488586-0593-4869-ba92-6bfc14cbd01d), before_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:48.483997 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-c39f8c86-11e1-49d0-94db-cff5485a3bf0 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:48.487859 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-c39f8c86-11e1-49d0-94db-cff5485a3bf0 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16466402'] for floatingip (1d488586-0593-4869-ba92-6bfc14cbd01d), after_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:48.588321 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.db.l3_db [None req-c39f8c86-11e1-49d0-94db-cff5485a3bf0 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Floating IP 1d488586-0593-4869-ba92-6bfc14cbd01d associated. External IP: 172.27.4.116, port: 13333188-9b10-4db5-9b32-d0a0505dcd3b. Aug 30 01:06:48.679430 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:48.823656 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c2ef1c-da69-44c8-8cd2-ffb76286c67f req-1fa63bb4-c0df-4ee0-b961-169e0496e21d tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:48.825044 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-69c2ef1c-da69-44c8-8cd2-ffb76286c67f req-1fa63bb4-c0df-4ee0-b961-169e0496e21d tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=12338ddc-349d-4f0b-b6d8-4bb83f19e320 HTTP/1.1" status: 200 len: 946 time: 0.0624845 Aug 30 01:06:48.833861 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c39f8c86-11e1-49d0-94db-cff5485a3bf0 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Router bd1c6eaf-677c-4555-8d4e-2fd99795de73 has already been hosted by L3 agent 613dbf26-5731-4391-8a29-3c5185f7ed3f {{(pid=106207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:06:48.915880 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-69c2ef1c-da69-44c8-8cd2-ffb76286c67f req-5ba58a97-4503-404c-8505-8cceb50e917b tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844636 Aug 30 01:06:48.953415 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:48.974346 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c39f8c86-11e1-49d0-94db-cff5485a3bf0 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Notify agent at l3_agent.dv-cinder-815146-13-iscsi the message routers_updated {{(pid=106207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:06:48.979130 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-c39f8c86-11e1-49d0-94db-cff5485a3bf0 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for floatingip (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:48.984101 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80cc531-38f8-4d0c-bf1d-16afd50cbb53 None None] Sync routers for ids ['bd1c6eaf-677c-4555-8d4e-2fd99795de73'] in dv-cinder-815146-13-iscsi {{(pid=106209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:06:48.993241 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=100 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:48.995835 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80cc531-38f8-4d0c-bf1d-16afd50cbb53 None None] Routers {'bd1c6eaf-677c-4555-8d4e-2fd99795de73'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:06:48.996535 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-e80cc531-38f8-4d0c-bf1d-16afd50cbb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:06:41Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['bd1c6eaf-677c-4555-8d4e-2fd99795de73'], 'active': True} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:06:49.010323 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-c39f8c86-11e1-49d0-94db-cff5485a3bf0 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "PUT /networking/v2.0/floatingips/1d488586-0593-4869-ba92-6bfc14cbd01d HTTP/1.1" status: 200 len: 991 time: 1.0030468 Aug 30 01:06:49.010898 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd738b454-d1e4-4298-93f4-d0db045454f2', 'tag': '13333188-9b10-4db5-9b32-d0a0505dcd3b'}] {{(pid=106207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:06:49.013158 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480b08bd5bc4b1a03c1b08d00e02a3f82783774d0c3347d038299e83f2d6db65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75855a7d-d901-460c-829b-ba1514b22589" -d '{"events": [{"name": "network-changed", "server_uuid": "d738b454-d1e4-4298-93f4-d0db045454f2", "tag": "13333188-9b10-4db5-9b32-d0a0505dcd3b"}]}' {{(pid=106207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:06:49.103752 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvr_db [None req-e80cc531-38f8-4d0c-bf1d-16afd50cbb53 None None] Set router bd1c6eaf-677c-4555-8d4e-2fd99795de73 gateway port host: dv-cinder-815146-13-iscsi {{(pid=106209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:06:49.165285 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d3c43f-6d88-4cce-8179-f43ea9410892 x-openstack-request-id: req-e4d3c43f-6d88-4cce-8179-f43ea9410892 {{(pid=106207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:06:49.165663 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d738b454-d1e4-4298-93f4-d0db045454f2", "tag": "13333188-9b10-4db5-9b32-d0a0505dcd3b", "status": "completed", "code": 200}]} {{(pid=106207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:06:49.165984 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e4d3c43f-6d88-4cce-8179-f43ea9410892 {{(pid=106207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:06:49.166456 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4d3c43f-6d88-4cce-8179-f43ea9410892'] response: {'name': 'network-changed', 'server_uuid': 'd738b454-d1e4-4298-93f4-d0db045454f2', 'tag': '13333188-9b10-4db5-9b32-d0a0505dcd3b', 'status': 'completed', 'code': 200} Aug 30 01:06:49.313223 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-e80cc531-38f8-4d0c-bf1d-16afd50cbb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'name': 'tempest-AttachVolumeNegativeTest-987046986-router', 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.121'}], 'enable_snat': True}, 'gw_port_id': '02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:01:05Z', 'updated_at': '2022-08-30T01:01:15Z', 'revision_number': 4, 'project_id': '0596692dbfb149139a1e72159c6f93db', 'gw_port': {'id': '02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:39:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:06Z', 'updated_at': '2022-08-30T01:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_floatingips': [{'id': '1d488586-0593-4869-ba92-6bfc14cbd01d', 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'floating_ip_address': '172.27.4.116', 'floating_network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'router_id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'port_id': '13333188-9b10-4db5-9b32-d0a0505dcd3b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dffca817-1d31-4c9c-99a3-2d8483c143b4', 'mac_address': 'fa:16:3e:bb:29:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd738b454-d1e4-4298-93f4-d0db045454f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:06:30Z', 'updated_at': '2022-08-30T01:06:48Z', 'revision_number': 1, 'project_id': '0596692dbfb149139a1e72159c6f93db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c3a5c21-7f7c-4037-ac11-fe0d15ab9538', 'name': '', 'network_id': 'dffca817-1d31-4c9c-99a3-2d8483c143b4', 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'mac_address': 'fa:16:3e:80:4d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '35e91298-8731-4ea1-81fe-d78c255b7ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:12Z', 'updated_at': '2022-08-30T01:01:35Z', 'revision_number': 5, 'project_id': '0596692dbfb149139a1e72159c6f93db', 'subnets': [{'id': '35e91298-8731-4ea1-81fe-d78c255b7ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:06:49.339771 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80cc531-38f8-4d0c-bf1d-16afd50cbb53 None None] Checking router: bd1c6eaf-677c-4555-8d4e-2fd99795de73 for host: dv-cinder-815146-13-iscsi {{(pid=106209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:06:49.349129 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80cc531-38f8-4d0c-bf1d-16afd50cbb53 None None] Routers {'bd1c6eaf-677c-4555-8d4e-2fd99795de73'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:06:49.349879 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-e80cc531-38f8-4d0c-bf1d-16afd50cbb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:06:41Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['bd1c6eaf-677c-4555-8d4e-2fd99795de73'], 'active': True} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:06:49.449581 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvr_db [None req-e80cc531-38f8-4d0c-bf1d-16afd50cbb53 None None] Set router bd1c6eaf-677c-4555-8d4e-2fd99795de73 gateway port host: dv-cinder-815146-13-iscsi {{(pid=106209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:06:49.734005 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-e80cc531-38f8-4d0c-bf1d-16afd50cbb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'name': 'tempest-AttachVolumeNegativeTest-987046986-router', 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.121'}], 'enable_snat': True}, 'gw_port_id': '02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:01:05Z', 'updated_at': '2022-08-30T01:01:15Z', 'revision_number': 4, 'project_id': '0596692dbfb149139a1e72159c6f93db', 'gw_port': {'id': '02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:39:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:06Z', 'updated_at': '2022-08-30T01:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_floatingips': [{'id': '1d488586-0593-4869-ba92-6bfc14cbd01d', 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'floating_ip_address': '172.27.4.116', 'floating_network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'router_id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'port_id': '13333188-9b10-4db5-9b32-d0a0505dcd3b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dffca817-1d31-4c9c-99a3-2d8483c143b4', 'mac_address': 'fa:16:3e:bb:29:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd738b454-d1e4-4298-93f4-d0db045454f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:06:30Z', 'updated_at': '2022-08-30T01:06:48Z', 'revision_number': 1, 'project_id': '0596692dbfb149139a1e72159c6f93db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c3a5c21-7f7c-4037-ac11-fe0d15ab9538', 'name': '', 'network_id': 'dffca817-1d31-4c9c-99a3-2d8483c143b4', 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'mac_address': 'fa:16:3e:80:4d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '35e91298-8731-4ea1-81fe-d78c255b7ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:12Z', 'updated_at': '2022-08-30T01:01:35Z', 'revision_number': 5, 'project_id': '0596692dbfb149139a1e72159c6f93db', 'subnets': [{'id': '35e91298-8731-4ea1-81fe-d78c255b7ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:06:49.758481 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80cc531-38f8-4d0c-bf1d-16afd50cbb53 None None] The sync data for ids ['bd1c6eaf-677c-4555-8d4e-2fd99795de73'] in dv-cinder-815146-13-iscsi is: [{'id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'name': 'tempest-AttachVolumeNegativeTest-987046986-router', 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.121'}], 'enable_snat': True}, 'gw_port_id': '02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:01:05Z', 'updated_at': '2022-08-30T01:01:15Z', 'revision_number': 4, 'project_id': '0596692dbfb149139a1e72159c6f93db', 'gw_port': {'id': '02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:39:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:06Z', 'updated_at': '2022-08-30T01:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_floatingips': [{'id': '1d488586-0593-4869-ba92-6bfc14cbd01d', 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'floating_ip_address': '172.27.4.116', 'floating_network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'router_id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'port_id': '13333188-9b10-4db5-9b32-d0a0505dcd3b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dffca817-1d31-4c9c-99a3-2d8483c143b4', 'mac_address': 'fa:16:3e:bb:29:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd738b454-d1e4-4298-93f4-d0db045454f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:06:30Z', 'updated_at': '2022-08-30T01:06:48Z', 'revision_number': 1, 'project_id': '0596692dbfb149139a1e72159c6f93db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c3a5c21-7f7c-4037-ac11-fe0d15ab9538', 'name': '', 'network_id': 'dffca817-1d31-4c9c-99a3-2d8483c143b4', 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'mac_address': 'fa:16:3e:80:4d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '35e91298-8731-4ea1-81fe-d78c255b7ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:12Z', 'updated_at': '2022-08-30T01:01:35Z', 'revision_number': 5, 'project_id': '0596692dbfb149139a1e72159c6f93db', 'subnets': [{'id': '35e91298-8731-4ea1-81fe-d78c255b7ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:06:49.937378 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75855a7d-d901-460c-829b-ba1514b22589 req-5291ad5b-28a2-4b34-8ada-e6b4227bea24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:49.938909 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-75855a7d-d901-460c-829b-ba1514b22589 req-5291ad5b-28a2-4b34-8ada-e6b4227bea24 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=0596692dbfb149139a1e72159c6f93db&device_id=d738b454-d1e4-4298-93f4-d0db045454f2 HTTP/1.1" status: 200 len: 1129 time: 0.0421648 Aug 30 01:06:49.950058 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afe1efc-ea55-468b-af43-9a9f10943cbb None None] New status for floating IP 1d488586-0593-4869-ba92-6bfc14cbd01d: ACTIVE {{(pid=106208) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:06:50.067401 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dcd9a6-22d2-4ee7-ac4b-d74d196f15ce req-996d6ea7-bd94-4964-bb80-2932631a3a7e tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:50.068833 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-15dcd9a6-22d2-4ee7-ac4b-d74d196f15ce req-996d6ea7-bd94-4964-bb80-2932631a3a7e tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=12338ddc-349d-4f0b-b6d8-4bb83f19e320 HTTP/1.1" status: 200 len: 946 time: 0.0610449 Aug 30 01:06:50.105019 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75855a7d-d901-460c-829b-ba1514b22589 req-b5bcd9a6-6d3d-4c10-8c8c-58e78deb5f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:50.106549 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-75855a7d-d901-460c-829b-ba1514b22589 req-b5bcd9a6-6d3d-4c10-8c8c-58e78deb5f47 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=dffca817-1d31-4c9c-99a3-2d8483c143b4 HTTP/1.1" status: 200 len: 916 time: 0.1517236 Aug 30 01:06:50.133754 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-15dcd9a6-22d2-4ee7-ac4b-d74d196f15ce req-a087b9e3-bf87-469a-bc13-26cbf36f642e tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582180 Aug 30 01:06:50.221160 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-75855a7d-d901-460c-829b-ba1514b22589 req-20658388-a17b-452e-86a3-108d03fcaefe service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13333188-9b10-4db5-9b32-d0a0505dcd3b HTTP/1.1" status: 200 len: 1001 time: 0.0621481 Aug 30 01:06:50.259835 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9773df-bd7e-4b21-bac7-bd01684f8e37 req-ed3d95f8-9d28-47c5-9aed-9d91f44599c9 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:50.261379 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-af9773df-bd7e-4b21-bac7-bd01684f8e37 req-ed3d95f8-9d28-47c5-9aed-9d91f44599c9 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=12338ddc-349d-4f0b-b6d8-4bb83f19e320 HTTP/1.1" status: 200 len: 946 time: 0.0487339 Aug 30 01:06:50.272485 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75855a7d-d901-460c-829b-ba1514b22589 req-7512c9d7-c232-48e5-a2bb-92cc9dc826b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:50.274003 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-75855a7d-d901-460c-829b-ba1514b22589 req-7512c9d7-c232-48e5-a2bb-92cc9dc826b6 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=35e91298-8731-4ea1-81fe-d78c255b7ca6 HTTP/1.1" status: 200 len: 853 time: 0.0465939 Aug 30 01:06:50.317312 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75855a7d-d901-460c-829b-ba1514b22589 req-47174b35-d4c9-48b1-b56a-b553e33c3cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:50.318869 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-75855a7d-d901-460c-829b-ba1514b22589 req-47174b35-d4c9-48b1-b56a-b553e33c3cc0 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=dffca817-1d31-4c9c-99a3-2d8483c143b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0395267 Aug 30 01:06:50.351211 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [req-af9773df-bd7e-4b21-bac7-bd01684f8e37 req-e8e3fb6f-6125-4b08-9e55-c9da9e7e7ba3 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Deleting port d60f2857-a480-4c65-88cc-9e8dd6a7cbf4 {{(pid=106206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:06:50.351558 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-af9773df-bd7e-4b21-bac7-bd01684f8e37 req-e8e3fb6f-6125-4b08-9e55-c9da9e7e7ba3 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737868023260'] for port (d60f2857-a480-4c65-88cc-9e8dd6a7cbf4), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:50.422621 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-75855a7d-d901-460c-829b-ba1514b22589 req-4a025e29-8837-4652-af02-ab0b33e98840 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/dffca817-1d31-4c9c-99a3-2d8483c143b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966344 Aug 30 01:06:50.447986 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [req-af9773df-bd7e-4b21-bac7-bd01684f8e37 req-e8e3fb6f-6125-4b08-9e55-c9da9e7e7ba3 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] For port d60f2857-a480-4c65-88cc-9e8dd6a7cbf4, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=d60f2857-a480-4c65-88cc-9e8dd6a7cbf4,segment=NetworkSegment(c47d2ff1-3cd9-4a2f-88ea-ac8145096927),segment_id=c47d2ff1-3cd9-4a2f-88ea-ac8145096927)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:06:50.448351 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-af9773df-bd7e-4b21-bac7-bd01684f8e37 req-e8e3fb6f-6125-4b08-9e55-c9da9e7e7ba3 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16464105'] for port (d60f2857-a480-4c65-88cc-9e8dd6a7cbf4), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:50.463319 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [req-af9773df-bd7e-4b21-bac7-bd01684f8e37 req-e8e3fb6f-6125-4b08-9e55-c9da9e7e7ba3 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Calling delete_port for d60f2857-a480-4c65-88cc-9e8dd6a7cbf4 owned by compute:nova {{(pid=106206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:06:50.514229 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-75855a7d-d901-460c-829b-ba1514b22589 req-2e00577d-5a44-42fa-9cc4-312e83b3b1fa service neutron] 10.222.0.47 "GET /networking/v2.0/networks/dffca817-1d31-4c9c-99a3-2d8483c143b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851092 Aug 30 01:06:50.594258 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-af9773df-bd7e-4b21-bac7-bd01684f8e37 req-e8e3fb6f-6125-4b08-9e55-c9da9e7e7ba3 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737868027338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737867580465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14283316'] for port (d60f2857-a480-4c65-88cc-9e8dd6a7cbf4), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:50.606178 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] get_ports_and_sgs() called for port_ids ['d60f2857-a480-4c65-88cc-9e8dd6a7cbf4'] {{(pid=106208) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:06:50.622970 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e3fb6f-6125-4b08-9e55-c9da9e7e7ba3 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Pushing event deleted for resources: {'Port': ['ID=d60f2857-a480-4c65-88cc-9e8dd6a7cbf4,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:06:50.671522 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [req-af9773df-bd7e-4b21-bac7-bd01684f8e37 req-e8e3fb6f-6125-4b08-9e55-c9da9e7e7ba3 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] No DVR routers for this DVR port d60f2857-a480-4c65-88cc-9e8dd6a7cbf4 on host hv-cinder-81514 {{(pid=106206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:06:50.673957 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-af9773df-bd7e-4b21-bac7-bd01684f8e37 req-e8e3fb6f-6125-4b08-9e55-c9da9e7e7ba3 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for port (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:50.677125 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-af9773df-bd7e-4b21-bac7-bd01684f8e37 req-e8e3fb6f-6125-4b08-9e55-c9da9e7e7ba3 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.47 "DELETE /networking/v2.0/ports/d60f2857-a480-4c65-88cc-9e8dd6a7cbf4 HTTP/1.1" status: 204 len: 173 time: 0.4101577 Aug 30 01:06:50.677569 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12338ddc-349d-4f0b-b6d8-4bb83f19e320', 'name': 'network-vif-deleted', 'tag': 'd60f2857-a480-4c65-88cc-9e8dd6a7cbf4'}] {{(pid=106206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:06:50.679789 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068580ff6c600dbe59ab62011f5d984f60f6f54628162803fce2ed792aa7a021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ddc079-4e51-4f13-bcb5-271ea0138497" -d '{"events": [{"server_uuid": "12338ddc-349d-4f0b-b6d8-4bb83f19e320", "name": "network-vif-deleted", "tag": "d60f2857-a480-4c65-88cc-9e8dd6a7cbf4"}]}' {{(pid=106206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:06:50.719620 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b2b5936-8c88-418f-94ba-084cd84f2d60 x-openstack-request-id: req-1b2b5936-8c88-418f-94ba-084cd84f2d60 {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:06:50.719909 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12338ddc-349d-4f0b-b6d8-4bb83f19e320", "name": "network-vif-deleted", "tag": "d60f2857-a480-4c65-88cc-9e8dd6a7cbf4", "status": "completed", "code": 200}]} {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:06:50.720159 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1b2b5936-8c88-418f-94ba-084cd84f2d60 {{(pid=106206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:06:50.720558 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b2b5936-8c88-418f-94ba-084cd84f2d60'] response: {'server_uuid': '12338ddc-349d-4f0b-b6d8-4bb83f19e320', 'name': 'network-vif-deleted', 'tag': 'd60f2857-a480-4c65-88cc-9e8dd6a7cbf4', 'status': 'completed', 'code': 200} Aug 30 01:06:51.278960 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-86430bcb-5cef-497e-ad69-24d0e827054d req-ab770cb4-7507-4f7f-a2e9-d928717cfa80 tempest-ServerRescueNegativeTestJSON-436411527 tempest-ServerRescueNegativeTestJSON-436411527-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=12338ddc-349d-4f0b-b6d8-4bb83f19e320 HTTP/1.1" status: 200 len: 210 time: 0.0349753 Aug 30 01:06:52.347384 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 51176) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:06:52.753688 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:52.802210 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-20469146-cf2b-417d-b603-76308d7ccc36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16467426'] for router_interface (bfbc9895-1b34-4da0-af70-7d9bca0a2319), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:52.889883 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:52.947447 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb7ef7-3ec1-44c9-9e54-bc1aa549134a req-28143967-01e6-4c40-af07-90b5d62a7acd tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:52.948959 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-ecfb7ef7-3ec1-44c9-9e54-bc1aa549134a req-28143967-01e6-4c40-af07-90b5d62a7acd tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b85f48c2-35d7-4cab-a969-7e1b1fb4bec7 HTTP/1.1" status: 200 len: 946 time: 0.0485830 Aug 30 01:06:52.974850 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:52.999835 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-ecfb7ef7-3ec1-44c9-9e54-bc1aa549134a req-5b107af9-77dc-4c3f-a25a-d436d9cd67c7 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0322309e-1f6d-4caf-a1b9-0e800f7ba56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449347 Aug 30 01:06:53.037752 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-20469146-cf2b-417d-b603-76308d7ccc36 admin admin] Deleting port 83e43aba-7011-40c6-a7e4-b1d7907278c4 {{(pid=106206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:06:53.038100 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-20469146-cf2b-417d-b603-76308d7ccc36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737868023260'] for port (83e43aba-7011-40c6-a7e4-b1d7907278c4), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:53.351506 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-20469146-cf2b-417d-b603-76308d7ccc36 admin admin] For port 83e43aba-7011-40c6-a7e4-b1d7907278c4, host dv-cinder-815146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=83e43aba-7011-40c6-a7e4-b1d7907278c4,segment=NetworkSegment(c47d2ff1-3cd9-4a2f-88ea-ac8145096927),segment_id=c47d2ff1-3cd9-4a2f-88ea-ac8145096927)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:06:53.352190 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-20469146-cf2b-417d-b603-76308d7ccc36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16464105'] for port (83e43aba-7011-40c6-a7e4-b1d7907278c4), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:53.364822 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-20469146-cf2b-417d-b603-76308d7ccc36 admin admin] Calling delete_port for 83e43aba-7011-40c6-a7e4-b1d7907278c4 owned by network:router_interface {{(pid=106206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:06:53.540204 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-20469146-cf2b-417d-b603-76308d7ccc36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737868027338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737867580465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14283316'] for port (83e43aba-7011-40c6-a7e4-b1d7907278c4), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:53.566140 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20469146-cf2b-417d-b603-76308d7ccc36 admin admin] Pushing event deleted for resources: {'Port': ['ID=83e43aba-7011-40c6-a7e4-b1d7907278c4,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:06:53.725756 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-20469146-cf2b-417d-b603-76308d7ccc36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16282204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16468050'] for router_interface (bfbc9895-1b34-4da0-af70-7d9bca0a2319), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:53.809336 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device d60f2857-a480-4c65-88cc-9e8dd6a7cbf4 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:06:53.832367 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] No Port match for: d60f2857-a480-4c65-88cc-9e8dd6a7cbf4 {{(pid=106208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:06:53.832639 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device d60f2857-a480-4c65-88cc-9e8dd6a7cbf4 not bound to the agent host hv-cinder-81514 {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:06:53.881210 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:53.919235 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:53.935814 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20469146-cf2b-417d-b603-76308d7ccc36 admin admin] Router bfbc9895-1b34-4da0-af70-7d9bca0a2319 has already been hosted by L3 agent 613dbf26-5731-4391-8a29-3c5185f7ed3f {{(pid=106206) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:06:54.039265 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20469146-cf2b-417d-b603-76308d7ccc36 admin admin] Notify agent at l3_agent.dv-cinder-815146-13-iscsi the message routers_updated {{(pid=106206) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:06:54.047095 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-20469146-cf2b-417d-b603-76308d7ccc36 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/bfbc9895-1b34-4da0-af70-7d9bca0a2319/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6998003 Aug 30 01:06:54.048604 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 51186) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:06:54.050696 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e07b87-93cd-4de0-8af7-54736fbcc4d2 None None] Sync routers for ids ['bfbc9895-1b34-4da0-af70-7d9bca0a2319'] in dv-cinder-815146-13-iscsi {{(pid=106209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:06:54.070288 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e07b87-93cd-4de0-8af7-54736fbcc4d2 None None] Routers {'bfbc9895-1b34-4da0-af70-7d9bca0a2319'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:06:54.070808 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-50e07b87-93cd-4de0-8af7-54736fbcc4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:06:41Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['bfbc9895-1b34-4da0-af70-7d9bca0a2319'], 'active': True} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:06:54.174209 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvr_db [None req-50e07b87-93cd-4de0-8af7-54736fbcc4d2 None None] Set router bfbc9895-1b34-4da0-af70-7d9bca0a2319 gateway port host: dv-cinder-815146-13-iscsi {{(pid=106209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:06:54.306378 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=100 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:54.345012 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=100 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:54.361404 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-50e07b87-93cd-4de0-8af7-54736fbcc4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfbc9895-1b34-4da0-af70-7d9bca0a2319', 'name': 'tempest-ServerRescueNegativeTestJSON-568706440-router', 'tenant_id': 'ceebbaa5dd9d4110a6393190c5b466f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.79'}], 'enable_snat': True}, 'gw_port_id': 'a67e6768-26a3-4e65-9c2d-9e0b65834475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:01:01Z', 'updated_at': '2022-08-30T01:06:53Z', 'revision_number': 5, 'project_id': 'ceebbaa5dd9d4110a6393190c5b466f0', 'gw_port': {'id': 'a67e6768-26a3-4e65-9c2d-9e0b65834475', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfbc9895-1b34-4da0-af70-7d9bca0a2319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:03Z', 'updated_at': '2022-08-30T01:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi'}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:06:54.386873 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e07b87-93cd-4de0-8af7-54736fbcc4d2 None None] Checking router: bfbc9895-1b34-4da0-af70-7d9bca0a2319 for host: dv-cinder-815146-13-iscsi {{(pid=106209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:06:54.396218 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e07b87-93cd-4de0-8af7-54736fbcc4d2 None None] Routers {'bfbc9895-1b34-4da0-af70-7d9bca0a2319'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:06:54.396825 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-50e07b87-93cd-4de0-8af7-54736fbcc4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:06:41Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['bfbc9895-1b34-4da0-af70-7d9bca0a2319'], 'active': True} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:06:54.441201 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57867cbd-7089-48d5-ab46-6c1b3540e4eb req-36ad58c0-8204-4652-b82d-34ecb453429a tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:54.442674 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-57867cbd-7089-48d5-ab46-6c1b3540e4eb req-36ad58c0-8204-4652-b82d-34ecb453429a tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b85f48c2-35d7-4cab-a969-7e1b1fb4bec7 HTTP/1.1" status: 200 len: 946 time: 0.3513453 Aug 30 01:06:54.486651 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-a64e9cd1-ad20-43ae-b3bb-9c92acf12659 admin admin] Publish callbacks [] for router (bfbc9895-1b34-4da0-af70-7d9bca0a2319), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:54.498510 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvr_db [None req-50e07b87-93cd-4de0-8af7-54736fbcc4d2 None None] Set router bfbc9895-1b34-4da0-af70-7d9bca0a2319 gateway port host: dv-cinder-815146-13-iscsi {{(pid=106209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:06:54.549065 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-57867cbd-7089-48d5-ab46-6c1b3540e4eb req-8fac87cd-8970-42f5-b100-8dbcbeafdf05 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0322309e-1f6d-4caf-a1b9-0e800f7ba56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979052 Aug 30 01:06:54.605509 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-a64e9cd1-ad20-43ae-b3bb-9c92acf12659 admin admin] Publish callbacks [] for router_gateway (bfbc9895-1b34-4da0-af70-7d9bca0a2319), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:54.634857 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fd529f-883a-4153-aae8-fe9677020650 req-f4a0b81e-da3a-4619-b00c-b72637ee770c tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:54.636435 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-b7fd529f-883a-4153-aae8-fe9677020650 req-f4a0b81e-da3a-4619-b00c-b72637ee770c tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=b85f48c2-35d7-4cab-a969-7e1b1fb4bec7 HTTP/1.1" status: 200 len: 946 time: 0.0507178 Aug 30 01:06:54.639678 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:54.658150 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.plugin [None req-a64e9cd1-ad20-43ae-b3bb-9c92acf12659 admin admin] Deleting port a67e6768-26a3-4e65-9c2d-9e0b65834475 {{(pid=106207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:06:54.658493 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-a64e9cd1-ad20-43ae-b3bb-9c92acf12659 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737868023260'] for port (a67e6768-26a3-4e65-9c2d-9e0b65834475), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:54.677381 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-50e07b87-93cd-4de0-8af7-54736fbcc4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfbc9895-1b34-4da0-af70-7d9bca0a2319', 'name': 'tempest-ServerRescueNegativeTestJSON-568706440-router', 'tenant_id': 'ceebbaa5dd9d4110a6393190c5b466f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.79'}], 'enable_snat': True}, 'gw_port_id': 'a67e6768-26a3-4e65-9c2d-9e0b65834475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:01:01Z', 'updated_at': '2022-08-30T01:06:53Z', 'revision_number': 5, 'project_id': 'ceebbaa5dd9d4110a6393190c5b466f0', 'gw_port': {'id': 'a67e6768-26a3-4e65-9c2d-9e0b65834475', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfbc9895-1b34-4da0-af70-7d9bca0a2319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:03Z', 'updated_at': '2022-08-30T01:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi'}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:06:54.703828 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e07b87-93cd-4de0-8af7-54736fbcc4d2 None None] The sync data for ids ['bfbc9895-1b34-4da0-af70-7d9bca0a2319'] in dv-cinder-815146-13-iscsi is: [{'id': 'bfbc9895-1b34-4da0-af70-7d9bca0a2319', 'name': 'tempest-ServerRescueNegativeTestJSON-568706440-router', 'tenant_id': 'ceebbaa5dd9d4110a6393190c5b466f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.79'}], 'enable_snat': True}, 'gw_port_id': 'a67e6768-26a3-4e65-9c2d-9e0b65834475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:01:01Z', 'updated_at': '2022-08-30T01:06:53Z', 'revision_number': 5, 'project_id': 'ceebbaa5dd9d4110a6393190c5b466f0', 'gw_port': {'id': 'a67e6768-26a3-4e65-9c2d-9e0b65834475', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfbc9895-1b34-4da0-af70-7d9bca0a2319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:03Z', 'updated_at': '2022-08-30T01:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi'}] {{(pid=106209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:06:54.735110 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [req-b7fd529f-883a-4153-aae8-fe9677020650 req-f2b655b3-48ad-479a-81cb-21a122835331 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Deleting port 552a6c04-ea5e-4596-976d-aca3794998cd {{(pid=106206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:06:54.735309 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-b7fd529f-883a-4153-aae8-fe9677020650 req-f2b655b3-48ad-479a-81cb-21a122835331 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737868023260'] for port (552a6c04-ea5e-4596-976d-aca3794998cd), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:54.750522 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.db [None req-a64e9cd1-ad20-43ae-b3bb-9c92acf12659 admin admin] For port a67e6768-26a3-4e65-9c2d-9e0b65834475, host dv-cinder-815146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=a67e6768-26a3-4e65-9c2d-9e0b65834475,segment=NetworkSegment(61a0af84-c6da-4606-8f1e-ec0a95f9a2d1),segment_id=61a0af84-c6da-4606-8f1e-ec0a95f9a2d1)] {{(pid=106207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:06:54.750886 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-a64e9cd1-ad20-43ae-b3bb-9c92acf12659 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16464105'] for port (a67e6768-26a3-4e65-9c2d-9e0b65834475), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:54.765320 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.plugin [None req-a64e9cd1-ad20-43ae-b3bb-9c92acf12659 admin admin] Calling delete_port for a67e6768-26a3-4e65-9c2d-9e0b65834475 owned by network:router_gateway {{(pid=106207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:06:54.832659 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [req-b7fd529f-883a-4153-aae8-fe9677020650 req-f2b655b3-48ad-479a-81cb-21a122835331 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] For port 552a6c04-ea5e-4596-976d-aca3794998cd, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=552a6c04-ea5e-4596-976d-aca3794998cd,segment=NetworkSegment(1433baa4-da16-449d-b37c-9e6e6a5aa666),segment_id=1433baa4-da16-449d-b37c-9e6e6a5aa666)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:06:54.833033 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-b7fd529f-883a-4153-aae8-fe9677020650 req-f2b655b3-48ad-479a-81cb-21a122835331 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16464105'] for port (552a6c04-ea5e-4596-976d-aca3794998cd), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:54.940665 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-a64e9cd1-ad20-43ae-b3bb-9c92acf12659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737868027338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737867580465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13006123'] for port (a67e6768-26a3-4e65-9c2d-9e0b65834475), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:54.968735 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e9cd1-ad20-43ae-b3bb-9c92acf12659 admin admin] Pushing event deleted for resources: {'Port': ['ID=a67e6768-26a3-4e65-9c2d-9e0b65834475,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:06:55.007459 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-b7fd529f-883a-4153-aae8-fe9677020650 req-f2b655b3-48ad-479a-81cb-21a122835331 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:55.007873 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-b7fd529f-883a-4153-aae8-fe9677020650 req-f2b655b3-48ad-479a-81cb-21a122835331 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16466402'] for floatingip (85c10dc5-c1b2-4359-adac-255cea50f4d8), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:55.008180 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.db.l3_db [req-b7fd529f-883a-4153-aae8-fe9677020650 req-f2b655b3-48ad-479a-81cb-21a122835331 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Floating IP 85c10dc5-c1b2-4359-adac-255cea50f4d8 disassociated. External IP: 172.27.4.110, port: 552a6c04-ea5e-4596-976d-aca3794998cd. Aug 30 01:06:55.008518 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [req-b7fd529f-883a-4153-aae8-fe9677020650 req-f2b655b3-48ad-479a-81cb-21a122835331 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Calling delete_port for 552a6c04-ea5e-4596-976d-aca3794998cd owned by compute:nova {{(pid=106206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:06:55.039632 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-a64e9cd1-ad20-43ae-b3bb-9c92acf12659 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16466337'] for router_gateway (bfbc9895-1b34-4da0-af70-7d9bca0a2319), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:55.139745 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-a64e9cd1-ad20-43ae-b3bb-9c92acf12659 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16467596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61021'] for router (bfbc9895-1b34-4da0-af70-7d9bca0a2319), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:55.142188 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-a64e9cd1-ad20-43ae-b3bb-9c92acf12659 admin admin] Publish callbacks [] for router_controller (bfbc9895-1b34-4da0-af70-7d9bca0a2319), precommit_delete_associations {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:55.156883 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-b7fd529f-883a-4153-aae8-fe9677020650 req-f2b655b3-48ad-479a-81cb-21a122835331 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737868027338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737867580465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14283316'] for port (552a6c04-ea5e-4596-976d-aca3794998cd), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:55.192783 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-a64e9cd1-ad20-43ae-b3bb-9c92acf12659 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16468015'] for router (bfbc9895-1b34-4da0-af70-7d9bca0a2319), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:55.193701 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a64e9cd1-ad20-43ae-b3bb-9c92acf12659 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bfbc9895-1b34-4da0-af70-7d9bca0a2319 {{(pid=106207) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 01:06:55.199492 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-a64e9cd1-ad20-43ae-b3bb-9c92acf12659 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:55.201557 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b655b3-48ad-479a-81cb-21a122835331 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Pushing event deleted for resources: {'Port': ['ID=552a6c04-ea5e-4596-976d-aca3794998cd,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:06:55.201690 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-a64e9cd1-ad20-43ae-b3bb-9c92acf12659 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/bfbc9895-1b34-4da0-af70-7d9bca0a2319 HTTP/1.1" status: 204 len: 168 time: 1.1491997 Aug 30 01:06:55.204872 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 51188) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:06:55.301183 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.db_base_plugin_v2 [None req-d72fb0dd-5344-4c96-8fc8-3d1bbc6f005b admin admin] Deleting subnet 4a91c71a-9152-4bb3-bae3-f34c8bf8c47c {{(pid=106206) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 01:06:55.333497 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-d72fb0dd-5344-4c96-8fc8-3d1bbc6f005b admin admin] Publish callbacks [] for subnet (4a91c71a-9152-4bb3-bae3-f34c8bf8c47c), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:55.360562 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:55.389187 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-d72fb0dd-5344-4c96-8fc8-3d1bbc6f005b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14420034'] for subnet (4a91c71a-9152-4bb3-bae3-f34c8bf8c47c), precommit_delete_associations {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:55.416026 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7fd529f-883a-4153-aae8-fe9677020650 req-f2b655b3-48ad-479a-81cb-21a122835331 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Router 77b21fb2-6062-4336-bcc3-5ffa9d454ebe has already been hosted by L3 agent 613dbf26-5731-4391-8a29-3c5185f7ed3f {{(pid=106206) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:06:55.437676 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:55.548831 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-d72fb0dd-5344-4c96-8fc8-3d1bbc6f005b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883296'] for subnet (4a91c71a-9152-4bb3-bae3-f34c8bf8c47c), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:55.606001 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7fd529f-883a-4153-aae8-fe9677020650 req-f2b655b3-48ad-479a-81cb-21a122835331 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Notify agent at l3_agent.dv-cinder-815146-13-iscsi the message routers_updated {{(pid=106206) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:06:55.623411 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c8eb8e-4f2f-4619-8330-d26510ec2336 None None] Sync routers for ids ['77b21fb2-6062-4336-bcc3-5ffa9d454ebe'] in dv-cinder-815146-13-iscsi {{(pid=106208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:06:55.635850 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c8eb8e-4f2f-4619-8330-d26510ec2336 None None] Routers {'77b21fb2-6062-4336-bcc3-5ffa9d454ebe'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:06:55.636926 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-36c8eb8e-4f2f-4619-8330-d26510ec2336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:06:41Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['77b21fb2-6062-4336-bcc3-5ffa9d454ebe'], 'active': True} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:06:55.659119 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7fd529f-883a-4153-aae8-fe9677020650 req-f2b655b3-48ad-479a-81cb-21a122835331 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] No DVR routers for this DVR port 552a6c04-ea5e-4596-976d-aca3794998cd on host hv-cinder-81514 {{(pid=106206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:06:55.662599 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-b7fd529f-883a-4153-aae8-fe9677020650 req-f2b655b3-48ad-479a-81cb-21a122835331 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for port (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:55.666228 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-b7fd529f-883a-4153-aae8-fe9677020650 req-f2b655b3-48ad-479a-81cb-21a122835331 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.47 "DELETE /networking/v2.0/ports/552a6c04-ea5e-4596-976d-aca3794998cd HTTP/1.1" status: 204 len: 173 time: 1.0227087 Aug 30 01:06:55.666938 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b85f48c2-35d7-4cab-a969-7e1b1fb4bec7', 'name': 'network-vif-deleted', 'tag': '552a6c04-ea5e-4596-976d-aca3794998cd'}] {{(pid=106206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:06:55.670171 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068580ff6c600dbe59ab62011f5d984f60f6f54628162803fce2ed792aa7a021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b3f8a7-71dc-44ee-89b4-3c68fe553e51" -d '{"events": [{"server_uuid": "b85f48c2-35d7-4cab-a969-7e1b1fb4bec7", "name": "network-vif-deleted", "tag": "552a6c04-ea5e-4596-976d-aca3794998cd"}]}' {{(pid=106206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:06:55.682907 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-0419441a-dad3-44c9-b096-3b7febee689e req-53b84119-4cbb-4fbd-acae-f6a5fe985aba tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b85f48c2-35d7-4cab-a969-7e1b1fb4bec7 HTTP/1.1" status: 200 len: 210 time: 0.0389671 Aug 30 01:06:55.688629 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-d72fb0dd-5344-4c96-8fc8-3d1bbc6f005b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14283975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13728805'] for subnet (4a91c71a-9152-4bb3-bae3-f34c8bf8c47c), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:55.720104 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72fb0dd-5344-4c96-8fc8-3d1bbc6f005b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a91c71a-9152-4bb3-bae3-f34c8bf8c47c,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:06:55.727307 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-d72fb0dd-5344-4c96-8fc8-3d1bbc6f005b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282183'] for subnet (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:55.733138 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-d72fb0dd-5344-4c96-8fc8-3d1bbc6f005b admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/4a91c71a-9152-4bb3-bae3-f34c8bf8c47c HTTP/1.1" status: 204 len: 168 time: 0.5250108 Aug 30 01:06:55.734785 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 51194) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:06:55.749346 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6245afd1-069c-41db-b58c-89971288692b x-openstack-request-id: req-6245afd1-069c-41db-b58c-89971288692b {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:06:55.749805 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b85f48c2-35d7-4cab-a969-7e1b1fb4bec7", "name": "network-vif-deleted", "tag": "552a6c04-ea5e-4596-976d-aca3794998cd", "status": "completed", "code": 200}]} {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:06:55.750192 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6245afd1-069c-41db-b58c-89971288692b {{(pid=106206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:06:55.750755 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6245afd1-069c-41db-b58c-89971288692b'] response: {'server_uuid': 'b85f48c2-35d7-4cab-a969-7e1b1fb4bec7', 'name': 'network-vif-deleted', 'tag': '552a6c04-ea5e-4596-976d-aca3794998cd', 'status': 'completed', 'code': 200} Aug 30 01:06:55.791610 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvr_db [None req-36c8eb8e-4f2f-4619-8330-d26510ec2336 None None] Set router 77b21fb2-6062-4336-bcc3-5ffa9d454ebe gateway port host: dv-cinder-815146-13-iscsi {{(pid=106208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:06:55.827438 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:55.832209 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-2a4bc15c-c70b-4051-9539-b9d9f02eed13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545373'] for network (5ee6ec53-bf26-4fab-b55f-62bd4221ec41), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:55.832492 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45092bc8-ac71-41ae-8e49-d31f6415a031 None None] Network 5ee6ec53-bf26-4fab-b55f-62bd4221ec41 requested from dv-cinder-815146-13-iscsi {{(pid=106208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:06:55.847718 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:55.881933 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-2a4bc15c-c70b-4051-9539-b9d9f02eed13 admin admin] Deleting port da45e07a-e788-472d-a235-25b6f30c76bf {{(pid=106206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:06:55.882272 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-2a4bc15c-c70b-4051-9539-b9d9f02eed13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737868023260'] for port (da45e07a-e788-472d-a235-25b6f30c76bf), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:55.947486 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-2a4bc15c-c70b-4051-9539-b9d9f02eed13 admin admin] For port da45e07a-e788-472d-a235-25b6f30c76bf, host dv-cinder-815146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=da45e07a-e788-472d-a235-25b6f30c76bf,segment=NetworkSegment(c47d2ff1-3cd9-4a2f-88ea-ac8145096927),segment_id=c47d2ff1-3cd9-4a2f-88ea-ac8145096927)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:06:55.947844 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-2a4bc15c-c70b-4051-9539-b9d9f02eed13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16464105'] for port (da45e07a-e788-472d-a235-25b6f30c76bf), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:55.962289 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-2a4bc15c-c70b-4051-9539-b9d9f02eed13 admin admin] Calling delete_port for da45e07a-e788-472d-a235-25b6f30c76bf owned by network:dhcp {{(pid=106206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:06:56.064869 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-2a4bc15c-c70b-4051-9539-b9d9f02eed13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737868027338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737867580465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14283316'] for port (da45e07a-e788-472d-a235-25b6f30c76bf), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:56.093004 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-36c8eb8e-4f2f-4619-8330-d26510ec2336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'name': 'tempest-TestVolumeBootPattern-1159894763-router', 'tenant_id': 'a6380baa172744fa9d7ba5b81f847906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.96'}], 'enable_snat': True}, 'gw_port_id': 'adff4777-6a01-467c-9cce-d77b5d28c036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:03:48Z', 'updated_at': '2022-08-30T01:03:52Z', 'revision_number': 4, 'project_id': 'a6380baa172744fa9d7ba5b81f847906', 'gw_port': {'id': 'adff4777-6a01-467c-9cce-d77b5d28c036', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:60:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:48Z', 'updated_at': '2022-08-30T01:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_interfaces': [{'id': '7f570ed8-ae08-439f-9ac0-f7485c2e852e', 'name': '', 'network_id': '9040a016-54c8-479a-991b-4e0ac5fa178d', 'tenant_id': 'a6380baa172744fa9d7ba5b81f847906', 'mac_address': 'fa:16:3e:a1:7e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '95c34b58-5326-49b3-92a4-b747a89537a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:52Z', 'updated_at': '2022-08-30T01:03:58Z', 'revision_number': 5, 'project_id': 'a6380baa172744fa9d7ba5b81f847906', 'subnets': [{'id': '95c34b58-5326-49b3-92a4-b747a89537a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:06:56.097423 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4bc15c-c70b-4051-9539-b9d9f02eed13 admin admin] Pushing event deleted for resources: {'Port': ['ID=da45e07a-e788-472d-a235-25b6f30c76bf,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:06:56.103369 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4bc15c-c70b-4051-9539-b9d9f02eed13 admin admin] No DVR routers for this DVR port da45e07a-e788-472d-a235-25b6f30c76bf on host dv-cinder-815146-13-iscsi {{(pid=106206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:06:56.121693 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec03c53-bebf-492e-93b3-7aab2cbebafe None None] DHCP port deletion for 5ee6ec53-bf26-4fab-b55f-62bd4221ec41 request from dv-cinder-815146-13-iscsi {{(pid=106208) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 01:06:56.125973 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c8eb8e-4f2f-4619-8330-d26510ec2336 None None] Checking router: 77b21fb2-6062-4336-bcc3-5ffa9d454ebe for host: dv-cinder-815146-13-iscsi {{(pid=106208) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:06:56.137120 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c8eb8e-4f2f-4619-8330-d26510ec2336 None None] Routers {'77b21fb2-6062-4336-bcc3-5ffa9d454ebe'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:06:56.137725 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-36c8eb8e-4f2f-4619-8330-d26510ec2336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:06:41Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['77b21fb2-6062-4336-bcc3-5ffa9d454ebe'], 'active': True} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:06:56.185897 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-2a4bc15c-c70b-4051-9539-b9d9f02eed13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-877315', 'neutron.services.segments.db._delete_segments_for_network-8737868099651'] for network (5ee6ec53-bf26-4fab-b55f-62bd4221ec41), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:56.214109 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.services.segments.db [None req-2a4bc15c-c70b-4051-9539-b9d9f02eed13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ee6ec53-bf26-4fab-b55f-62bd4221ec41']}} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:06:56.226589 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.services.segments.db [None req-2a4bc15c-c70b-4051-9539-b9d9f02eed13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c47d2ff1-3cd9-4a2f-88ea-ac8145096927') {'for_net_delete': True} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:06:56.226989 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.services.segments.db [None req-2a4bc15c-c70b-4051-9539-b9d9f02eed13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c47d2ff1-3cd9-4a2f-88ea-ac8145096927') {} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:06:56.251100 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-2a4bc15c-c70b-4051-9539-b9d9f02eed13 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737868127151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14420041'] for segment (c47d2ff1-3cd9-4a2f-88ea-ac8145096927), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:56.251534 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvr_db [None req-36c8eb8e-4f2f-4619-8330-d26510ec2336 None None] Set router 77b21fb2-6062-4336-bcc3-5ffa9d454ebe gateway port host: dv-cinder-815146-13-iscsi {{(pid=106208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:06:56.276945 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-2a4bc15c-c70b-4051-9539-b9d9f02eed13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879481'] for segment (c47d2ff1-3cd9-4a2f-88ea-ac8145096927), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:56.285325 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a4bc15c-c70b-4051-9539-b9d9f02eed13 admin admin] Releasing vlan 1074 on physical network physnet1 to pool {{(pid=106206) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 01:06:56.286233 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-2a4bc15c-c70b-4051-9539-b9d9f02eed13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14283361'] for segment (c47d2ff1-3cd9-4a2f-88ea-ac8145096927), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:56.333186 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:56.357840 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-2a4bc15c-c70b-4051-9539-b9d9f02eed13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-877322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16316755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16466381'] for network (5ee6ec53-bf26-4fab-b55f-62bd4221ec41), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:56.371603 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-2a4bc15c-c70b-4051-9539-b9d9f02eed13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282183'] for network (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:56.375438 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-2a4bc15c-c70b-4051-9539-b9d9f02eed13 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/5ee6ec53-bf26-4fab-b55f-62bd4221ec41 HTTP/1.1" status: 204 len: 168 time: 0.6383445 Aug 30 01:06:56.388078 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4bc15c-c70b-4051-9539-b9d9f02eed13 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ee6ec53-bf26-4fab-b55f-62bd4221ec41,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:06:56.428506 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device 83e43aba-7011-40c6-a7e4-b1d7907278c4 no longer exists at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:06:56.457111 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] No Port match for: 83e43aba-7011-40c6-a7e4-b1d7907278c4 {{(pid=106208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:06:56.457465 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device 83e43aba-7011-40c6-a7e4-b1d7907278c4 not bound to the agent host dv-cinder-815146-13-iscsi {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:06:56.457893 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device da45e07a-e788-472d-a235-25b6f30c76bf no longer exists at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:06:56.460108 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.services.segments.plugin [-] Segment c47d2ff1-3cd9-4a2f-88ea-ac8145096927 resource provider aggregate not found Aug 30 01:06:56.480769 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.services.segments.plugin [-] Segment c47d2ff1-3cd9-4a2f-88ea-ac8145096927 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c47d2ff1-3cd9-4a2f-88ea-ac8145096927 found for delete ", "request_id": "req-df308b57-8eda-4cd6-8c05-cbfe85b8ed4d"}]} Aug 30 01:06:56.507766 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] No Port match for: da45e07a-e788-472d-a235-25b6f30c76bf {{(pid=106208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:06:56.508115 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device da45e07a-e788-472d-a235-25b6f30c76bf not bound to the agent host dv-cinder-815146-13-iscsi {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:06:56.508542 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device a67e6768-26a3-4e65-9c2d-9e0b65834475 no longer exists at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:06:56.516274 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 51204) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:06:56.540965 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] No Port match for: a67e6768-26a3-4e65-9c2d-9e0b65834475 {{(pid=106208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:06:56.541349 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device a67e6768-26a3-4e65-9c2d-9e0b65834475 not bound to the agent host dv-cinder-815146-13-iscsi {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:06:56.565598 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-f34f1a10-86c3-4be5-8298-98471176be6e admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=ceebbaa5dd9d4110a6393190c5b466f0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0456316 Aug 30 01:06:56.565820 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 51206) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:06:56.617703 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-7fbecddc-ce35-4305-a07a-e598ad027f7c admin admin] Publish callbacks [] for security_group (872fe2ee-9cb9-49c2-ae04-fb1a853df1f6), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:56.620582 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=11 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:56.647295 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-7fbecddc-ce35-4305-a07a-e598ad027f7c admin admin] Publish callbacks [] for security_group (872fe2ee-9cb9-49c2-ae04-fb1a853df1f6), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:56.666112 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-36c8eb8e-4f2f-4619-8330-d26510ec2336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'name': 'tempest-TestVolumeBootPattern-1159894763-router', 'tenant_id': 'a6380baa172744fa9d7ba5b81f847906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.96'}], 'enable_snat': True}, 'gw_port_id': 'adff4777-6a01-467c-9cce-d77b5d28c036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:03:48Z', 'updated_at': '2022-08-30T01:03:52Z', 'revision_number': 4, 'project_id': 'a6380baa172744fa9d7ba5b81f847906', 'gw_port': {'id': 'adff4777-6a01-467c-9cce-d77b5d28c036', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:60:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:48Z', 'updated_at': '2022-08-30T01:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_interfaces': [{'id': '7f570ed8-ae08-439f-9ac0-f7485c2e852e', 'name': '', 'network_id': '9040a016-54c8-479a-991b-4e0ac5fa178d', 'tenant_id': 'a6380baa172744fa9d7ba5b81f847906', 'mac_address': 'fa:16:3e:a1:7e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '95c34b58-5326-49b3-92a4-b747a89537a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:52Z', 'updated_at': '2022-08-30T01:03:58Z', 'revision_number': 5, 'project_id': 'a6380baa172744fa9d7ba5b81f847906', 'subnets': [{'id': '95c34b58-5326-49b3-92a4-b747a89537a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:06:56.696182 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c8eb8e-4f2f-4619-8330-d26510ec2336 None None] The sync data for ids ['77b21fb2-6062-4336-bcc3-5ffa9d454ebe'] in dv-cinder-815146-13-iscsi is: [{'id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'name': 'tempest-TestVolumeBootPattern-1159894763-router', 'tenant_id': 'a6380baa172744fa9d7ba5b81f847906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.96'}], 'enable_snat': True}, 'gw_port_id': 'adff4777-6a01-467c-9cce-d77b5d28c036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:03:48Z', 'updated_at': '2022-08-30T01:03:52Z', 'revision_number': 4, 'project_id': 'a6380baa172744fa9d7ba5b81f847906', 'gw_port': {'id': 'adff4777-6a01-467c-9cce-d77b5d28c036', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:60:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:48Z', 'updated_at': '2022-08-30T01:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_interfaces': [{'id': '7f570ed8-ae08-439f-9ac0-f7485c2e852e', 'name': '', 'network_id': '9040a016-54c8-479a-991b-4e0ac5fa178d', 'tenant_id': 'a6380baa172744fa9d7ba5b81f847906', 'mac_address': 'fa:16:3e:a1:7e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '95c34b58-5326-49b3-92a4-b747a89537a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:52Z', 'updated_at': '2022-08-30T01:03:58Z', 'revision_number': 5, 'project_id': 'a6380baa172744fa9d7ba5b81f847906', 'subnets': [{'id': '95c34b58-5326-49b3-92a4-b747a89537a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:06:56.704416 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-7fbecddc-ce35-4305-a07a-e598ad027f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (872fe2ee-9cb9-49c2-ae04-fb1a853df1f6), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:56.708303 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-7fbecddc-ce35-4305-a07a-e598ad027f7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:56.709618 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-7fbecddc-ce35-4305-a07a-e598ad027f7c admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/872fe2ee-9cb9-49c2-ae04-fb1a853df1f6 HTTP/1.1" status: 204 len: 168 time: 0.1429574 Aug 30 01:06:56.726301 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbecddc-ce35-4305-a07a-e598ad027f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872fe2ee-9cb9-49c2-ae04-fb1a853df1f6,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:06:56.997166 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:57.011072 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d17d634-01a2-424e-a628-b63259518fbb None None] New status for floating IP 85c10dc5-c1b2-4359-adac-255cea50f4d8: DOWN {{(pid=106209) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:06:57.025646 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-5dd52afe-52f3-4fab-87c4-7566f606d0fd req-1240bd5f-c9c8-4a8d-a27c-4d68ff41b793 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1850089549&fields=id&tenant_id=a6380baa172744fa9d7ba5b81f847906 HTTP/1.1" status: 200 len: 267 time: 0.0563560 Aug 30 01:06:57.144717 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd52afe-52f3-4fab-87c4-7566f606d0fd req-bda11778-d17f-455b-a636-f763f0ab667a tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:57.146496 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-5dd52afe-52f3-4fab-87c4-7566f606d0fd req-bda11778-d17f-455b-a636-f763f0ab667a tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/networks?id=9040a016-54c8-479a-991b-4e0ac5fa178d HTTP/1.1" status: 200 len: 812 time: 0.1130040 Aug 30 01:06:57.163793 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-5dd52afe-52f3-4fab-87c4-7566f606d0fd req-54b6b856-2df9-4c36-b59e-674f93c4432b tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/quotas/a6380baa172744fa9d7ba5b81f847906 HTTP/1.1" status: 200 len: 375 time: 0.0115592 Aug 30 01:06:57.217487 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-5dd52afe-52f3-4fab-87c4-7566f606d0fd req-dec94713-3a5b-48d7-bf76-2e0c04e868cf tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=a6380baa172744fa9d7ba5b81f847906&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448329 Aug 30 01:06:57.324133 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-5dd52afe-52f3-4fab-87c4-7566f606d0fd req-fe774a8e-068e-4297-bce8-f002835aa421 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/9040a016-54c8-479a-991b-4e0ac5fa178d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955098 Aug 30 01:06:57.422230 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-5dd52afe-52f3-4fab-87c4-7566f606d0fd req-d2e82c11-f5d3-4cd0-a4e7-1fb5218b96f3 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/9040a016-54c8-479a-991b-4e0ac5fa178d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921404 Aug 30 01:06:57.488105 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 51240) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:06:57.588881 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [None req-4401e94f-4bb1-42b8-ac18-163cbae29c61 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1650687493-network', 'tenant_id': '54768b167b1c4fefb901f640203e1c5d'}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:06:57.612047 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4401e94f-4bb1-42b8-ac18-163cbae29c61 admin admin] Made reservation on behalf of 54768b167b1c4fefb901f640203e1c5d for: {'network': 1} {{(pid=106206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:06:57.614691 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-4401e94f-4bb1-42b8-ac18-163cbae29c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for network (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:57.623483 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-4401e94f-4bb1-42b8-ac18-163cbae29c61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:57.711038 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-4401e94f-4bb1-42b8-ac18-163cbae29c61 admin admin] Publish callbacks [] for security_group (07970a33-529a-4a19-9e11-d78665b08bcd), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:57.713737 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:57.718985 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-4401e94f-4bb1-42b8-ac18-163cbae29c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (07970a33-529a-4a19-9e11-d78665b08bcd), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:57.743515 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-f4ecd0dd-7060-43ae-92cb-c11b2f7918bf req-95458f04-1ecc-4404-981b-7b9667f85718 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a99c1ea6-9c8f-42ac-a6b3-6c66a025711d HTTP/1.1" status: 200 len: 210 time: 0.0385976 Aug 30 01:06:57.745656 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4401e94f-4bb1-42b8-ac18-163cbae29c61 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1088} {{(pid=106206) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 01:06:57.754103 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4401e94f-4bb1-42b8-ac18-163cbae29c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07970a33-529a-4a19-9e11-d78665b08bcd,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:06:57.769826 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-4401e94f-4bb1-42b8-ac18-163cbae29c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879481'] for segment (d885eda7-4268-4a35-a6ed-db3090deff20), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:57.770171 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.db.segments_db [None req-4401e94f-4bb1-42b8-ac18-163cbae29c61 admin admin] Added segment d885eda7-4268-4a35-a6ed-db3090deff20 of type vlan for network 71657289-5845-4030-b5d1-5bad1153486f Aug 30 01:06:57.814153 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-4401e94f-4bb1-42b8-ac18-163cbae29c61 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737867601237'] for network (71657289-5845-4030-b5d1-5bad1153486f), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:57.834694 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device 552a6c04-ea5e-4596-976d-aca3794998cd no longer exists at agent hyperv_hv-cinder-81514 {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:06:57.850373 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-4401e94f-4bb1-42b8-ac18-163cbae29c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16316755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197'] for network (71657289-5845-4030-b5d1-5bad1153486f), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:57.851701 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4401e94f-4bb1-42b8-ac18-163cbae29c61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:57.852381 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-4401e94f-4bb1-42b8-ac18-163cbae29c61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282183'] for network (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:57.854209 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] No Port match for: 552a6c04-ea5e-4596-976d-aca3794998cd {{(pid=106208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:06:57.854759 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device 552a6c04-ea5e-4596-976d-aca3794998cd not bound to the agent host hv-cinder-81514 {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:06:57.926842 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-4401e94f-4bb1-42b8-ac18-163cbae29c61 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.4376307 Aug 30 01:06:57.930085 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 51256) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:06:57.937228 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [None req-43df9496-3d74-41ea-9bd6-bd8672eb8e0a admin admin] Request body: {'subnet': {'network_id': '71657289-5845-4030-b5d1-5bad1153486f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1650687493-subnet', 'tenant_id': '54768b167b1c4fefb901f640203e1c5d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:06:57.938871 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4401e94f-4bb1-42b8-ac18-163cbae29c61 admin admin] Pushing event updated for resources: {'Network': ['ID=71657289-5845-4030-b5d1-5bad1153486f,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:06:57.948914 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Network 71657289-5845-4030-b5d1-5bad1153486f details requested by agent ovs-agent-dv-cinder-815146-13-iscsi with host dv-cinder-815146-13-iscsi {{(pid=106208) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 01:06:57.961945 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43df9496-3d74-41ea-9bd6-bd8672eb8e0a admin admin] Made reservation on behalf of 54768b167b1c4fefb901f640203e1c5d for: {'subnet': 1} {{(pid=106207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:06:57.965026 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-43df9496-3d74-41ea-9bd6-bd8672eb8e0a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12999752'] for subnet (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:58.149579 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-43df9496-3d74-41ea-9bd6-bd8672eb8e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12999774'] for subnet (b5ba3a12-33bc-451f-ac45-0e3b5e90b022), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:58.201127 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43df9496-3d74-41ea-9bd6-bd8672eb8e0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5ba3a12-33bc-451f-ac45-0e3b5e90b022,revision_number=0']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:06:58.215995 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43df9496-3d74-41ea-9bd6-bd8672eb8e0a admin admin] Checking segment: {'id': 'd885eda7-4268-4a35-a6ed-db3090deff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '71657289-5845-4030-b5d1-5bad1153486f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:06:58.216944 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43df9496-3d74-41ea-9bd6-bd8672eb8e0a admin admin] Network hostable DHCP agents. Network: 71657289-5845-4030-b5d1-5bad1153486f, hostable agents: ['fba0026e-8830-42b0-8a12-2be2a1203730'], hosted agents: [] {{(pid=106207) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 01:06:58.234596 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43df9496-3d74-41ea-9bd6-bd8672eb8e0a admin admin] Network 71657289-5845-4030-b5d1-5bad1153486f is scheduled to be hosted by DHCP agent fba0026e-8830-42b0-8a12-2be2a1203730 with binding_index 1 {{(pid=106207) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 01:06:58.243780 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.base_scheduler [None req-43df9496-3d74-41ea-9bd6-bd8672eb8e0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-13-iscsi, 71657289-5845-4030-b5d1-5bad1153486f) {{(pid=106207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:06:58.248745 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43df9496-3d74-41ea-9bd6-bd8672eb8e0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:58.249635 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-43df9496-3d74-41ea-9bd6-bd8672eb8e0a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:58.255937 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b738ecf-cd03-4592-9f77-330b1d6baadf None None] Network 71657289-5845-4030-b5d1-5bad1153486f requested from dv-cinder-815146-13-iscsi {{(pid=106208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:06:58.274807 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-43df9496-3d74-41ea-9bd6-bd8672eb8e0a admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3434777 Aug 30 01:06:58.277351 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 51260) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:06:58.281995 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [None req-50cff91f-1000-4e8e-8e34-60c51f7328ac admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1650687493-router', 'tenant_id': '54768b167b1c4fefb901f640203e1c5d', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb'}}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:06:58.303609 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-50cff91f-1000-4e8e-8e34-60c51f7328ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16469197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61039'] for router (54edb336-0783-4b1c-8e7c-01784738f66c), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:58.304631 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-50cff91f-1000-4e8e-8e34-60c51f7328ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16467696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16461524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16397380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61028'] for router (54edb336-0783-4b1c-8e7c-01784738f66c), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:58.369680 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-50cff91f-1000-4e8e-8e34-60c51f7328ac admin admin] Publish callbacks [] for router_controller (54edb336-0783-4b1c-8e7c-01784738f66c), precommit_add_association {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:58.375407 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4fb364e-8154-449c-96ea-1f7433349a68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp060cecbc-5a04-5e81-8619-a9cce68dc16f-71657289-5845-4030-b5d1-5bad1153486f', 'network_id': '71657289-5845-4030-b5d1-5bad1153486f', 'project_id': '54768b167b1c4fefb901f640203e1c5d', 'fixed_ips': [{'subnet_id': 'b5ba3a12-33bc-451f-ac45-0e3b5e90b022'}]}} from dv-cinder-815146-13-iscsi. {{(pid=106208) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 01:06:58.376688 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-c4fb364e-8154-449c-96ea-1f7433349a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:58.509104 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:58.512708 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:58.515227 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-50cff91f-1000-4e8e-8e34-60c51f7328ac admin admin] Publish callbacks [] for router_gateway (54edb336-0783-4b1c-8e7c-01784738f66c), precommit_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:58.518683 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.db_base_plugin_common [None req-c4fb364e-8154-449c-96ea-1f7433349a68 None None] Allocated IP 172.20.0.2 (71657289-5845-4030-b5d1-5bad1153486f/b5ba3a12-33bc-451f-ac45-0e3b5e90b022/17fcc1c6-82f3-478f-963c-8569c598a8aa) {{(pid=106208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:06:58.592191 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:58.667019 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-c4fb364e-8154-449c-96ea-1f7433349a68 None None] Publish callbacks [] for port (17fcc1c6-82f3-478f-963c-8569c598a8aa), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:58.672776 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-c4fb364e-8154-449c-96ea-1f7433349a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737867580456'] for port (17fcc1c6-82f3-478f-963c-8569c598a8aa), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:58.699681 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-50cff91f-1000-4e8e-8e34-60c51f7328ac admin admin] Publish callbacks [] for router_gateway (54edb336-0783-4b1c-8e7c-01784738f66c), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:58.717253 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fb364e-8154-449c-96ea-1f7433349a68 None None] Network 71657289-5845-4030-b5d1-5bad1153486f is already hosted by enough agents. {{(pid=106208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:06:58.720489 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-50cff91f-1000-4e8e-8e34-60c51f7328ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:58.721347 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.scheduler.base_scheduler [None req-c4fb364e-8154-449c-96ea-1f7433349a68 None None] Resources bound (agent type, host, resource id): {{(pid=106208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:06:58.723214 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fb364e-8154-449c-96ea-1f7433349a68 None None] Pushing event updated for resources: {'Port': ['ID=17fcc1c6-82f3-478f-963c-8569c598a8aa,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:06:58.725362 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fb364e-8154-449c-96ea-1f7433349a68 None None] Received port after_create {{(pid=106208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:06:58.800172 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [None req-c4fb364e-8154-449c-96ea-1f7433349a68 None None] Attempting to bind port 17fcc1c6-82f3-478f-963c-8569c598a8aa on host dv-cinder-815146-13-iscsi for vnic_type normal with profile {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:06:58.800547 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [None req-c4fb364e-8154-449c-96ea-1f7433349a68 None None] Attempting to bind port 17fcc1c6-82f3-478f-963c-8569c598a8aa by drivers openvswitch,hyperv on host dv-cinder-815146-13-iscsi at level 0 using segments [{'id': 'd885eda7-4268-4a35-a6ed-db3090deff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '71657289-5845-4030-b5d1-5bad1153486f'}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:06:58.800915 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fb364e-8154-449c-96ea-1f7433349a68 None None] Attempting to bind port 17fcc1c6-82f3-478f-963c-8569c598a8aa on network 71657289-5845-4030-b5d1-5bad1153486f {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:06:58.806544 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fb364e-8154-449c-96ea-1f7433349a68 None None] Checking agent: {'id': 'a0553951-7123-4403-ab2a-bb83048c1e52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 0, 53, 14), 'started_at': datetime.datetime(2022, 8, 30, 0, 53, 44), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:06:58.806936 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fb364e-8154-449c-96ea-1f7433349a68 None None] Checking segment: {'id': 'd885eda7-4268-4a35-a6ed-db3090deff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '71657289-5845-4030-b5d1-5bad1153486f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:06:58.807317 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-c4fb364e-8154-449c-96ea-1f7433349a68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:58.807870 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fb364e-8154-449c-96ea-1f7433349a68 None None] Bound using segment: {'id': 'd885eda7-4268-4a35-a6ed-db3090deff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '71657289-5845-4030-b5d1-5bad1153486f'} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:06:58.808533 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [None req-c4fb364e-8154-449c-96ea-1f7433349a68 None None] Bound port: 17fcc1c6-82f3-478f-963c-8569c598a8aa, host: dv-cinder-815146-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd885eda7-4268-4a35-a6ed-db3090deff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '71657289-5845-4030-b5d1-5bad1153486f'}}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:06:58.809150 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-c4fb364e-8154-449c-96ea-1f7433349a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (17fcc1c6-82f3-478f-963c-8569c598a8aa), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:58.851150 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:58.877852 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-c4fb364e-8154-449c-96ea-1f7433349a68 None None] For port 17fcc1c6-82f3-478f-963c-8569c598a8aa, host dv-cinder-815146-13-iscsi, cleared binding levels {{(pid=106208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:06:58.882180 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-c4fb364e-8154-449c-96ea-1f7433349a68 None None] For port 17fcc1c6-82f3-478f-963c-8569c598a8aa, host dv-cinder-815146-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=17fcc1c6-82f3-478f-963c-8569c598a8aa,segment=NetworkSegment(d885eda7-4268-4a35-a6ed-db3090deff20),segment_id=d885eda7-4268-4a35-a6ed-db3090deff20)] {{(pid=106208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:06:58.882425 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-2c40535a-6688-4037-b98a-1422c7241e27 req-9fb03c77-91a6-4415-b13f-914551b0a296 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a99c1ea6-9c8f-42ac-a6b3-6c66a025711d HTTP/1.1" status: 200 len: 210 time: 0.0577469 Aug 30 01:06:58.883661 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.db_base_plugin_common [None req-50cff91f-1000-4e8e-8e34-60c51f7328ac admin admin] Allocated IP 172.27.4.5 (3021e9f0-0eb2-4779-9e8d-2d74d8c353fb/be7a67d1-0569-48bc-88e9-c2545720293d/b178ff3d-52b5-4e99-be09-66d76983e13d) {{(pid=106207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:06:58.894308 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-c4fb364e-8154-449c-96ea-1f7433349a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (17fcc1c6-82f3-478f-963c-8569c598a8aa), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:58.972597 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fb364e-8154-449c-96ea-1f7433349a68 None None] Pushing event updated for resources: {'Port': ['ID=17fcc1c6-82f3-478f-963c-8569c598a8aa,revision_number=2']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:06:58.972717 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd52afe-52f3-4fab-87c4-7566f606d0fd req-c8a4fbef-b0e2-49bc-a656-d25a9945c5d0 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:58.978020 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-5dd52afe-52f3-4fab-87c4-7566f606d0fd req-c8a4fbef-b0e2-49bc-a656-d25a9945c5d0 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.47 "GET /networking/v2.0/networks?id=9040a016-54c8-479a-991b-4e0ac5fa178d HTTP/1.1" status: 200 len: 812 time: 0.1415117 Aug 30 01:06:59.050679 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-50cff91f-1000-4e8e-8e34-60c51f7328ac admin admin] Publish callbacks [] for port (b178ff3d-52b5-4e99-be09-66d76983e13d), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:59.059074 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-5dd52afe-52f3-4fab-87c4-7566f606d0fd req-fc95ade0-22f5-4153-b29b-8a9135865f91 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.47 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a6380baa172744fa9d7ba5b81f847906 HTTP/1.1" status: 200 len: 380 time: 0.0728681 Aug 30 01:06:59.072286 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [req-5dd52afe-52f3-4fab-87c4-7566f606d0fd req-74b8d4bd-583a-472a-85f8-cb9506d70f37 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Request body: {'port': {'device_id': 'a99c1ea6-9c8f-42ac-a6b3-6c66a025711d', 'network_id': '9040a016-54c8-479a-991b-4e0ac5fa178d', 'admin_state_up': True, 'tenant_id': 'a6380baa172744fa9d7ba5b81f847906', 'security_groups': ['0322309e-1f6d-4caf-a1b9-0e800f7ba56e']}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:06:59.089489 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-50cff91f-1000-4e8e-8e34-60c51f7328ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737867580456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13006123'] for port (b178ff3d-52b5-4e99-be09-66d76983e13d), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:59.151771 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50cff91f-1000-4e8e-8e34-60c51f7328ac admin admin] Network 3021e9f0-0eb2-4779-9e8d-2d74d8c353fb is already hosted by enough agents. {{(pid=106207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:06:59.159492 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.base_scheduler [None req-50cff91f-1000-4e8e-8e34-60c51f7328ac admin admin] Resources bound (agent type, host, resource id): {{(pid=106207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:06:59.165233 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cff91f-1000-4e8e-8e34-60c51f7328ac admin admin] Pushing event updated for resources: {'Port': ['ID=b178ff3d-52b5-4e99-be09-66d76983e13d,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:06:59.166608 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cff91f-1000-4e8e-8e34-60c51f7328ac admin admin] Received port after_create {{(pid=106207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:06:59.176522 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:59.244924 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dd52afe-52f3-4fab-87c4-7566f606d0fd req-74b8d4bd-583a-472a-85f8-cb9506d70f37 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Made reservation on behalf of a6380baa172744fa9d7ba5b81f847906 for: {'port': 1} {{(pid=106206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:06:59.250202 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-5dd52afe-52f3-4fab-87c4-7566f606d0fd req-74b8d4bd-583a-472a-85f8-cb9506d70f37 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:59.394978 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.db_base_plugin_common [req-5dd52afe-52f3-4fab-87c4-7566f606d0fd req-74b8d4bd-583a-472a-85f8-cb9506d70f37 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Allocated IP 172.20.0.11 (9040a016-54c8-479a-991b-4e0ac5fa178d/95c34b58-5326-49b3-92a4-b747a89537a2/c3521186-7bff-4b1d-bccf-696dc8dddb74) {{(pid=106206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:06:59.399329 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:59.444189 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-50cff91f-1000-4e8e-8e34-60c51f7328ac admin admin] Publish callbacks [] for router_gateway (54edb336-0783-4b1c-8e7c-01784738f66c), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:59.549726 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:59.572331 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-5dd52afe-52f3-4fab-87c4-7566f606d0fd req-74b8d4bd-583a-472a-85f8-cb9506d70f37 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks [] for port (c3521186-7bff-4b1d-bccf-696dc8dddb74), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:59.616194 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-5dd52afe-52f3-4fab-87c4-7566f606d0fd req-74b8d4bd-583a-472a-85f8-cb9506d70f37 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737867580456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14283316'] for port (c3521186-7bff-4b1d-bccf-696dc8dddb74), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:59.671695 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dd52afe-52f3-4fab-87c4-7566f606d0fd req-74b8d4bd-583a-472a-85f8-cb9506d70f37 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Network 9040a016-54c8-479a-991b-4e0ac5fa178d is already hosted by enough agents. {{(pid=106206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:06:59.675275 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.base_scheduler [req-5dd52afe-52f3-4fab-87c4-7566f606d0fd req-74b8d4bd-583a-472a-85f8-cb9506d70f37 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Resources bound (agent type, host, resource id): {{(pid=106206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:06:59.675756 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-50cff91f-1000-4e8e-8e34-60c51f7328ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16467624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16466237'] for router (54edb336-0783-4b1c-8e7c-01784738f66c), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:59.677249 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b8d4bd-583a-472a-85f8-cb9506d70f37 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Pushing event updated for resources: {'Port': ['ID=c3521186-7bff-4b1d-bccf-696dc8dddb74,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:06:59.679417 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dd52afe-52f3-4fab-87c4-7566f606d0fd req-74b8d4bd-583a-472a-85f8-cb9506d70f37 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Received port after_create {{(pid=106206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:06:59.731714 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd52afe-52f3-4fab-87c4-7566f606d0fd req-74b8d4bd-583a-472a-85f8-cb9506d70f37 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:06:59.733312 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-5dd52afe-52f3-4fab-87c4-7566f606d0fd req-74b8d4bd-583a-472a-85f8-cb9506d70f37 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for port (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:59.752119 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-5dd52afe-52f3-4fab-87c4-7566f606d0fd req-74b8d4bd-583a-472a-85f8-cb9506d70f37 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6848147 Aug 30 01:06:59.767823 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [req-5dd52afe-52f3-4fab-87c4-7566f606d0fd req-c28b09cf-8519-4cb6-a6e1-8dedca8d3feb service neutron] Request body: {'port': {'device_id': 'a99c1ea6-9c8f-42ac-a6b3-6c66a025711d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:06:59.823254 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50cff91f-1000-4e8e-8e34-60c51f7328ac admin admin] Router 54edb336-0783-4b1c-8e7c-01784738f66c is scheduled to L3 agent 613dbf26-5731-4391-8a29-3c5185f7ed3f with binding_index 1 {{(pid=106207) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 01:06:59.845423 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-5dd52afe-52f3-4fab-87c4-7566f606d0fd req-c28b09cf-8519-4cb6-a6e1-8dedca8d3feb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (c3521186-7bff-4b1d-bccf-696dc8dddb74), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:59.948522 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50cff91f-1000-4e8e-8e34-60c51f7328ac admin admin] Notify agent at l3_agent.dv-cinder-815146-13-iscsi the message routers_updated {{(pid=106207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:06:59.961828 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:59.962048 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d82a0a4-d652-4e4c-9e46-e00d62efbac9 None None] Sync routers for ids ['54edb336-0783-4b1c-8e7c-01784738f66c'] in dv-cinder-815146-13-iscsi {{(pid=106208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:06:59.980536 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d82a0a4-d652-4e4c-9e46-e00d62efbac9 None None] Routers {'54edb336-0783-4b1c-8e7c-01784738f66c'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:06:59.981352 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-8d82a0a4-d652-4e4c-9e46-e00d62efbac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:06:41Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['54edb336-0783-4b1c-8e7c-01784738f66c'], 'active': True} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:06:59.984988 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-50cff91f-1000-4e8e-8e34-60c51f7328ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:59.986676 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-50cff91f-1000-4e8e-8e34-60c51f7328ac admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7083507 Aug 30 01:06:59.989465 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 51266) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:07:00.064583 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-00c58eca-b1e2-4461-b842-eb64b428c097 None None] Provisioning complete for port c3521186-7bff-4b1d-bccf-696dc8dddb74 triggered by entity DHCP. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:07:00.065321 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-00c58eca-b1e2-4461-b842-eb64b428c097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (c3521186-7bff-4b1d-bccf-696dc8dddb74), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:00.102544 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f270c6d-c976-437b-9d3e-4605d4345ee8 req-adf5a53a-c5b6-4c44-b9bb-926e32955e73 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:07:00.104405 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-3f270c6d-c976-437b-9d3e-4605d4345ee8 req-adf5a53a-c5b6-4c44-b9bb-926e32955e73 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a99c1ea6-9c8f-42ac-a6b3-6c66a025711d HTTP/1.1" status: 200 len: 932 time: 0.1077011 Aug 30 01:07:00.139393 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:07:00.151678 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3142dd3a-b645-4f2a-a68c-b22532b98d97 None None] Network 71657289-5845-4030-b5d1-5bad1153486f requested from dv-cinder-815146-13-iscsi {{(pid=106208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:07:00.184566 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [req-5dd52afe-52f3-4fab-87c4-7566f606d0fd req-c28b09cf-8519-4cb6-a6e1-8dedca8d3feb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3521186-7bff-4b1d-bccf-696dc8dddb74 {{(pid=106206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:07:00.194163 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-5dd52afe-52f3-4fab-87c4-7566f606d0fd req-c28b09cf-8519-4cb6-a6e1-8dedca8d3feb service neutron] Publish callbacks [] for port (c3521186-7bff-4b1d-bccf-696dc8dddb74), precommit_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:00.209859 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [req-5dd52afe-52f3-4fab-87c4-7566f606d0fd req-c28b09cf-8519-4cb6-a6e1-8dedca8d3feb service neutron] Transition to ACTIVE for port object c3521186-7bff-4b1d-bccf-696dc8dddb74 will not be triggered until provisioned by entity L2. {{(pid=106206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 01:07:00.215710 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-00c58eca-b1e2-4461-b842-eb64b428c097 None None] Port c3521186-7bff-4b1d-bccf-696dc8dddb74 cannot update to ACTIVE because it is not bound. {{(pid=106208) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:07:00.220967 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-5dd52afe-52f3-4fab-87c4-7566f606d0fd req-c28b09cf-8519-4cb6-a6e1-8dedca8d3feb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14283325'] for port (c3521186-7bff-4b1d-bccf-696dc8dddb74), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:00.228367 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvr_db [None req-8d82a0a4-d652-4e4c-9e46-e00d62efbac9 None None] Set router 54edb336-0783-4b1c-8e7c-01784738f66c gateway port host: dv-cinder-815146-13-iscsi {{(pid=106208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:07:00.332707 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b09cf-8519-4cb6-a6e1-8dedca8d3feb service neutron] Pushing event updated for resources: {'Port': ['ID=c3521186-7bff-4b1d-bccf-696dc8dddb74,revision_number=2']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:07:00.371355 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:INSERT=2,neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:07:00.372712 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [req-5dd52afe-52f3-4fab-87c4-7566f606d0fd req-c28b09cf-8519-4cb6-a6e1-8dedca8d3feb service neutron] Attempting to bind port c3521186-7bff-4b1d-bccf-696dc8dddb74 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:07:00.373752 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [req-5dd52afe-52f3-4fab-87c4-7566f606d0fd req-c28b09cf-8519-4cb6-a6e1-8dedca8d3feb service neutron] Attempting to bind port c3521186-7bff-4b1d-bccf-696dc8dddb74 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '1433baa4-da16-449d-b37c-9e6e6a5aa666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '9040a016-54c8-479a-991b-4e0ac5fa178d'}] {{(pid=106206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:07:00.374214 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd52afe-52f3-4fab-87c4-7566f606d0fd req-c28b09cf-8519-4cb6-a6e1-8dedca8d3feb service neutron] Attempting to bind port c3521186-7bff-4b1d-bccf-696dc8dddb74 on network 9040a016-54c8-479a-991b-4e0ac5fa178d {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:07:00.382654 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device 17fcc1c6-82f3-478f-963c-8569c598a8aa up at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:07:00.383168 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd52afe-52f3-4fab-87c4-7566f606d0fd req-c28b09cf-8519-4cb6-a6e1-8dedca8d3feb service neutron] Port c3521186-7bff-4b1d-bccf-696dc8dddb74 on network 9040a016-54c8-479a-991b-4e0ac5fa178d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 01:07:00.383504 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd52afe-52f3-4fab-87c4-7566f606d0fd req-c28b09cf-8519-4cb6-a6e1-8dedca8d3feb service neutron] Attempting to bind port c3521186-7bff-4b1d-bccf-696dc8dddb74 on network 9040a016-54c8-479a-991b-4e0ac5fa178d {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:07:00.392422 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd52afe-52f3-4fab-87c4-7566f606d0fd req-c28b09cf-8519-4cb6-a6e1-8dedca8d3feb service neutron] Checking agent: {'id': 'ec393def-3d84-45a3-8a6c-ed049d62fe0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 0, 59, 14), 'started_at': datetime.datetime(2022, 8, 30, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:07:00.392818 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd52afe-52f3-4fab-87c4-7566f606d0fd req-c28b09cf-8519-4cb6-a6e1-8dedca8d3feb service neutron] Checking segment: {'id': '1433baa4-da16-449d-b37c-9e6e6a5aa666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '9040a016-54c8-479a-991b-4e0ac5fa178d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:07:00.393184 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd52afe-52f3-4fab-87c4-7566f606d0fd req-c28b09cf-8519-4cb6-a6e1-8dedca8d3feb service neutron] Bound using segment: {'id': '1433baa4-da16-449d-b37c-9e6e6a5aa666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '9040a016-54c8-479a-991b-4e0ac5fa178d'} {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:07:00.393772 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [req-5dd52afe-52f3-4fab-87c4-7566f606d0fd req-c28b09cf-8519-4cb6-a6e1-8dedca8d3feb service neutron] Bound port: c3521186-7bff-4b1d-bccf-696dc8dddb74, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1433baa4-da16-449d-b37c-9e6e6a5aa666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '9040a016-54c8-479a-991b-4e0ac5fa178d'}}] {{(pid=106206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:07:00.394116 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-5dd52afe-52f3-4fab-87c4-7566f606d0fd req-c28b09cf-8519-4cb6-a6e1-8dedca8d3feb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (c3521186-7bff-4b1d-bccf-696dc8dddb74), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:00.447748 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-eadaa577-0e1a-436e-a5a1-eafe702b1e7f None None] Provisioning complete for port 17fcc1c6-82f3-478f-963c-8569c598a8aa triggered by entity DHCP. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:07:00.448117 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-eadaa577-0e1a-436e-a5a1-eafe702b1e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (17fcc1c6-82f3-478f-963c-8569c598a8aa), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:00.465743 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [req-5dd52afe-52f3-4fab-87c4-7566f606d0fd req-c28b09cf-8519-4cb6-a6e1-8dedca8d3feb service neutron] For port c3521186-7bff-4b1d-bccf-696dc8dddb74, host hv-cinder-81514, cleared binding levels {{(pid=106206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:07:00.468113 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:UPDATE=5,neutron:SELECT=93,neutron:INSERT=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:07:00.471142 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [req-5dd52afe-52f3-4fab-87c4-7566f606d0fd req-c28b09cf-8519-4cb6-a6e1-8dedca8d3feb service neutron] For port c3521186-7bff-4b1d-bccf-696dc8dddb74, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c3521186-7bff-4b1d-bccf-696dc8dddb74,segment=NetworkSegment(1433baa4-da16-449d-b37c-9e6e6a5aa666),segment_id=1433baa4-da16-449d-b37c-9e6e6a5aa666)] {{(pid=106206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:07:00.479304 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-5dd52afe-52f3-4fab-87c4-7566f606d0fd req-c28b09cf-8519-4cb6-a6e1-8dedca8d3feb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14283325'] for port (c3521186-7bff-4b1d-bccf-696dc8dddb74), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:00.484437 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd52afe-52f3-4fab-87c4-7566f606d0fd req-c28b09cf-8519-4cb6-a6e1-8dedca8d3feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:07:00.485165 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-5dd52afe-52f3-4fab-87c4-7566f606d0fd req-c28b09cf-8519-4cb6-a6e1-8dedca8d3feb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for port (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:00.486624 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-5dd52afe-52f3-4fab-87c4-7566f606d0fd req-c28b09cf-8519-4cb6-a6e1-8dedca8d3feb service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/c3521186-7bff-4b1d-bccf-696dc8dddb74 HTTP/1.1" status: 200 len: 1094 time: 0.7248805 Aug 30 01:07:00.487184 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a99c1ea6-9c8f-42ac-a6b3-6c66a025711d', 'tag': 'c3521186-7bff-4b1d-bccf-696dc8dddb74'}] {{(pid=106206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:07:00.489547 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068580ff6c600dbe59ab62011f5d984f60f6f54628162803fce2ed792aa7a021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3a4c80-cd41-4efb-9a30-f212e2af49b8" -d '{"events": [{"name": "network-changed", "server_uuid": "a99c1ea6-9c8f-42ac-a6b3-6c66a025711d", "tag": "c3521186-7bff-4b1d-bccf-696dc8dddb74"}]}' {{(pid=106206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:07:00.501756 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-3f270c6d-c976-437b-9d3e-4605d4345ee8 req-dd839b9f-5b93-4a85-aeb6-6d3025992262 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0322309e-1f6d-4caf-a1b9-0e800f7ba56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3655252 Aug 30 01:07:00.538617 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:07:00.567148 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-393519bc-3d7e-400f-a222-3ac4679fa224 x-openstack-request-id: req-393519bc-3d7e-400f-a222-3ac4679fa224 {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:07:00.567464 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a99c1ea6-9c8f-42ac-a6b3-6c66a025711d", "tag": "c3521186-7bff-4b1d-bccf-696dc8dddb74", "status": "completed", "code": 200}]} {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:07:00.567697 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-393519bc-3d7e-400f-a222-3ac4679fa224 {{(pid=106206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:07:00.568110 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-393519bc-3d7e-400f-a222-3ac4679fa224'] response: {'name': 'network-changed', 'server_uuid': 'a99c1ea6-9c8f-42ac-a6b3-6c66a025711d', 'tag': 'c3521186-7bff-4b1d-bccf-696dc8dddb74', 'status': 'completed', 'code': 200} Aug 30 01:07:00.579965 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Provisioning complete for port 17fcc1c6-82f3-478f-963c-8569c598a8aa triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:07:00.580683 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (17fcc1c6-82f3-478f-963c-8569c598a8aa), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:00.614317 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b09cf-8519-4cb6-a6e1-8dedca8d3feb service neutron] Pushing event updated for resources: {'Port': ['ID=c3521186-7bff-4b1d-bccf-696dc8dddb74,revision_number=3']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:07:00.626039 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-8d82a0a4-d652-4e4c-9e46-e00d62efbac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54edb336-0783-4b1c-8e7c-01784738f66c', 'name': 'tempest-AttachVolumeShelveTestJSON-1650687493-router', 'tenant_id': '54768b167b1c4fefb901f640203e1c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.5'}], 'enable_snat': True}, 'gw_port_id': 'b178ff3d-52b5-4e99-be09-66d76983e13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:06:58Z', 'updated_at': '2022-08-30T01:06:59Z', 'revision_number': 3, 'project_id': '54768b167b1c4fefb901f640203e1c5d', 'gw_port': {'id': 'b178ff3d-52b5-4e99-be09-66d76983e13d', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:58:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54edb336-0783-4b1c-8e7c-01784738f66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:06:58Z', 'updated_at': '2022-08-30T01:06:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi'}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:07:00.637462 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd52afe-52f3-4fab-87c4-7566f606d0fd req-09b1bf05-b3a9-4d42-afa2-70d3c89d6870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:07:00.641378 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-5dd52afe-52f3-4fab-87c4-7566f606d0fd req-09b1bf05-b3a9-4d42-afa2-70d3c89d6870 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=a6380baa172744fa9d7ba5b81f847906&device_id=a99c1ea6-9c8f-42ac-a6b3-6c66a025711d HTTP/1.1" status: 200 len: 1128 time: 0.0618038 Aug 30 01:07:00.680481 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d82a0a4-d652-4e4c-9e46-e00d62efbac9 None None] Checking router: 54edb336-0783-4b1c-8e7c-01784738f66c for host: dv-cinder-815146-13-iscsi {{(pid=106208) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:07:00.680861 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d82a0a4-d652-4e4c-9e46-e00d62efbac9 None None] Updating router 54edb336-0783-4b1c-8e7c-01784738f66c port b178ff3d-52b5-4e99-be09-66d76983e13d binding host dv-cinder-815146-13-iscsi {{(pid=106208) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 01:07:00.692949 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-5dd52afe-52f3-4fab-87c4-7566f606d0fd req-3068ceaf-cc3c-498f-9755-32dec5b86423 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3521186-7bff-4b1d-bccf-696dc8dddb74 HTTP/1.1" status: 200 len: 217 time: 0.0444448 Aug 30 01:07:00.776600 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd52afe-52f3-4fab-87c4-7566f606d0fd req-a55d56b0-ac28-4124-9558-0d608ba60fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:07:00.778907 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-5dd52afe-52f3-4fab-87c4-7566f606d0fd req-a55d56b0-ac28-4124-9558-0d608ba60fed service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=95c34b58-5326-49b3-92a4-b747a89537a2 HTTP/1.1" status: 200 len: 851 time: 0.0787458 Aug 30 01:07:00.852273 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd52afe-52f3-4fab-87c4-7566f606d0fd req-b72fdcae-413a-4a9d-a7b8-18394fabb9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:07:00.854193 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-5dd52afe-52f3-4fab-87c4-7566f606d0fd req-b72fdcae-413a-4a9d-a7b8-18394fabb9bd service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=9040a016-54c8-479a-991b-4e0ac5fa178d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0678499 Aug 30 01:07:00.860780 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-eadaa577-0e1a-436e-a5a1-eafe702b1e7f None None] Current status of the port 17fcc1c6-82f3-478f-963c-8569c598a8aa is: DOWN; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:07:00.861210 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-eadaa577-0e1a-436e-a5a1-eafe702b1e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (17fcc1c6-82f3-478f-963c-8569c598a8aa), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:00.878453 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:07:00.895330 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-8d82a0a4-d652-4e4c-9e46-e00d62efbac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (b178ff3d-52b5-4e99-be09-66d76983e13d), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:00.896151 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-c6da4a01-554a-466d-bf17-dd1174d25a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:00.940810 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Current status of the port 17fcc1c6-82f3-478f-963c-8569c598a8aa is: DOWN; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:07:00.941234 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (17fcc1c6-82f3-478f-963c-8569c598a8aa), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:00.958181 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-5dd52afe-52f3-4fab-87c4-7566f606d0fd req-548a422d-66e7-4b62-9c77-e168f80267b1 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/9040a016-54c8-479a-991b-4e0ac5fa178d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962548 Aug 30 01:07:00.968732 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-eadaa577-0e1a-436e-a5a1-eafe702b1e7f None None] For port 17fcc1c6-82f3-478f-963c-8569c598a8aa, host dv-cinder-815146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=17fcc1c6-82f3-478f-963c-8569c598a8aa,segment=NetworkSegment(d885eda7-4268-4a35-a6ed-db3090deff20),segment_id=d885eda7-4268-4a35-a6ed-db3090deff20)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:07:01.014851 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-eadaa577-0e1a-436e-a5a1-eafe702b1e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (17fcc1c6-82f3-478f-963c-8569c598a8aa), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:01.063183 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-5dd52afe-52f3-4fab-87c4-7566f606d0fd req-becc8bea-e308-40ef-8678-ff678a6dd447 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/9040a016-54c8-479a-991b-4e0ac5fa178d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987835 Aug 30 01:07:01.074052 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.db_base_plugin_common [None req-c6da4a01-554a-466d-bf17-dd1174d25a1e admin admin] Allocated IP 172.20.0.1 (71657289-5845-4030-b5d1-5bad1153486f/b5ba3a12-33bc-451f-ac45-0e3b5e90b022/8ea2d6ff-345d-412e-8fa1-f02485776dec) {{(pid=106207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:07:01.126337 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadaa577-0e1a-436e-a5a1-eafe702b1e7f None None] Pushing event updated for resources: {'Port': ['ID=17fcc1c6-82f3-478f-963c-8569c598a8aa,revision_number=3']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:07:01.138868 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.db.api [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106208) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 30 01:07:01.139279 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG oslo_db.api [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 01:07:01.144282 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.agents_db [None req-fbf18308-e14c-4042-905c-b7f1770ec079 None None] Agent healthcheck: found 6 active agents {{(pid=106209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:07:01.174531 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-4059830c-5178-48b9-9f7e-52a18ef25bdd None None] Provisioning complete for port 17fcc1c6-82f3-478f-963c-8569c598a8aa triggered by entity DHCP. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:07:01.174884 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-4059830c-5178-48b9-9f7e-52a18ef25bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (17fcc1c6-82f3-478f-963c-8569c598a8aa), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:01.192373 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-c6da4a01-554a-466d-bf17-dd1174d25a1e admin admin] Publish callbacks [] for port (8ea2d6ff-345d-412e-8fa1-f02485776dec), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:01.225150 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-c6da4a01-554a-466d-bf17-dd1174d25a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737867580456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13006123'] for port (8ea2d6ff-345d-412e-8fa1-f02485776dec), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:01.260630 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6da4a01-554a-466d-bf17-dd1174d25a1e admin admin] Network 71657289-5845-4030-b5d1-5bad1153486f is already hosted by enough agents. {{(pid=106207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:07:01.263482 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.base_scheduler [None req-c6da4a01-554a-466d-bf17-dd1174d25a1e admin admin] Resources bound (agent type, host, resource id): {{(pid=106207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:07:01.269712 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6da4a01-554a-466d-bf17-dd1174d25a1e admin admin] Received port after_create {{(pid=106207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:07:01.282960 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:07:01.298479 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:07:01.304057 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6da4a01-554a-466d-bf17-dd1174d25a1e admin admin] Pushing event updated for resources: {'Port': ['ID=8ea2d6ff-345d-412e-8fa1-f02485776dec,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:07:01.333562 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-4059830c-5178-48b9-9f7e-52a18ef25bdd None None] Current status of the port 17fcc1c6-82f3-478f-963c-8569c598a8aa is: ACTIVE; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:07:01.338007 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-c6da4a01-554a-466d-bf17-dd1174d25a1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16467289'] for router_interface (54edb336-0783-4b1c-8e7c-01784738f66c), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:01.351570 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a4c80-cd41-4efb-9a30-f212e2af49b8 req-c1159917-2b6a-45f4-9e64-7a9b88cefe47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:07:01.354226 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-aa3a4c80-cd41-4efb-9a30-f212e2af49b8 req-c1159917-2b6a-45f4-9e64-7a9b88cefe47 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=a6380baa172744fa9d7ba5b81f847906&device_id=a99c1ea6-9c8f-42ac-a6b3-6c66a025711d HTTP/1.1" status: 200 len: 1128 time: 0.0453236 Aug 30 01:07:01.355089 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-8d82a0a4-d652-4e4c-9e46-e00d62efbac9 None None] Publish callbacks [] for port (b178ff3d-52b5-4e99-be09-66d76983e13d), precommit_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:01.363667 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-8d82a0a4-d652-4e4c-9e46-e00d62efbac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (b178ff3d-52b5-4e99-be09-66d76983e13d), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:01.406642 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [None req-8d82a0a4-d652-4e4c-9e46-e00d62efbac9 None None] Attempting to bind port b178ff3d-52b5-4e99-be09-66d76983e13d on host dv-cinder-815146-13-iscsi for vnic_type normal with profile {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:07:01.407195 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [None req-8d82a0a4-d652-4e4c-9e46-e00d62efbac9 None None] Attempting to bind port b178ff3d-52b5-4e99-be09-66d76983e13d by drivers openvswitch,hyperv on host dv-cinder-815146-13-iscsi at level 0 using segments [{'id': '61a0af84-c6da-4606-8f1e-ec0a95f9a2d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb'}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:07:01.407558 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d82a0a4-d652-4e4c-9e46-e00d62efbac9 None None] Attempting to bind port b178ff3d-52b5-4e99-be09-66d76983e13d on network 3021e9f0-0eb2-4779-9e8d-2d74d8c353fb {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:07:01.419066 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d82a0a4-d652-4e4c-9e46-e00d62efbac9 None None] Checking agent: {'id': 'a0553951-7123-4403-ab2a-bb83048c1e52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 0, 53, 14), 'started_at': datetime.datetime(2022, 8, 30, 0, 53, 44), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:07:01.420160 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d82a0a4-d652-4e4c-9e46-e00d62efbac9 None None] Checking segment: {'id': '61a0af84-c6da-4606-8f1e-ec0a95f9a2d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:07:01.420746 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-8d82a0a4-d652-4e4c-9e46-e00d62efbac9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:01.421240 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d82a0a4-d652-4e4c-9e46-e00d62efbac9 None None] Bound using segment: {'id': '61a0af84-c6da-4606-8f1e-ec0a95f9a2d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb'} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:07:01.421732 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [None req-8d82a0a4-d652-4e4c-9e46-e00d62efbac9 None None] Bound port: b178ff3d-52b5-4e99-be09-66d76983e13d, host: dv-cinder-815146-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61a0af84-c6da-4606-8f1e-ec0a95f9a2d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb'}}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:07:01.422289 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-8d82a0a4-d652-4e4c-9e46-e00d62efbac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (b178ff3d-52b5-4e99-be09-66d76983e13d), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:01.463519 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a4c80-cd41-4efb-9a30-f212e2af49b8 req-4e3f6377-184a-4bce-accf-2d1418e88fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:07:01.465024 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-aa3a4c80-cd41-4efb-9a30-f212e2af49b8 req-4e3f6377-184a-4bce-accf-2d1418e88fd4 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=9040a016-54c8-479a-991b-4e0ac5fa178d HTTP/1.1" status: 200 len: 914 time: 0.0999861 Aug 30 01:07:01.468511 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178352ef-72ac-43e4-a851-55611f9a3ace None None] Pushing event updated for resources: {'Port': ['ID=b178ff3d-52b5-4e99-be09-66d76983e13d,revision_number=2']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:07:01.493269 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-c6da4a01-554a-466d-bf17-dd1174d25a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (8ea2d6ff-345d-412e-8fa1-f02485776dec), before_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:01.498984 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-8d82a0a4-d652-4e4c-9e46-e00d62efbac9 None None] For port b178ff3d-52b5-4e99-be09-66d76983e13d, host dv-cinder-815146-13-iscsi, cleared binding levels {{(pid=106208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:07:01.503010 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-8d82a0a4-d652-4e4c-9e46-e00d62efbac9 None None] For port b178ff3d-52b5-4e99-be09-66d76983e13d, host dv-cinder-815146-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=b178ff3d-52b5-4e99-be09-66d76983e13d,segment=NetworkSegment(61a0af84-c6da-4606-8f1e-ec0a95f9a2d1),segment_id=61a0af84-c6da-4606-8f1e-ec0a95f9a2d1)] {{(pid=106208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:07:01.511038 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-8d82a0a4-d652-4e4c-9e46-e00d62efbac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (b178ff3d-52b5-4e99-be09-66d76983e13d), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:01.567072 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-3b7f2121-1d4f-45b0-9bb7-6208e569d3ed None None] Provisioning complete for port 8ea2d6ff-345d-412e-8fa1-f02485776dec triggered by entity DHCP. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:07:01.567476 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-3b7f2121-1d4f-45b0-9bb7-6208e569d3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (8ea2d6ff-345d-412e-8fa1-f02485776dec), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:01.595424 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d82a0a4-d652-4e4c-9e46-e00d62efbac9 None None] Routers {'54edb336-0783-4b1c-8e7c-01784738f66c'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:07:01.596022 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-8d82a0a4-d652-4e4c-9e46-e00d62efbac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:06:41Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['54edb336-0783-4b1c-8e7c-01784738f66c'], 'active': True} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:07:01.610021 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:07:01.682791 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178352ef-72ac-43e4-a851-55611f9a3ace None None] Pushing event updated for resources: {'Port': ['ID=b178ff3d-52b5-4e99-be09-66d76983e13d,revision_number=3']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:07:01.691225 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9ea0e3-89e9-471f-8e35-22fd4ec3cc0b req-df143e7c-df34-4f0a-9339-71e488d443cc tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:07:01.691863 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-3b7f2121-1d4f-45b0-9bb7-6208e569d3ed None None] Port 8ea2d6ff-345d-412e-8fa1-f02485776dec cannot update to ACTIVE because it is not bound. {{(pid=106208) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:07:01.692852 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-3c9ea0e3-89e9-471f-8e35-22fd4ec3cc0b req-df143e7c-df34-4f0a-9339-71e488d443cc tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a99c1ea6-9c8f-42ac-a6b3-6c66a025711d HTTP/1.1" status: 200 len: 944 time: 0.0649300 Aug 30 01:07:01.706145 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:07:01.746769 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Current status of the port 17fcc1c6-82f3-478f-963c-8569c598a8aa is: ACTIVE; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:07:01.778069 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvr_db [None req-8d82a0a4-d652-4e4c-9e46-e00d62efbac9 None None] Set router 54edb336-0783-4b1c-8e7c-01784738f66c gateway port host: dv-cinder-815146-13-iscsi {{(pid=106208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:07:01.779327 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-c6da4a01-554a-466d-bf17-dd1174d25a1e admin admin] Publish callbacks [] for port (8ea2d6ff-345d-412e-8fa1-f02485776dec), precommit_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:01.793407 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-c6da4a01-554a-466d-bf17-dd1174d25a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13006114'] for port (8ea2d6ff-345d-412e-8fa1-f02485776dec), after_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:01.796691 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-aa3a4c80-cd41-4efb-9a30-f212e2af49b8 req-0bb2e7ea-8515-4552-b9bb-bdde18f134c6 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3521186-7bff-4b1d-bccf-696dc8dddb74 HTTP/1.1" status: 200 len: 217 time: 0.3179574 Aug 30 01:07:01.848151 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-3c9ea0e3-89e9-471f-8e35-22fd4ec3cc0b req-3b43fd6c-3c08-4aaa-ad8b-4c7f6f8dac87 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0322309e-1f6d-4caf-a1b9-0e800f7ba56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251996 Aug 30 01:07:01.859353 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a4c80-cd41-4efb-9a30-f212e2af49b8 req-1abdb0f6-9005-4904-b95d-b623632c18e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:07:01.861408 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-aa3a4c80-cd41-4efb-9a30-f212e2af49b8 req-1abdb0f6-9005-4904-b95d-b623632c18e0 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=95c34b58-5326-49b3-92a4-b747a89537a2 HTTP/1.1" status: 200 len: 851 time: 0.0493953 Aug 30 01:07:01.880288 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6da4a01-554a-466d-bf17-dd1174d25a1e admin admin] Pushing event updated for resources: {'Port': ['ID=8ea2d6ff-345d-412e-8fa1-f02485776dec,revision_number=2']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:07:01.883819 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-c6da4a01-554a-466d-bf17-dd1174d25a1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16283567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16467405'] for router_interface (54edb336-0783-4b1c-8e7c-01784738f66c), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:01.918607 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a4c80-cd41-4efb-9a30-f212e2af49b8 req-7beca806-9e11-4690-a1cf-4a1a110ee5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:07:01.920720 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-aa3a4c80-cd41-4efb-9a30-f212e2af49b8 req-7beca806-9e11-4690-a1cf-4a1a110ee5ef service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=9040a016-54c8-479a-991b-4e0ac5fa178d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0521414 Aug 30 01:07:01.983850 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-8d82a0a4-d652-4e4c-9e46-e00d62efbac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54edb336-0783-4b1c-8e7c-01784738f66c', 'name': 'tempest-AttachVolumeShelveTestJSON-1650687493-router', 'tenant_id': '54768b167b1c4fefb901f640203e1c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.5'}], 'enable_snat': True}, 'gw_port_id': 'b178ff3d-52b5-4e99-be09-66d76983e13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:06:58Z', 'updated_at': '2022-08-30T01:07:01Z', 'revision_number': 4, 'project_id': '54768b167b1c4fefb901f640203e1c5d', 'gw_port': {'id': 'b178ff3d-52b5-4e99-be09-66d76983e13d', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:58:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54edb336-0783-4b1c-8e7c-01784738f66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:06:58Z', 'updated_at': '2022-08-30T01:07:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_interfaces': [{'id': '8ea2d6ff-345d-412e-8fa1-f02485776dec', 'name': '', 'network_id': '71657289-5845-4030-b5d1-5bad1153486f', 'tenant_id': '54768b167b1c4fefb901f640203e1c5d', 'mac_address': 'fa:16:3e:06:37:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54edb336-0783-4b1c-8e7c-01784738f66c', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'b5ba3a12-33bc-451f-ac45-0e3b5e90b022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:07:00Z', 'updated_at': '2022-08-30T01:07:01Z', 'revision_number': 1, 'project_id': '54768b167b1c4fefb901f640203e1c5d', 'subnets': [{'id': 'b5ba3a12-33bc-451f-ac45-0e3b5e90b022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:07:01.994802 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6da4a01-554a-466d-bf17-dd1174d25a1e admin admin] Network 71657289-5845-4030-b5d1-5bad1153486f is already hosted by enough agents. {{(pid=106207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:07:01.996226 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.base_scheduler [None req-c6da4a01-554a-466d-bf17-dd1174d25a1e admin admin] Resources bound (agent type, host, resource id): {{(pid=106207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:07:02.011121 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d82a0a4-d652-4e4c-9e46-e00d62efbac9 None None] The sync data for ids ['54edb336-0783-4b1c-8e7c-01784738f66c'] in dv-cinder-815146-13-iscsi is: [{'id': '54edb336-0783-4b1c-8e7c-01784738f66c', 'name': 'tempest-AttachVolumeShelveTestJSON-1650687493-router', 'tenant_id': '54768b167b1c4fefb901f640203e1c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.5'}], 'enable_snat': True}, 'gw_port_id': 'b178ff3d-52b5-4e99-be09-66d76983e13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:06:58Z', 'updated_at': '2022-08-30T01:07:01Z', 'revision_number': 4, 'project_id': '54768b167b1c4fefb901f640203e1c5d', 'gw_port': {'id': 'b178ff3d-52b5-4e99-be09-66d76983e13d', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:58:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54edb336-0783-4b1c-8e7c-01784738f66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:06:58Z', 'updated_at': '2022-08-30T01:07:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_interfaces': [{'id': '8ea2d6ff-345d-412e-8fa1-f02485776dec', 'name': '', 'network_id': '71657289-5845-4030-b5d1-5bad1153486f', 'tenant_id': '54768b167b1c4fefb901f640203e1c5d', 'mac_address': 'fa:16:3e:06:37:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54edb336-0783-4b1c-8e7c-01784738f66c', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'b5ba3a12-33bc-451f-ac45-0e3b5e90b022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:07:00Z', 'updated_at': '2022-08-30T01:07:01Z', 'revision_number': 1, 'project_id': '54768b167b1c4fefb901f640203e1c5d', 'subnets': [{'id': 'b5ba3a12-33bc-451f-ac45-0e3b5e90b022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:07:02.026458 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:07:02.047275 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-aa3a4c80-cd41-4efb-9a30-f212e2af49b8 req-eaf43b72-af54-4f08-9508-e95665255e2d service neutron] 10.222.0.47 "GET /networking/v2.0/networks/9040a016-54c8-479a-991b-4e0ac5fa178d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197071 Aug 30 01:07:02.124918 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6da4a01-554a-466d-bf17-dd1174d25a1e admin admin] Router 54edb336-0783-4b1c-8e7c-01784738f66c has already been hosted by L3 agent 613dbf26-5731-4391-8a29-3c5185f7ed3f {{(pid=106207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:07:02.166584 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-aa3a4c80-cd41-4efb-9a30-f212e2af49b8 req-0137d209-ea8d-42aa-b27a-2873b6558900 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/9040a016-54c8-479a-991b-4e0ac5fa178d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112673 Aug 30 01:07:02.268145 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6da4a01-554a-466d-bf17-dd1174d25a1e admin admin] Notify agent at l3_agent.dv-cinder-815146-13-iscsi the message routers_updated {{(pid=106207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:07:02.274710 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-c6da4a01-554a-466d-bf17-dd1174d25a1e admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/54edb336-0783-4b1c-8e7c-01784738f66c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2837970 Aug 30 01:07:02.316962 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-68603a61-b655-4802-8240-117edf247b6d None None] Provisioning complete for port 8ea2d6ff-345d-412e-8fa1-f02485776dec triggered by entity DHCP. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:07:02.317440 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-68603a61-b655-4802-8240-117edf247b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (8ea2d6ff-345d-412e-8fa1-f02485776dec), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:02.345723 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device 17fcc1c6-82f3-478f-963c-8569c598a8aa up at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:07:02.391513 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-68603a61-b655-4802-8240-117edf247b6d None None] Port 8ea2d6ff-345d-412e-8fa1-f02485776dec cannot update to ACTIVE because it is not bound. {{(pid=106208) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:07:02.407961 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Provisioning complete for port 17fcc1c6-82f3-478f-963c-8569c598a8aa triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:07:02.408603 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (17fcc1c6-82f3-478f-963c-8569c598a8aa), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:02.477331 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:07:02.487056 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Current status of the port 17fcc1c6-82f3-478f-963c-8569c598a8aa is: ACTIVE; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:07:02.619892 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 51278) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:07:02.625597 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [None req-4847aff7-3771-4eae-a731-a38262918708 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Request body: {'security_group': {'name': 'tempest-securitygroup--967067783', 'description': 'tempest-description--1117033912'}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:07:02.630003 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:07:02.650650 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-4847aff7-3771-4eae-a731-a38262918708 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks [] for security_group (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:02.744849 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-4847aff7-3771-4eae-a731-a38262918708 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks [] for security_group (193ef1c6-7e25-4882-bdc3-9d644548a38a), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:02.750710 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-4847aff7-3771-4eae-a731-a38262918708 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (193ef1c6-7e25-4882-bdc3-9d644548a38a), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:02.788106 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-4847aff7-3771-4eae-a731-a38262918708 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks [] for security_group (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:02.792432 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 51280) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:07:02.793028 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-4847aff7-3771-4eae-a731-a38262918708 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1714506 Aug 30 01:07:02.797789 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4847aff7-3771-4eae-a731-a38262918708 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=193ef1c6-7e25-4882-bdc3-9d644548a38a,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:07:02.798986 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [None req-de0cef24-5cc3-4efa-9a48-7d23af39ac63 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Request body: {'security_group_rule': {'security_group_id': '193ef1c6-7e25-4882-bdc3-9d644548a38a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:07:02.815538 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:07:02.835875 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-de0cef24-5cc3-4efa-9a48-7d23af39ac63 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks [] for security_group_rule (de2a32db-63bd-4b91-beca-18e78e7732c5), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:02.898124 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-de0cef24-5cc3-4efa-9a48-7d23af39ac63 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks [] for security_group_rule (de2a32db-63bd-4b91-beca-18e78e7732c5), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:02.902396 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-de0cef24-5cc3-4efa-9a48-7d23af39ac63 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16314934'] for security_group_rule (de2a32db-63bd-4b91-beca-18e78e7732c5), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:02.920512 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cef24-5cc3-4efa-9a48-7d23af39ac63 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de2a32db-63bd-4b91-beca-18e78e7732c5,revision_number=0']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:07:02.933363 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-de0cef24-5cc3-4efa-9a48-7d23af39ac63 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:02.934772 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-de0cef24-5cc3-4efa-9a48-7d23af39ac63 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1409998 Aug 30 01:07:02.937617 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 51284) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:07:02.942180 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [None req-14c9f24d-acae-4c0c-9a78-b2cedc542bd1 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Request body: {'security_group_rule': {'security_group_id': '193ef1c6-7e25-4882-bdc3-9d644548a38a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:07:02.972393 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-14c9f24d-acae-4c0c-9a78-b2cedc542bd1 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks [] for security_group_rule (fdaa9060-d1ad-40d7-9c57-f4a8d630aed9), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:02.995700 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdb06c4-4021-4729-af19-8d15aa85376e req-f3d6deb7-f270-48ef-a261-339b86ba75e4 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:07:02.997609 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-dfdb06c4-4021-4729-af19-8d15aa85376e req-f3d6deb7-f270-48ef-a261-339b86ba75e4 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a99c1ea6-9c8f-42ac-a6b3-6c66a025711d HTTP/1.1" status: 200 len: 944 time: 0.0539362 Aug 30 01:07:03.039486 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-14c9f24d-acae-4c0c-9a78-b2cedc542bd1 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks [] for security_group_rule (fdaa9060-d1ad-40d7-9c57-f4a8d630aed9), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:03.044085 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-14c9f24d-acae-4c0c-9a78-b2cedc542bd1 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16314934'] for security_group_rule (fdaa9060-d1ad-40d7-9c57-f4a8d630aed9), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:03.056172 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-dfdb06c4-4021-4729-af19-8d15aa85376e req-a8fc9bc2-1f58-46b9-aded-8528c7dee2bf tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0322309e-1f6d-4caf-a1b9-0e800f7ba56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522988 Aug 30 01:07:03.064742 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c9f24d-acae-4c0c-9a78-b2cedc542bd1 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdaa9060-d1ad-40d7-9c57-f4a8d630aed9,revision_number=0']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:07:03.081098 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-14c9f24d-acae-4c0c-9a78-b2cedc542bd1 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:03.081098 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-14c9f24d-acae-4c0c-9a78-b2cedc542bd1 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1345453 Aug 30 01:07:03.084691 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 51286) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:07:03.089547 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [None req-cb5ee309-3710-411d-832c-61d349ddd3cc tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Request body: {'floatingip': {'floating_network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb'}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:07:03.111956 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-cb5ee309-3710-411d-832c-61d349ddd3cc tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:03.197693 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-cb5ee309-3710-411d-832c-61d349ddd3cc tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:03.319023 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.db_base_plugin_common [None req-cb5ee309-3710-411d-832c-61d349ddd3cc tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Allocated IP 172.27.4.177 (3021e9f0-0eb2-4779-9e8d-2d74d8c353fb/be7a67d1-0569-48bc-88e9-c2545720293d/09f93fea-c2d7-4e57-9981-b4f9fbf79270) {{(pid=106206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:07:03.433358 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-cb5ee309-3710-411d-832c-61d349ddd3cc tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks [] for port (09f93fea-c2d7-4e57-9981-b4f9fbf79270), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:03.459515 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:07:03.468165 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-cb5ee309-3710-411d-832c-61d349ddd3cc tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737867580456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14283316'] for port (09f93fea-c2d7-4e57-9981-b4f9fbf79270), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:03.522591 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5ee309-3710-411d-832c-61d349ddd3cc tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Network 3021e9f0-0eb2-4779-9e8d-2d74d8c353fb is already hosted by enough agents. {{(pid=106206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:07:03.526110 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.base_scheduler [None req-cb5ee309-3710-411d-832c-61d349ddd3cc tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Resources bound (agent type, host, resource id): {{(pid=106206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:07:03.527900 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5ee309-3710-411d-832c-61d349ddd3cc tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Pushing event updated for resources: {'Port': ['ID=09f93fea-c2d7-4e57-9981-b4f9fbf79270,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:07:03.536877 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5ee309-3710-411d-832c-61d349ddd3cc tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Received port after_create {{(pid=106206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:07:03.571164 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:07:03.633169 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-cb5ee309-3710-411d-832c-61d349ddd3cc tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks [] for floatingip (a2571072-e96a-4a60-89a2-1230ecc7ddbe), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:03.670362 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-cb5ee309-3710-411d-832c-61d349ddd3cc tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (09f93fea-c2d7-4e57-9981-b4f9fbf79270), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:03.828963 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-cb5ee309-3710-411d-832c-61d349ddd3cc tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks [] for port (09f93fea-c2d7-4e57-9981-b4f9fbf79270), precommit_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:03.833755 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-cb5ee309-3710-411d-832c-61d349ddd3cc tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14283325'] for port (09f93fea-c2d7-4e57-9981-b4f9fbf79270), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:03.907216 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-cb5ee309-3710-411d-832c-61d349ddd3cc tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16466402'] for floatingip (a2571072-e96a-4a60-89a2-1230ecc7ddbe), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:03.910309 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5ee309-3710-411d-832c-61d349ddd3cc tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Pushing event updated for resources: {'Port': ['ID=09f93fea-c2d7-4e57-9981-b4f9fbf79270,revision_number=2']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:07:03.927833 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-cb5ee309-3710-411d-832c-61d349ddd3cc tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for floatingip (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:03.938417 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-cb5ee309-3710-411d-832c-61d349ddd3cc tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8433406 Aug 30 01:07:04.020522 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e85ee14-0514-4a12-b6d6-695e02b51ff5 None None] Sync routers for ids ['54edb336-0783-4b1c-8e7c-01784738f66c'] in dv-cinder-815146-13-iscsi {{(pid=106209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:07:04.034030 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e85ee14-0514-4a12-b6d6-695e02b51ff5 None None] Routers {'54edb336-0783-4b1c-8e7c-01784738f66c'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:07:04.034645 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-8e85ee14-0514-4a12-b6d6-695e02b51ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:06:41Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['54edb336-0783-4b1c-8e7c-01784738f66c'], 'active': True} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:07:04.085787 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-618100b0-a568-4700-af1d-a12918bf2e50 req-7794aaee-4c82-47c9-bcf8-7f361e232e70 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--967067783&fields=id&tenant_id=54768b167b1c4fefb901f640203e1c5d HTTP/1.1" status: 200 len: 267 time: 0.0439103 Aug 30 01:07:04.143316 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvr_db [None req-8e85ee14-0514-4a12-b6d6-695e02b51ff5 None None] Set router 54edb336-0783-4b1c-8e7c-01784738f66c gateway port host: dv-cinder-815146-13-iscsi {{(pid=106209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:07:04.191286 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:07:04.211015 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194fb21-b47d-47a5-9abc-15f07f6657d0 req-6fe8f691-9864-485f-bc3c-fff09c937c3e tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:07:04.212498 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-7194fb21-b47d-47a5-9abc-15f07f6657d0 req-6fe8f691-9864-485f-bc3c-fff09c937c3e tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a99c1ea6-9c8f-42ac-a6b3-6c66a025711d HTTP/1.1" status: 200 len: 944 time: 0.0620477 Aug 30 01:07:04.268323 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618100b0-a568-4700-af1d-a12918bf2e50 req-38e4df7c-9111-4197-88f2-4c74614d12a8 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:07:04.271714 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-618100b0-a568-4700-af1d-a12918bf2e50 req-38e4df7c-9111-4197-88f2-4c74614d12a8 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/networks?id=71657289-5845-4030-b5d1-5bad1153486f HTTP/1.1" status: 200 len: 817 time: 0.1744151 Aug 30 01:07:04.298953 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-618100b0-a568-4700-af1d-a12918bf2e50 req-5b99e585-6ad3-4804-aa6e-bfb1db92b7a2 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/quotas/54768b167b1c4fefb901f640203e1c5d HTTP/1.1" status: 200 len: 375 time: 0.0213671 Aug 30 01:07:04.305293 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device b178ff3d-52b5-4e99-be09-66d76983e13d up at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:07:04.325158 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-7194fb21-b47d-47a5-9abc-15f07f6657d0 req-a58f9104-b2b8-4e42-a4ee-c113a34c7325 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0322309e-1f6d-4caf-a1b9-0e800f7ba56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885885 Aug 30 01:07:04.352043 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-8e85ee14-0514-4a12-b6d6-695e02b51ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54edb336-0783-4b1c-8e7c-01784738f66c', 'name': 'tempest-AttachVolumeShelveTestJSON-1650687493-router', 'tenant_id': '54768b167b1c4fefb901f640203e1c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.5'}], 'enable_snat': True}, 'gw_port_id': 'b178ff3d-52b5-4e99-be09-66d76983e13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:06:58Z', 'updated_at': '2022-08-30T01:07:01Z', 'revision_number': 4, 'project_id': '54768b167b1c4fefb901f640203e1c5d', 'gw_port': {'id': 'b178ff3d-52b5-4e99-be09-66d76983e13d', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:58:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54edb336-0783-4b1c-8e7c-01784738f66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:06:58Z', 'updated_at': '2022-08-30T01:07:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_interfaces': [{'id': '8ea2d6ff-345d-412e-8fa1-f02485776dec', 'name': '', 'network_id': '71657289-5845-4030-b5d1-5bad1153486f', 'tenant_id': '54768b167b1c4fefb901f640203e1c5d', 'mac_address': 'fa:16:3e:06:37:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54edb336-0783-4b1c-8e7c-01784738f66c', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'b5ba3a12-33bc-451f-ac45-0e3b5e90b022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:07:00Z', 'updated_at': '2022-08-30T01:07:01Z', 'revision_number': 2, 'project_id': '54768b167b1c4fefb901f640203e1c5d', 'subnets': [{'id': 'b5ba3a12-33bc-451f-ac45-0e3b5e90b022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:07:04.353658 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Provisioning complete for port b178ff3d-52b5-4e99-be09-66d76983e13d triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:07:04.354131 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (b178ff3d-52b5-4e99-be09-66d76983e13d), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:04.363732 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-618100b0-a568-4700-af1d-a12918bf2e50 req-50c5a91d-acd4-4061-873f-42dad1d9abe9 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=54768b167b1c4fefb901f640203e1c5d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0542729 Aug 30 01:07:04.385677 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e85ee14-0514-4a12-b6d6-695e02b51ff5 None None] Checking router: 54edb336-0783-4b1c-8e7c-01784738f66c for host: dv-cinder-815146-13-iscsi {{(pid=106209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:07:04.386021 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e85ee14-0514-4a12-b6d6-695e02b51ff5 None None] Updating router 54edb336-0783-4b1c-8e7c-01784738f66c port 8ea2d6ff-345d-412e-8fa1-f02485776dec binding host dv-cinder-815146-13-iscsi {{(pid=106209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 01:07:04.417884 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-8e85ee14-0514-4a12-b6d6-695e02b51ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (8ea2d6ff-345d-412e-8fa1-f02485776dec), before_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:04.432266 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Current status of the port b178ff3d-52b5-4e99-be09-66d76983e13d is: DOWN; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:07:04.432906 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (b178ff3d-52b5-4e99-be09-66d76983e13d), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:04.455424 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] For port b178ff3d-52b5-4e99-be09-66d76983e13d, host dv-cinder-815146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=b178ff3d-52b5-4e99-be09-66d76983e13d,segment=NetworkSegment(61a0af84-c6da-4606-8f1e-ec0a95f9a2d1),segment_id=61a0af84-c6da-4606-8f1e-ec0a95f9a2d1)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:07:04.460276 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (b178ff3d-52b5-4e99-be09-66d76983e13d), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:04.478659 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-618100b0-a568-4700-af1d-a12918bf2e50 req-c48ae33a-c169-4f80-af31-1be43cd98926 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/71657289-5845-4030-b5d1-5bad1153486f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988827 Aug 30 01:07:04.514328 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Pushing event updated for resources: {'Port': ['ID=b178ff3d-52b5-4e99-be09-66d76983e13d,revision_number=4']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:07:04.580599 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-618100b0-a568-4700-af1d-a12918bf2e50 req-1b206153-5e9c-409e-a592-1706215be3e1 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/71657289-5845-4030-b5d1-5bad1153486f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948491 Aug 30 01:07:04.593880 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:07:04.749052 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e997be1f-d1e9-4f71-863e-c48606e5fd09 req-667ac5f8-d348-4a9d-8d8c-19862666f270 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8f9b5386-7fbc-4d22-a388-55c656bf9255 HTTP/1.1" status: 200 len: 210 time: 0.0311081 Aug 30 01:07:04.775317 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-8e85ee14-0514-4a12-b6d6-695e02b51ff5 None None] Publish callbacks [] for port (8ea2d6ff-345d-412e-8fa1-f02485776dec), precommit_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:04.781855 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-8e85ee14-0514-4a12-b6d6-695e02b51ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (8ea2d6ff-345d-412e-8fa1-f02485776dec), after_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:04.787241 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=100 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:07:04.863446 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d603f996-633b-4262-a8e1-9e0a15950859 None None] Pushing event updated for resources: {'Port': ['ID=8ea2d6ff-345d-412e-8fa1-f02485776dec,revision_number=3']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:07:04.879232 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603f996-633b-4262-a8e1-9e0a15950859 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:04.879574 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603f996-633b-4262-a8e1-9e0a15950859 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:04.879940 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603f996-633b-4262-a8e1-9e0a15950859 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:04.880281 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603f996-633b-4262-a8e1-9e0a15950859 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:04.880610 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603f996-633b-4262-a8e1-9e0a15950859 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:04.880945 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603f996-633b-4262-a8e1-9e0a15950859 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:04.881281 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603f996-633b-4262-a8e1-9e0a15950859 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:04.881605 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603f996-633b-4262-a8e1-9e0a15950859 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:04.881941 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603f996-633b-4262-a8e1-9e0a15950859 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:04.882272 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603f996-633b-4262-a8e1-9e0a15950859 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:04.882596 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603f996-633b-4262-a8e1-9e0a15950859 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:04.882927 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603f996-633b-4262-a8e1-9e0a15950859 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:04.883250 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603f996-633b-4262-a8e1-9e0a15950859 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:04.883569 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603f996-633b-4262-a8e1-9e0a15950859 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:04.883907 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603f996-633b-4262-a8e1-9e0a15950859 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:04.891677 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.managers [None req-8e85ee14-0514-4a12-b6d6-695e02b51ff5 None None] Attempting to bind port 8ea2d6ff-345d-412e-8fa1-f02485776dec on host dv-cinder-815146-13-iscsi for vnic_type normal with profile {{(pid=106209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:07:04.892044 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.managers [None req-8e85ee14-0514-4a12-b6d6-695e02b51ff5 None None] Attempting to bind port 8ea2d6ff-345d-412e-8fa1-f02485776dec by drivers openvswitch,hyperv on host dv-cinder-815146-13-iscsi at level 0 using segments [{'id': 'd885eda7-4268-4a35-a6ed-db3090deff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '71657289-5845-4030-b5d1-5bad1153486f'}] {{(pid=106209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:07:04.892403 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e85ee14-0514-4a12-b6d6-695e02b51ff5 None None] Attempting to bind port 8ea2d6ff-345d-412e-8fa1-f02485776dec on network 71657289-5845-4030-b5d1-5bad1153486f {{(pid=106209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:07:04.897730 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e85ee14-0514-4a12-b6d6-695e02b51ff5 None None] Checking agent: {'id': 'a0553951-7123-4403-ab2a-bb83048c1e52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 0, 53, 14), 'started_at': datetime.datetime(2022, 8, 30, 0, 53, 44), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:07:04.898112 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e85ee14-0514-4a12-b6d6-695e02b51ff5 None None] Checking segment: {'id': 'd885eda7-4268-4a35-a6ed-db3090deff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '71657289-5845-4030-b5d1-5bad1153486f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:07:04.898498 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-8e85ee14-0514-4a12-b6d6-695e02b51ff5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:04.898883 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e85ee14-0514-4a12-b6d6-695e02b51ff5 None None] Bound using segment: {'id': 'd885eda7-4268-4a35-a6ed-db3090deff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '71657289-5845-4030-b5d1-5bad1153486f'} {{(pid=106209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:07:04.899346 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.managers [None req-8e85ee14-0514-4a12-b6d6-695e02b51ff5 None None] Bound port: 8ea2d6ff-345d-412e-8fa1-f02485776dec, host: dv-cinder-815146-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd885eda7-4268-4a35-a6ed-db3090deff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '71657289-5845-4030-b5d1-5bad1153486f'}}] {{(pid=106209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:07:04.899722 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-8e85ee14-0514-4a12-b6d6-695e02b51ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (8ea2d6ff-345d-412e-8fa1-f02485776dec), before_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:04.973066 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.db [None req-8e85ee14-0514-4a12-b6d6-695e02b51ff5 None None] For port 8ea2d6ff-345d-412e-8fa1-f02485776dec, host dv-cinder-815146-13-iscsi, cleared binding levels {{(pid=106209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:07:04.976155 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.db [None req-8e85ee14-0514-4a12-b6d6-695e02b51ff5 None None] For port 8ea2d6ff-345d-412e-8fa1-f02485776dec, host dv-cinder-815146-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=8ea2d6ff-345d-412e-8fa1-f02485776dec,segment=NetworkSegment(d885eda7-4268-4a35-a6ed-db3090deff20),segment_id=d885eda7-4268-4a35-a6ed-db3090deff20)] {{(pid=106209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:07:04.982370 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-8e85ee14-0514-4a12-b6d6-695e02b51ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (8ea2d6ff-345d-412e-8fa1-f02485776dec), after_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:05.013333 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e85ee14-0514-4a12-b6d6-695e02b51ff5 None None] Routers {'54edb336-0783-4b1c-8e7c-01784738f66c'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:07:05.014126 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-8e85ee14-0514-4a12-b6d6-695e02b51ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:06:41Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['54edb336-0783-4b1c-8e7c-01784738f66c'], 'active': True} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:07:05.081017 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d603f996-633b-4262-a8e1-9e0a15950859 None None] Pushing event updated for resources: {'Port': ['ID=8ea2d6ff-345d-412e-8fa1-f02485776dec,revision_number=4']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:07:05.135096 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvr_db [None req-8e85ee14-0514-4a12-b6d6-695e02b51ff5 None None] Set router 54edb336-0783-4b1c-8e7c-01784738f66c gateway port host: dv-cinder-815146-13-iscsi {{(pid=106209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:07:05.332652 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-8e85ee14-0514-4a12-b6d6-695e02b51ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54edb336-0783-4b1c-8e7c-01784738f66c', 'name': 'tempest-AttachVolumeShelveTestJSON-1650687493-router', 'tenant_id': '54768b167b1c4fefb901f640203e1c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.5'}], 'enable_snat': True}, 'gw_port_id': 'b178ff3d-52b5-4e99-be09-66d76983e13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:06:58Z', 'updated_at': '2022-08-30T01:07:01Z', 'revision_number': 4, 'project_id': '54768b167b1c4fefb901f640203e1c5d', 'gw_port': {'id': 'b178ff3d-52b5-4e99-be09-66d76983e13d', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:58:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54edb336-0783-4b1c-8e7c-01784738f66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:06:58Z', 'updated_at': '2022-08-30T01:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_interfaces': [{'id': '8ea2d6ff-345d-412e-8fa1-f02485776dec', 'name': '', 'network_id': '71657289-5845-4030-b5d1-5bad1153486f', 'tenant_id': '54768b167b1c4fefb901f640203e1c5d', 'mac_address': 'fa:16:3e:06:37:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54edb336-0783-4b1c-8e7c-01784738f66c', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'b5ba3a12-33bc-451f-ac45-0e3b5e90b022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:07:00Z', 'updated_at': '2022-08-30T01:07:04Z', 'revision_number': 4, 'project_id': '54768b167b1c4fefb901f640203e1c5d', 'subnets': [{'id': 'b5ba3a12-33bc-451f-ac45-0e3b5e90b022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:07:05.358729 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e85ee14-0514-4a12-b6d6-695e02b51ff5 None None] The sync data for ids ['54edb336-0783-4b1c-8e7c-01784738f66c'] in dv-cinder-815146-13-iscsi is: [{'id': '54edb336-0783-4b1c-8e7c-01784738f66c', 'name': 'tempest-AttachVolumeShelveTestJSON-1650687493-router', 'tenant_id': '54768b167b1c4fefb901f640203e1c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.5'}], 'enable_snat': True}, 'gw_port_id': 'b178ff3d-52b5-4e99-be09-66d76983e13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:06:58Z', 'updated_at': '2022-08-30T01:07:01Z', 'revision_number': 4, 'project_id': '54768b167b1c4fefb901f640203e1c5d', 'gw_port': {'id': 'b178ff3d-52b5-4e99-be09-66d76983e13d', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:58:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54edb336-0783-4b1c-8e7c-01784738f66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:06:58Z', 'updated_at': '2022-08-30T01:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_interfaces': [{'id': '8ea2d6ff-345d-412e-8fa1-f02485776dec', 'name': '', 'network_id': '71657289-5845-4030-b5d1-5bad1153486f', 'tenant_id': '54768b167b1c4fefb901f640203e1c5d', 'mac_address': 'fa:16:3e:06:37:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54edb336-0783-4b1c-8e7c-01784738f66c', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'b5ba3a12-33bc-451f-ac45-0e3b5e90b022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:07:00Z', 'updated_at': '2022-08-30T01:07:04Z', 'revision_number': 4, 'project_id': '54768b167b1c4fefb901f640203e1c5d', 'subnets': [{'id': 'b5ba3a12-33bc-451f-ac45-0e3b5e90b022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:07:05.464948 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c067f-fe63-4921-9023-bfc7efd9e541 req-c253e22f-febd-4a03-86d7-198ef3f872c3 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:07:05.467022 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-be3c067f-fe63-4921-9023-bfc7efd9e541 req-c253e22f-febd-4a03-86d7-198ef3f872c3 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a99c1ea6-9c8f-42ac-a6b3-6c66a025711d HTTP/1.1" status: 200 len: 944 time: 0.0526581 Aug 30 01:07:05.518688 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-be3c067f-fe63-4921-9023-bfc7efd9e541 req-c6c64bdb-a224-4c94-93d7-2874f1610385 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0322309e-1f6d-4caf-a1b9-0e800f7ba56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463889 Aug 30 01:07:05.869513 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-481b67af-c32a-4c28-aeb9-4abc27a8592e req-794f567e-7055-4680-9a1e-0c009b03840e tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8f9b5386-7fbc-4d22-a388-55c656bf9255 HTTP/1.1" status: 200 len: 210 time: 0.0360188 Aug 30 01:07:05.965544 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618100b0-a568-4700-af1d-a12918bf2e50 req-337a4d51-78ef-405a-ba28-92a2b956d5f3 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:07:05.967210 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-618100b0-a568-4700-af1d-a12918bf2e50 req-337a4d51-78ef-405a-ba28-92a2b956d5f3 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.47 "GET /networking/v2.0/networks?id=71657289-5845-4030-b5d1-5bad1153486f HTTP/1.1" status: 200 len: 817 time: 0.1292331 Aug 30 01:07:06.041430 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-618100b0-a568-4700-af1d-a12918bf2e50 req-3f50d1b8-c096-410a-be4f-6f7bfead4188 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.47 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=54768b167b1c4fefb901f640203e1c5d HTTP/1.1" status: 200 len: 379 time: 0.0646880 Aug 30 01:07:06.055389 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [req-618100b0-a568-4700-af1d-a12918bf2e50 req-65e40c52-11b0-4892-92a4-c84a21cce072 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Request body: {'port': {'device_id': '8f9b5386-7fbc-4d22-a388-55c656bf9255', 'network_id': '71657289-5845-4030-b5d1-5bad1153486f', 'admin_state_up': True, 'tenant_id': '54768b167b1c4fefb901f640203e1c5d', 'security_groups': ['193ef1c6-7e25-4882-bdc3-9d644548a38a']}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:07:06.161246 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-618100b0-a568-4700-af1d-a12918bf2e50 req-65e40c52-11b0-4892-92a4-c84a21cce072 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Made reservation on behalf of 54768b167b1c4fefb901f640203e1c5d for: {'port': 1} {{(pid=106206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:07:06.164875 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-618100b0-a568-4700-af1d-a12918bf2e50 req-65e40c52-11b0-4892-92a4-c84a21cce072 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:06.280379 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:07:06.285047 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device b178ff3d-52b5-4e99-be09-66d76983e13d up at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:07:06.308439 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.db_base_plugin_common [req-618100b0-a568-4700-af1d-a12918bf2e50 req-65e40c52-11b0-4892-92a4-c84a21cce072 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Allocated IP 172.20.0.7 (71657289-5845-4030-b5d1-5bad1153486f/b5ba3a12-33bc-451f-ac45-0e3b5e90b022/f87d3a77-05ed-43ac-b192-82ed7d858c40) {{(pid=106206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:07:06.341342 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Provisioning complete for port b178ff3d-52b5-4e99-be09-66d76983e13d triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:07:06.341903 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (b178ff3d-52b5-4e99-be09-66d76983e13d), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:06.344581 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:07:06.417037 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Current status of the port b178ff3d-52b5-4e99-be09-66d76983e13d is: ACTIVE; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:07:06.418111 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device 8ea2d6ff-345d-412e-8fa1-f02485776dec up at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:07:06.457099 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-618100b0-a568-4700-af1d-a12918bf2e50 req-65e40c52-11b0-4892-92a4-c84a21cce072 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks [] for port (f87d3a77-05ed-43ac-b192-82ed7d858c40), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:06.491159 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-618100b0-a568-4700-af1d-a12918bf2e50 req-65e40c52-11b0-4892-92a4-c84a21cce072 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737867580456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14283316'] for port (f87d3a77-05ed-43ac-b192-82ed7d858c40), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:06.532813 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-618100b0-a568-4700-af1d-a12918bf2e50 req-65e40c52-11b0-4892-92a4-c84a21cce072 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Network 71657289-5845-4030-b5d1-5bad1153486f is already hosted by enough agents. {{(pid=106206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:07:06.538717 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.base_scheduler [req-618100b0-a568-4700-af1d-a12918bf2e50 req-65e40c52-11b0-4892-92a4-c84a21cce072 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Resources bound (agent type, host, resource id): {{(pid=106206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:07:06.542549 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [req-618100b0-a568-4700-af1d-a12918bf2e50 req-65e40c52-11b0-4892-92a4-c84a21cce072 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Received port after_create {{(pid=106206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:07:06.568796 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e40c52-11b0-4892-92a4-c84a21cce072 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Pushing event updated for resources: {'Port': ['ID=f87d3a77-05ed-43ac-b192-82ed7d858c40,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:07:06.597012 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Provisioning complete for port 8ea2d6ff-345d-412e-8fa1-f02485776dec triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:07:06.597695 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (8ea2d6ff-345d-412e-8fa1-f02485776dec), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:06.602839 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618100b0-a568-4700-af1d-a12918bf2e50 req-65e40c52-11b0-4892-92a4-c84a21cce072 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:07:06.603583 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-618100b0-a568-4700-af1d-a12918bf2e50 req-65e40c52-11b0-4892-92a4-c84a21cce072 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for port (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:06.631653 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-618100b0-a568-4700-af1d-a12918bf2e50 req-65e40c52-11b0-4892-92a4-c84a21cce072 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5799022 Aug 30 01:07:06.672810 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a659d39e-56db-4d30-a2c1-f5b773184fe1 req-00e3a044-bf3f-4366-ad3b-14ec90346271 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:07:06.675073 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-a659d39e-56db-4d30-a2c1-f5b773184fe1 req-00e3a044-bf3f-4366-ad3b-14ec90346271 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a99c1ea6-9c8f-42ac-a6b3-6c66a025711d HTTP/1.1" status: 200 len: 944 time: 0.0564830 Aug 30 01:07:06.675230 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:07:06.692259 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Current status of the port 8ea2d6ff-345d-412e-8fa1-f02485776dec is: DOWN; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:07:06.692504 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (8ea2d6ff-345d-412e-8fa1-f02485776dec), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:06.730852 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-a659d39e-56db-4d30-a2c1-f5b773184fe1 req-46319b2f-493d-46f0-9e86-0cdd1fc0a3f6 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0322309e-1f6d-4caf-a1b9-0e800f7ba56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485394 Aug 30 01:07:06.731243 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] For port 8ea2d6ff-345d-412e-8fa1-f02485776dec, host dv-cinder-815146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=8ea2d6ff-345d-412e-8fa1-f02485776dec,segment=NetworkSegment(d885eda7-4268-4a35-a6ed-db3090deff20),segment_id=d885eda7-4268-4a35-a6ed-db3090deff20)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:07:06.736591 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (8ea2d6ff-345d-412e-8fa1-f02485776dec), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:06.790416 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Pushing event updated for resources: {'Port': ['ID=8ea2d6ff-345d-412e-8fa1-f02485776dec,revision_number=5']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:07:06.855939 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-e244a9d6-b216-4917-adf5-e758d5eb1596 None None] Provisioning complete for port f87d3a77-05ed-43ac-b192-82ed7d858c40 triggered by entity DHCP. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:07:06.856210 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-e244a9d6-b216-4917-adf5-e758d5eb1596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (f87d3a77-05ed-43ac-b192-82ed7d858c40), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:06.883563 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:07:06.888982 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-e244a9d6-b216-4917-adf5-e758d5eb1596 None None] Port f87d3a77-05ed-43ac-b192-82ed7d858c40 cannot update to ACTIVE because it is not bound. {{(pid=106208) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:07:06.972093 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:07:07.008851 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4ad4f-8f27-4690-b4b7-c097e8596cff req-9fadf5a7-f765-4160-a3ce-8c65dd76e23d tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:07:07.010480 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e8b4ad4f-8f27-4690-b4b7-c097e8596cff req-9fadf5a7-f765-4160-a3ce-8c65dd76e23d tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8f9b5386-7fbc-4d22-a388-55c656bf9255 HTTP/1.1" status: 200 len: 931 time: 0.0486834 Aug 30 01:07:07.057375 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e8b4ad4f-8f27-4690-b4b7-c097e8596cff req-47cb511e-efbd-45be-9acd-d17c6b84c211 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=193ef1c6-7e25-4882-bdc3-9d644548a38a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404952 Aug 30 01:07:07.109545 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [req-618100b0-a568-4700-af1d-a12918bf2e50 req-b77db3a9-8428-43f4-bae9-01ce774aa9d1 service neutron] Request body: {'port': {'device_id': '8f9b5386-7fbc-4d22-a388-55c656bf9255', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:07:07.171494 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-618100b0-a568-4700-af1d-a12918bf2e50 req-b77db3a9-8428-43f4-bae9-01ce774aa9d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (f87d3a77-05ed-43ac-b192-82ed7d858c40), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:07.431671 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [req-618100b0-a568-4700-af1d-a12918bf2e50 req-b77db3a9-8428-43f4-bae9-01ce774aa9d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f87d3a77-05ed-43ac-b192-82ed7d858c40 {{(pid=106206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:07:07.441640 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-618100b0-a568-4700-af1d-a12918bf2e50 req-b77db3a9-8428-43f4-bae9-01ce774aa9d1 service neutron] Publish callbacks [] for port (f87d3a77-05ed-43ac-b192-82ed7d858c40), precommit_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:07.455333 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [req-618100b0-a568-4700-af1d-a12918bf2e50 req-b77db3a9-8428-43f4-bae9-01ce774aa9d1 service neutron] Transition to ACTIVE for port object f87d3a77-05ed-43ac-b192-82ed7d858c40 will not be triggered until provisioned by entity L2. {{(pid=106206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 01:07:07.459164 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-618100b0-a568-4700-af1d-a12918bf2e50 req-b77db3a9-8428-43f4-bae9-01ce774aa9d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14283325'] for port (f87d3a77-05ed-43ac-b192-82ed7d858c40), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:07.496347 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=4 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:07:07.523616 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77db3a9-8428-43f4-bae9-01ce774aa9d1 service neutron] Pushing event updated for resources: {'Port': ['ID=f87d3a77-05ed-43ac-b192-82ed7d858c40,revision_number=2']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:07:07.591456 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [req-618100b0-a568-4700-af1d-a12918bf2e50 req-b77db3a9-8428-43f4-bae9-01ce774aa9d1 service neutron] Attempting to bind port f87d3a77-05ed-43ac-b192-82ed7d858c40 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:07:07.591946 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [req-618100b0-a568-4700-af1d-a12918bf2e50 req-b77db3a9-8428-43f4-bae9-01ce774aa9d1 service neutron] Attempting to bind port f87d3a77-05ed-43ac-b192-82ed7d858c40 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'd885eda7-4268-4a35-a6ed-db3090deff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '71657289-5845-4030-b5d1-5bad1153486f'}] {{(pid=106206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:07:07.592472 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618100b0-a568-4700-af1d-a12918bf2e50 req-b77db3a9-8428-43f4-bae9-01ce774aa9d1 service neutron] Attempting to bind port f87d3a77-05ed-43ac-b192-82ed7d858c40 on network 71657289-5845-4030-b5d1-5bad1153486f {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:07:07.605904 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618100b0-a568-4700-af1d-a12918bf2e50 req-b77db3a9-8428-43f4-bae9-01ce774aa9d1 service neutron] Port f87d3a77-05ed-43ac-b192-82ed7d858c40 on network 71657289-5845-4030-b5d1-5bad1153486f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 01:07:07.606230 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618100b0-a568-4700-af1d-a12918bf2e50 req-b77db3a9-8428-43f4-bae9-01ce774aa9d1 service neutron] Attempting to bind port f87d3a77-05ed-43ac-b192-82ed7d858c40 on network 71657289-5845-4030-b5d1-5bad1153486f {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:07:07.612141 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618100b0-a568-4700-af1d-a12918bf2e50 req-b77db3a9-8428-43f4-bae9-01ce774aa9d1 service neutron] Checking agent: {'id': 'ec393def-3d84-45a3-8a6c-ed049d62fe0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 0, 59, 14), 'started_at': datetime.datetime(2022, 8, 30, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:07:07.612485 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618100b0-a568-4700-af1d-a12918bf2e50 req-b77db3a9-8428-43f4-bae9-01ce774aa9d1 service neutron] Checking segment: {'id': 'd885eda7-4268-4a35-a6ed-db3090deff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '71657289-5845-4030-b5d1-5bad1153486f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:07:07.612872 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618100b0-a568-4700-af1d-a12918bf2e50 req-b77db3a9-8428-43f4-bae9-01ce774aa9d1 service neutron] Bound using segment: {'id': 'd885eda7-4268-4a35-a6ed-db3090deff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '71657289-5845-4030-b5d1-5bad1153486f'} {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:07:07.613343 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [req-618100b0-a568-4700-af1d-a12918bf2e50 req-b77db3a9-8428-43f4-bae9-01ce774aa9d1 service neutron] Bound port: f87d3a77-05ed-43ac-b192-82ed7d858c40, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd885eda7-4268-4a35-a6ed-db3090deff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '71657289-5845-4030-b5d1-5bad1153486f'}}] {{(pid=106206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:07:07.613794 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-618100b0-a568-4700-af1d-a12918bf2e50 req-b77db3a9-8428-43f4-bae9-01ce774aa9d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (f87d3a77-05ed-43ac-b192-82ed7d858c40), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:07.682240 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [req-618100b0-a568-4700-af1d-a12918bf2e50 req-b77db3a9-8428-43f4-bae9-01ce774aa9d1 service neutron] For port f87d3a77-05ed-43ac-b192-82ed7d858c40, host hv-cinder-81514, cleared binding levels {{(pid=106206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:07:07.686540 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [req-618100b0-a568-4700-af1d-a12918bf2e50 req-b77db3a9-8428-43f4-bae9-01ce774aa9d1 service neutron] For port f87d3a77-05ed-43ac-b192-82ed7d858c40, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f87d3a77-05ed-43ac-b192-82ed7d858c40,segment=NetworkSegment(d885eda7-4268-4a35-a6ed-db3090deff20),segment_id=d885eda7-4268-4a35-a6ed-db3090deff20)] {{(pid=106206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:07:07.692519 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-618100b0-a568-4700-af1d-a12918bf2e50 req-b77db3a9-8428-43f4-bae9-01ce774aa9d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14283325'] for port (f87d3a77-05ed-43ac-b192-82ed7d858c40), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:07.696740 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618100b0-a568-4700-af1d-a12918bf2e50 req-b77db3a9-8428-43f4-bae9-01ce774aa9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:07:07.697516 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-618100b0-a568-4700-af1d-a12918bf2e50 req-b77db3a9-8428-43f4-bae9-01ce774aa9d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for port (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:07.699061 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-618100b0-a568-4700-af1d-a12918bf2e50 req-b77db3a9-8428-43f4-bae9-01ce774aa9d1 service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/f87d3a77-05ed-43ac-b192-82ed7d858c40 HTTP/1.1" status: 200 len: 1093 time: 0.5943177 Aug 30 01:07:07.701744 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f9b5386-7fbc-4d22-a388-55c656bf9255', 'tag': 'f87d3a77-05ed-43ac-b192-82ed7d858c40'}] {{(pid=106206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:07:07.705658 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068580ff6c600dbe59ab62011f5d984f60f6f54628162803fce2ed792aa7a021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2038e91c-377d-48c3-a687-1097e815a511" -d '{"events": [{"name": "network-changed", "server_uuid": "8f9b5386-7fbc-4d22-a388-55c656bf9255", "tag": "f87d3a77-05ed-43ac-b192-82ed7d858c40"}]}' {{(pid=106206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:07:07.734985 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:07:07.751942 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b4abb39-be69-4a02-83b5-85d322be1ab5 x-openstack-request-id: req-2b4abb39-be69-4a02-83b5-85d322be1ab5 {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:07:07.752242 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f9b5386-7fbc-4d22-a388-55c656bf9255", "tag": "f87d3a77-05ed-43ac-b192-82ed7d858c40", "status": "completed", "code": 200}]} {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:07:07.752499 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2b4abb39-be69-4a02-83b5-85d322be1ab5 {{(pid=106206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:07:07.752918 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b4abb39-be69-4a02-83b5-85d322be1ab5'] response: {'name': 'network-changed', 'server_uuid': '8f9b5386-7fbc-4d22-a388-55c656bf9255', 'tag': 'f87d3a77-05ed-43ac-b192-82ed7d858c40', 'status': 'completed', 'code': 200} Aug 30 01:07:07.809398 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77db3a9-8428-43f4-bae9-01ce774aa9d1 service neutron] Pushing event updated for resources: {'Port': ['ID=f87d3a77-05ed-43ac-b192-82ed7d858c40,revision_number=3']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:07:07.823741 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618100b0-a568-4700-af1d-a12918bf2e50 req-0200a59b-0206-4d0f-a117-1a49cae99055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:07:07.825923 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-618100b0-a568-4700-af1d-a12918bf2e50 req-0200a59b-0206-4d0f-a117-1a49cae99055 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=54768b167b1c4fefb901f640203e1c5d&device_id=8f9b5386-7fbc-4d22-a388-55c656bf9255 HTTP/1.1" status: 200 len: 1127 time: 0.0715969 Aug 30 01:07:07.862821 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e76d39a-ee2d-47b0-9e54-7e8aa480f139 req-9bc8465e-783e-40fe-93b0-45b464d6b320 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:07:07.864319 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-2e76d39a-ee2d-47b0-9e54-7e8aa480f139 req-9bc8465e-783e-40fe-93b0-45b464d6b320 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a99c1ea6-9c8f-42ac-a6b3-6c66a025711d HTTP/1.1" status: 200 len: 944 time: 0.0498917 Aug 30 01:07:07.870959 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-618100b0-a568-4700-af1d-a12918bf2e50 req-927f60b3-e133-427f-97dc-f4e36a31e73d service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f87d3a77-05ed-43ac-b192-82ed7d858c40 HTTP/1.1" status: 200 len: 217 time: 0.0375409 Aug 30 01:07:07.877159 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device c3521186-7bff-4b1d-bccf-696dc8dddb74 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=106208) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 01:07:07.924982 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-2e76d39a-ee2d-47b0-9e54-7e8aa480f139 req-232cf4b0-be5f-4514-a988-ec8b3cf09514 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0322309e-1f6d-4caf-a1b9-0e800f7ba56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550191 Aug 30 01:07:07.925313 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618100b0-a568-4700-af1d-a12918bf2e50 req-6498c559-7b0c-4fa9-bf9e-a37c5965be62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:07:07.926902 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-618100b0-a568-4700-af1d-a12918bf2e50 req-6498c559-7b0c-4fa9-bf9e-a37c5965be62 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=b5ba3a12-33bc-451f-ac45-0e3b5e90b022 HTTP/1.1" status: 200 len: 856 time: 0.0490541 Aug 30 01:07:07.979534 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618100b0-a568-4700-af1d-a12918bf2e50 req-751445ff-aa14-4c06-8f19-bc37c813c686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:07:07.981065 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-618100b0-a568-4700-af1d-a12918bf2e50 req-751445ff-aa14-4c06-8f19-bc37c813c686 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=71657289-5845-4030-b5d1-5bad1153486f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0468497 Aug 30 01:07:07.994181 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port c3521186-7bff-4b1d-bccf-696dc8dddb74, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c3521186-7bff-4b1d-bccf-696dc8dddb74,segment=NetworkSegment(1433baa4-da16-449d-b37c-9e6e6a5aa666),segment_id=1433baa4-da16-449d-b37c-9e6e6a5aa666)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:07:08.009432 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Returning: {'device': 'c3521186-7bff-4b1d-bccf-696dc8dddb74', 'network_id': '9040a016-54c8-479a-991b-4e0ac5fa178d', 'port_id': 'c3521186-7bff-4b1d-bccf-696dc8dddb74', 'mac_address': 'fa:16:3e:1d:10:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1067, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95c34b58-5326-49b3-92a4-b747a89537a2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106208) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 01:07:08.048304 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Current status of the port c3521186-7bff-4b1d-bccf-696dc8dddb74 is: DOWN; New status is: BUILD {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:07:08.048802 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (c3521186-7bff-4b1d-bccf-696dc8dddb74), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:08.064252 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3521186-7bff-4b1d-bccf-696dc8dddb74 {{(pid=106208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:07:08.087828 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port c3521186-7bff-4b1d-bccf-696dc8dddb74, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c3521186-7bff-4b1d-bccf-696dc8dddb74,segment=NetworkSegment(1433baa4-da16-449d-b37c-9e6e6a5aa666),segment_id=1433baa4-da16-449d-b37c-9e6e6a5aa666)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:07:08.094822 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (c3521186-7bff-4b1d-bccf-696dc8dddb74), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:08.095619 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-618100b0-a568-4700-af1d-a12918bf2e50 req-0956aade-9a4f-4727-9667-6ce9fac71046 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/71657289-5845-4030-b5d1-5bad1153486f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056042 Aug 30 01:07:08.151704 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Pushing event updated for resources: {'Port': ['ID=c3521186-7bff-4b1d-bccf-696dc8dddb74,revision_number=4']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:07:08.192056 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb87ee2f-5d4c-4c5d-b97d-fd09572bffd6 req-902f58d3-a3b3-4e34-815b-4d79e65c37ea tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:07:08.193886 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-bb87ee2f-5d4c-4c5d-b97d-fd09572bffd6 req-902f58d3-a3b3-4e34-815b-4d79e65c37ea tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8f9b5386-7fbc-4d22-a388-55c656bf9255 HTTP/1.1" status: 200 len: 943 time: 0.0512533 Aug 30 01:07:08.217745 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-618100b0-a568-4700-af1d-a12918bf2e50 req-63f7aa4c-9657-40b3-b17f-565056a2d46a service neutron] 10.222.0.47 "GET /networking/v2.0/networks/71657289-5845-4030-b5d1-5bad1153486f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099353 Aug 30 01:07:08.266027 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-bb87ee2f-5d4c-4c5d-b97d-fd09572bffd6 req-d6e6a21a-e078-4857-8159-23cfe383d42a tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=193ef1c6-7e25-4882-bdc3-9d644548a38a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659893 Aug 30 01:07:08.297131 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device 8ea2d6ff-345d-412e-8fa1-f02485776dec up at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:07:08.347311 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Provisioning complete for port 8ea2d6ff-345d-412e-8fa1-f02485776dec triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:07:08.347680 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (8ea2d6ff-345d-412e-8fa1-f02485776dec), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:08.352943 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] get_ports_and_sgs() called for port_ids ['c3521186-7bff-4b1d-bccf-696dc8dddb74'] {{(pid=106208) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:07:08.525143 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Current status of the port 8ea2d6ff-345d-412e-8fa1-f02485776dec is: ACTIVE; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:07:08.692426 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:07:08.948485 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-34eb81c6-d2f7-407c-bbd1-6c59eb4eb531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (fba0026e-8830-42b0-8a12-2be2a1203730), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:09.054256 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df35b5c1-97e1-4e79-b716-3ad6219b98eb req-baff9c6a-56d5-44d0-b8bf-d5419eda46cb tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:07:09.055628 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-df35b5c1-97e1-4e79-b716-3ad6219b98eb req-baff9c6a-56d5-44d0-b8bf-d5419eda46cb tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a99c1ea6-9c8f-42ac-a6b3-6c66a025711d HTTP/1.1" status: 200 len: 945 time: 0.0464525 Aug 30 01:07:09.104290 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-df35b5c1-97e1-4e79-b716-3ad6219b98eb req-df3bfcd6-2598-4133-90f8-2dac181eac8e tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0322309e-1f6d-4caf-a1b9-0e800f7ba56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427556 Aug 30 01:07:09.205754 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2038e91c-377d-48c3-a687-1097e815a511 req-74d9dd12-c942-40ff-94ed-9a21df47d7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:07:09.207227 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-2038e91c-377d-48c3-a687-1097e815a511 req-74d9dd12-c942-40ff-94ed-9a21df47d7cb service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=54768b167b1c4fefb901f640203e1c5d&device_id=8f9b5386-7fbc-4d22-a388-55c656bf9255 HTTP/1.1" status: 200 len: 1127 time: 0.0389817 Aug 30 01:07:09.302619 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2038e91c-377d-48c3-a687-1097e815a511 req-9060b5a9-c8e9-43a1-8667-66729177c40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:07:09.304101 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-2038e91c-377d-48c3-a687-1097e815a511 req-9060b5a9-c8e9-43a1-8667-66729177c40e service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=71657289-5845-4030-b5d1-5bad1153486f HTTP/1.1" status: 200 len: 919 time: 0.0903473 Aug 30 01:07:09.343802 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-2038e91c-377d-48c3-a687-1097e815a511 req-ca95066a-5f1f-4733-83bc-0403512844c9 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f87d3a77-05ed-43ac-b192-82ed7d858c40 HTTP/1.1" status: 200 len: 217 time: 0.0330257 Aug 30 01:07:09.395346 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2038e91c-377d-48c3-a687-1097e815a511 req-7879f120-4785-48e0-be91-96a50af84cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:07:09.396832 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-2038e91c-377d-48c3-a687-1097e815a511 req-7879f120-4785-48e0-be91-96a50af84cca service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=b5ba3a12-33bc-451f-ac45-0e3b5e90b022 HTTP/1.1" status: 200 len: 856 time: 0.0462065 Aug 30 01:07:09.396972 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c37cc75-65c3-42e5-945a-6544d8bad5f0 req-eebe8339-71dc-4dc1-b60b-3556531d6100 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:07:09.398404 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-1c37cc75-65c3-42e5-945a-6544d8bad5f0 req-eebe8339-71dc-4dc1-b60b-3556531d6100 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8f9b5386-7fbc-4d22-a388-55c656bf9255 HTTP/1.1" status: 200 len: 943 time: 0.0514865 Aug 30 01:07:09.417862 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:07:09.444374 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2038e91c-377d-48c3-a687-1097e815a511 req-6f04a4c6-140b-4ad6-8794-a5801b2048da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:07:09.445947 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-2038e91c-377d-48c3-a687-1097e815a511 req-6f04a4c6-140b-4ad6-8794-a5801b2048da service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=71657289-5845-4030-b5d1-5bad1153486f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0414839 Aug 30 01:07:09.449532 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-1c37cc75-65c3-42e5-945a-6544d8bad5f0 req-30c65f27-45f4-41dc-924d-b501997328df tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=193ef1c6-7e25-4882-bdc3-9d644548a38a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450220 Aug 30 01:07:09.543064 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-2038e91c-377d-48c3-a687-1097e815a511 req-84952a24-89ca-4476-bd31-2dffbb293351 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/71657289-5845-4030-b5d1-5bad1153486f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904639 Aug 30 01:07:09.597568 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:07:09.647950 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-2038e91c-377d-48c3-a687-1097e815a511 req-a89f6c11-8fee-40ae-9d6e-38de18db3ed2 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/71657289-5845-4030-b5d1-5bad1153486f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981350 Aug 30 01:07:09.882124 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device f87d3a77-05ed-43ac-b192-82ed7d858c40 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=106208) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 01:07:09.885948 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device c3521186-7bff-4b1d-bccf-696dc8dddb74 up at agent hyperv_hv-cinder-81514 {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:07:09.976594 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:07:09.995756 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Provisioning for port c3521186-7bff-4b1d-bccf-696dc8dddb74 completed by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 01:07:10.005002 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Provisioning complete for port c3521186-7bff-4b1d-bccf-696dc8dddb74 triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:07:10.005402 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (c3521186-7bff-4b1d-bccf-696dc8dddb74), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:10.053441 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port f87d3a77-05ed-43ac-b192-82ed7d858c40, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f87d3a77-05ed-43ac-b192-82ed7d858c40,segment=NetworkSegment(d885eda7-4268-4a35-a6ed-db3090deff20),segment_id=d885eda7-4268-4a35-a6ed-db3090deff20)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:07:10.068961 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Returning: {'device': 'f87d3a77-05ed-43ac-b192-82ed7d858c40', 'network_id': '71657289-5845-4030-b5d1-5bad1153486f', 'port_id': 'f87d3a77-05ed-43ac-b192-82ed7d858c40', 'mac_address': 'fa:16:3e:7e:d0:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5ba3a12-33bc-451f-ac45-0e3b5e90b022', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106208) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 01:07:10.133990 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Current status of the port f87d3a77-05ed-43ac-b192-82ed7d858c40 is: DOWN; New status is: BUILD {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:07:10.134303 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (f87d3a77-05ed-43ac-b192-82ed7d858c40), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:10.137479 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Current status of the port c3521186-7bff-4b1d-bccf-696dc8dddb74 is: BUILD; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:07:10.137899 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (c3521186-7bff-4b1d-bccf-696dc8dddb74), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:10.158189 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f87d3a77-05ed-43ac-b192-82ed7d858c40 {{(pid=106208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:07:10.184554 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a99c1ea6-9c8f-42ac-a6b3-6c66a025711d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3521186-7bff-4b1d-bccf-696dc8dddb74'}] {{(pid=106208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:07:10.186809 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c29b7fbecba6d5f29730e8e5f4edf6e9b002b1b00f6f5f73d69c4afba8ee411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471004a1-4a17-486c-a08c-d034ed4b13d9" -d '{"events": [{"server_uuid": "a99c1ea6-9c8f-42ac-a6b3-6c66a025711d", "name": "network-vif-plugged", "status": "completed", "tag": "c3521186-7bff-4b1d-bccf-696dc8dddb74"}]}' {{(pid=106208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:07:10.198615 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port f87d3a77-05ed-43ac-b192-82ed7d858c40, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f87d3a77-05ed-43ac-b192-82ed7d858c40,segment=NetworkSegment(d885eda7-4268-4a35-a6ed-db3090deff20),segment_id=d885eda7-4268-4a35-a6ed-db3090deff20)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:07:10.202849 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port c3521186-7bff-4b1d-bccf-696dc8dddb74, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c3521186-7bff-4b1d-bccf-696dc8dddb74,segment=NetworkSegment(1433baa4-da16-449d-b37c-9e6e6a5aa666),segment_id=1433baa4-da16-449d-b37c-9e6e6a5aa666)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:07:10.208336 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (f87d3a77-05ed-43ac-b192-82ed7d858c40), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:10.213817 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (c3521186-7bff-4b1d-bccf-696dc8dddb74), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:10.235939 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c325b-11b0-45d0-aa64-d8de750420f5 req-6a98207e-6054-4abb-80f4-37416e9330b6 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:07:10.242790 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-bc4c325b-11b0-45d0-aa64-d8de750420f5 req-6a98207e-6054-4abb-80f4-37416e9330b6 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a99c1ea6-9c8f-42ac-a6b3-6c66a025711d HTTP/1.1" status: 200 len: 945 time: 0.0642836 Aug 30 01:07:10.268984 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Pushing event updated for resources: {'Port': ['ID=f87d3a77-05ed-43ac-b192-82ed7d858c40,revision_number=4']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:07:10.294318 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42494f91-c8cc-4c5d-b41c-43d8997f0d2d x-openstack-request-id: req-42494f91-c8cc-4c5d-b41c-43d8997f0d2d {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:07:10.294610 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a99c1ea6-9c8f-42ac-a6b3-6c66a025711d", "name": "network-vif-plugged", "status": "completed", "tag": "c3521186-7bff-4b1d-bccf-696dc8dddb74", "code": 200}]} {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:07:10.294859 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-42494f91-c8cc-4c5d-b41c-43d8997f0d2d {{(pid=106208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:07:10.295402 dv-cinder-815146-13-iscsi neutron-server[106208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42494f91-c8cc-4c5d-b41c-43d8997f0d2d'] response: {'server_uuid': 'a99c1ea6-9c8f-42ac-a6b3-6c66a025711d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3521186-7bff-4b1d-bccf-696dc8dddb74', 'code': 200} Aug 30 01:07:10.307634 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-bc4c325b-11b0-45d0-aa64-d8de750420f5 req-9d2bf124-37df-4cbb-b9ba-a12fd589eed2 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0322309e-1f6d-4caf-a1b9-0e800f7ba56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638030 Aug 30 01:07:10.323028 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Pushing event updated for resources: {'Port': ['ID=c3521186-7bff-4b1d-bccf-696dc8dddb74,revision_number=5']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:07:10.503068 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] get_ports_and_sgs() called for port_ids ['f87d3a77-05ed-43ac-b192-82ed7d858c40'] {{(pid=106208) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:07:10.540529 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801ff5bd-a966-48b3-a3b8-3b7bbf0eed7c req-cf8a3d6c-8dea-48f0-8b9d-13c187f9ec56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:07:10.542170 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-801ff5bd-a966-48b3-a3b8-3b7bbf0eed7c req-cf8a3d6c-8dea-48f0-8b9d-13c187f9ec56 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a99c1ea6-9c8f-42ac-a6b3-6c66a025711d HTTP/1.1" status: 200 len: 1130 time: 0.0412645 Aug 30 01:07:10.582541 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2954d7-a9fb-42d2-b66f-611555989266 req-7369fc0c-3504-48b8-b6f5-a9a60c242702 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:07:10.584028 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-fc2954d7-a9fb-42d2-b66f-611555989266 req-7369fc0c-3504-48b8-b6f5-a9a60c242702 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8f9b5386-7fbc-4d22-a388-55c656bf9255 HTTP/1.1" status: 200 len: 944 time: 0.0526261 Aug 30 01:07:10.594024 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-801ff5bd-a966-48b3-a3b8-3b7bbf0eed7c req-0ca6f118-1264-4306-9ae3-ebbc2c07f812 service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0322309e-1f6d-4caf-a1b9-0e800f7ba56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447831 Aug 30 01:07:10.633212 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-fc2954d7-a9fb-42d2-b66f-611555989266 req-b45d993d-6c7b-4055-9e8a-3469fc4ee547 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=193ef1c6-7e25-4882-bdc3-9d644548a38a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413425 Aug 30 01:07:11.320169 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-f614085c-56c4-4bfa-be78-bc3faecb8b1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (613dbf26-5731-4391-8a29-3c5185f7ed3f), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:11.429226 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b6664-5d7e-4cc5-a421-fd297bee91b0 req-03867fbd-a9ad-4f6c-8125-f6d59cca83a5 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:07:11.430699 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-622b6664-5d7e-4cc5-a421-fd297bee91b0 req-03867fbd-a9ad-4f6c-8125-f6d59cca83a5 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a99c1ea6-9c8f-42ac-a6b3-6c66a025711d HTTP/1.1" status: 200 len: 946 time: 0.0483761 Aug 30 01:07:11.479719 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-622b6664-5d7e-4cc5-a421-fd297bee91b0 req-6ce756c7-a8e8-486d-a440-2af41f470f6b tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0322309e-1f6d-4caf-a1b9-0e800f7ba56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432546 Aug 30 01:07:11.757930 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b4f15-7894-4bfb-b8c9-daf24a4f44f2 req-e0bfe315-4011-46e5-a340-7e6161c1caf7 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:07:11.759533 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-ab8b4f15-7894-4bfb-b8c9-daf24a4f44f2 req-e0bfe315-4011-46e5-a340-7e6161c1caf7 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8f9b5386-7fbc-4d22-a388-55c656bf9255 HTTP/1.1" status: 200 len: 944 time: 0.0491302 Aug 30 01:07:11.813917 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-ab8b4f15-7894-4bfb-b8c9-daf24a4f44f2 req-621fd44f-792e-4886-b8b8-2c975c02f71c tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=193ef1c6-7e25-4882-bdc3-9d644548a38a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474539 Aug 30 01:07:11.894224 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device f87d3a77-05ed-43ac-b192-82ed7d858c40 up at agent hyperv_hv-cinder-81514 {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:07:11.929816 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:DELETE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:07:11.938498 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Provisioning for port f87d3a77-05ed-43ac-b192-82ed7d858c40 completed by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 01:07:11.944906 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Provisioning complete for port f87d3a77-05ed-43ac-b192-82ed7d858c40 triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:07:11.945318 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (f87d3a77-05ed-43ac-b192-82ed7d858c40), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:12.020678 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Current status of the port f87d3a77-05ed-43ac-b192-82ed7d858c40 is: BUILD; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:07:12.021069 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (f87d3a77-05ed-43ac-b192-82ed7d858c40), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:12.053848 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port f87d3a77-05ed-43ac-b192-82ed7d858c40, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f87d3a77-05ed-43ac-b192-82ed7d858c40,segment=NetworkSegment(d885eda7-4268-4a35-a6ed-db3090deff20),segment_id=d885eda7-4268-4a35-a6ed-db3090deff20)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:07:12.057419 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (f87d3a77-05ed-43ac-b192-82ed7d858c40), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:12.103304 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Pushing event updated for resources: {'Port': ['ID=f87d3a77-05ed-43ac-b192-82ed7d858c40,revision_number=5']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:07:12.296750 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f9b5386-7fbc-4d22-a388-55c656bf9255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f87d3a77-05ed-43ac-b192-82ed7d858c40'}] {{(pid=106208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:07:12.299136 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c29b7fbecba6d5f29730e8e5f4edf6e9b002b1b00f6f5f73d69c4afba8ee411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d33edb4c-0847-480b-bd62-47cad931d1f8" -d '{"events": [{"server_uuid": "8f9b5386-7fbc-4d22-a388-55c656bf9255", "name": "network-vif-plugged", "status": "completed", "tag": "f87d3a77-05ed-43ac-b192-82ed7d858c40"}]}' {{(pid=106208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:07:12.335355 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969653e2-afa3-4c6c-9476-b734d99c4ba4 x-openstack-request-id: req-969653e2-afa3-4c6c-9476-b734d99c4ba4 {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:07:12.335976 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f9b5386-7fbc-4d22-a388-55c656bf9255", "name": "network-vif-plugged", "status": "completed", "tag": "f87d3a77-05ed-43ac-b192-82ed7d858c40", "code": 200}]} {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:07:12.335976 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-969653e2-afa3-4c6c-9476-b734d99c4ba4 {{(pid=106208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:07:12.336286 dv-cinder-815146-13-iscsi neutron-server[106208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-969653e2-afa3-4c6c-9476-b734d99c4ba4'] response: {'server_uuid': '8f9b5386-7fbc-4d22-a388-55c656bf9255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f87d3a77-05ed-43ac-b192-82ed7d858c40', 'code': 200} Aug 30 01:07:12.508479 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e073840-fa88-49c5-9048-52bb0fa4e805 req-25e6eae2-5a7b-4363-a786-f4996ee9f78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:07:12.509615 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-7e073840-fa88-49c5-9048-52bb0fa4e805 req-25e6eae2-5a7b-4363-a786-f4996ee9f78a service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=8f9b5386-7fbc-4d22-a388-55c656bf9255 HTTP/1.1" status: 200 len: 1129 time: 0.0376270 Aug 30 01:07:12.520739 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-25c1dd7e-d974-443e-806e-f641d8bbb77b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (0cb86657-2da7-42ea-bd2c-d65472391dc8), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:12.562067 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-7e073840-fa88-49c5-9048-52bb0fa4e805 req-4c36219c-68fc-4809-ba55-93883e8959e2 service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=193ef1c6-7e25-4882-bdc3-9d644548a38a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420721 Aug 30 01:07:12.601054 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c515bc5-6c21-40c7-b111-9fb2f0a1c15b req-a682bed6-889f-4be1-9337-2b11ed59f068 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:07:12.602530 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-7c515bc5-6c21-40c7-b111-9fb2f0a1c15b req-a682bed6-889f-4be1-9337-2b11ed59f068 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a99c1ea6-9c8f-42ac-a6b3-6c66a025711d HTTP/1.1" status: 200 len: 946 time: 0.0462461 Aug 30 01:07:12.649779 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-7c515bc5-6c21-40c7-b111-9fb2f0a1c15b req-3234f9c6-1a23-47ad-bf4c-ddf8b1fd35e7 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0322309e-1f6d-4caf-a1b9-0e800f7ba56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416262 Aug 30 01:07:12.769916 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730399b-1be4-427d-a082-d7e7c23f92ab req-eb5330bf-ba31-4daa-9b1a-d1ecb0ad718a tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:07:12.771317 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-3730399b-1be4-427d-a082-d7e7c23f92ab req-eb5330bf-ba31-4daa-9b1a-d1ecb0ad718a tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a99c1ea6-9c8f-42ac-a6b3-6c66a025711d HTTP/1.1" status: 200 len: 946 time: 0.0470901 Aug 30 01:07:12.821059 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-3730399b-1be4-427d-a082-d7e7c23f92ab req-12e1997d-8db4-46d6-8f04-1ac517550e84 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0322309e-1f6d-4caf-a1b9-0e800f7ba56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441661 Aug 30 01:07:12.847974 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 51358) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:07:12.888972 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c831a5a-975c-49ae-b39a-6e2065f51ab6 tempest-TestVolumeBootPattern-1438333599 tempest-TestVolumeBootPattern-1438333599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:07:12.890566 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-1c831a5a-975c-49ae-b39a-6e2065f51ab6 tempest-TestVolumeBootPattern-1438333599 tempest-TestVolumeBootPattern-1438333599-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a99c1ea6-9c8f-42ac-a6b3-6c66a025711d HTTP/1.1" status: 200 len: 1125 time: 0.0416038 Aug 30 01:07:12.893447 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 51360) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:07:12.897663 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [None req-ddea5b97-4988-4df8-879b-d484f3a1448b tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Request body: {'floatingip': {'floating_network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'port_id': 'c3521186-7bff-4b1d-bccf-696dc8dddb74', 'tenant_id': 'a6380baa172744fa9d7ba5b81f847906', 'fixed_ip_address': '172.20.0.11'}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:07:12.912067 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=100 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:07:12.922233 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ddea5b97-4988-4df8-879b-d484f3a1448b tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:12.938317 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:07:12.947327 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b36b22-633a-4219-9c0d-149617156016 req-dd3f331e-2e2a-4e7d-9d2a-64387d244052 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:07:12.948835 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-21b36b22-633a-4219-9c0d-149617156016 req-dd3f331e-2e2a-4e7d-9d2a-64387d244052 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8f9b5386-7fbc-4d22-a388-55c656bf9255 HTTP/1.1" status: 200 len: 945 time: 0.0569484 Aug 30 01:07:12.996533 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-21b36b22-633a-4219-9c0d-149617156016 req-f8ceab1b-2b3b-4141-bf4e-e5f168bcc954 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=193ef1c6-7e25-4882-bdc3-9d644548a38a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413725 Aug 30 01:07:13.004384 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ddea5b97-4988-4df8-879b-d484f3a1448b tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:13.115282 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.db_base_plugin_common [None req-ddea5b97-4988-4df8-879b-d484f3a1448b tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Allocated IP 172.27.4.42 (3021e9f0-0eb2-4779-9e8d-2d74d8c353fb/be7a67d1-0569-48bc-88e9-c2545720293d/7689ba1b-92f8-4028-a5bd-2f5ee6dae90a) {{(pid=106206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:07:13.219298 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ddea5b97-4988-4df8-879b-d484f3a1448b tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks [] for port (7689ba1b-92f8-4028-a5bd-2f5ee6dae90a), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:13.251697 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ddea5b97-4988-4df8-879b-d484f3a1448b tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737867580456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14283316'] for port (7689ba1b-92f8-4028-a5bd-2f5ee6dae90a), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:13.292664 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddea5b97-4988-4df8-879b-d484f3a1448b tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Network 3021e9f0-0eb2-4779-9e8d-2d74d8c353fb is already hosted by enough agents. {{(pid=106206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:07:13.295835 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.base_scheduler [None req-ddea5b97-4988-4df8-879b-d484f3a1448b tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Resources bound (agent type, host, resource id): {{(pid=106206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:07:13.299526 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddea5b97-4988-4df8-879b-d484f3a1448b tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Received port after_create {{(pid=106206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:07:13.302686 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddea5b97-4988-4df8-879b-d484f3a1448b tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Pushing event updated for resources: {'Port': ['ID=7689ba1b-92f8-4028-a5bd-2f5ee6dae90a,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:07:13.453564 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:07:13.648730 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ddea5b97-4988-4df8-879b-d484f3a1448b tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks [] for floatingip (b1883309-0c71-4eec-9614-b8b993e330a0), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:13.705402 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:07:13.717594 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ddea5b97-4988-4df8-879b-d484f3a1448b tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (7689ba1b-92f8-4028-a5bd-2f5ee6dae90a), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:13.866465 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ddea5b97-4988-4df8-879b-d484f3a1448b tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks [] for port (7689ba1b-92f8-4028-a5bd-2f5ee6dae90a), precommit_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:13.870858 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ddea5b97-4988-4df8-879b-d484f3a1448b tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14283325'] for port (7689ba1b-92f8-4028-a5bd-2f5ee6dae90a), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:14.072344 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:07:14.089863 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-035fe171-2dca-49fc-a74e-5e6f2a9e45a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (976597ea-a902-4e5f-8c76-25f81ae4fb08), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:14.135491 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9598f957-ff98-4657-9ba8-a225ac20d91d req-6753cbac-3552-4984-b3bd-c25eb00e6d64 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:07:14.136998 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-9598f957-ff98-4657-9ba8-a225ac20d91d req-6753cbac-3552-4984-b3bd-c25eb00e6d64 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8f9b5386-7fbc-4d22-a388-55c656bf9255 HTTP/1.1" status: 200 len: 945 time: 0.0488951 Aug 30 01:07:14.173594 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ddea5b97-4988-4df8-879b-d484f3a1448b tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16466402'] for floatingip (b1883309-0c71-4eec-9614-b8b993e330a0), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:14.190949 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-9598f957-ff98-4657-9ba8-a225ac20d91d req-95e4c272-54dc-44f1-9e0d-564ad8b8173a tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=193ef1c6-7e25-4882-bdc3-9d644548a38a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470302 Aug 30 01:07:14.210887 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddea5b97-4988-4df8-879b-d484f3a1448b tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Pushing event updated for resources: {'Port': ['ID=7689ba1b-92f8-4028-a5bd-2f5ee6dae90a,revision_number=2']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:07:14.231823 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddea5b97-4988-4df8-879b-d484f3a1448b tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:14.232179 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddea5b97-4988-4df8-879b-d484f3a1448b tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:14.232519 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddea5b97-4988-4df8-879b-d484f3a1448b tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:14.232860 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddea5b97-4988-4df8-879b-d484f3a1448b tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:14.233275 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddea5b97-4988-4df8-879b-d484f3a1448b tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:14.233705 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddea5b97-4988-4df8-879b-d484f3a1448b tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:14.233917 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddea5b97-4988-4df8-879b-d484f3a1448b tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:14.234247 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddea5b97-4988-4df8-879b-d484f3a1448b tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:14.234576 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddea5b97-4988-4df8-879b-d484f3a1448b tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:14.234904 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddea5b97-4988-4df8-879b-d484f3a1448b tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:14.235234 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddea5b97-4988-4df8-879b-d484f3a1448b tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:14.235562 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddea5b97-4988-4df8-879b-d484f3a1448b tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:14.235894 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddea5b97-4988-4df8-879b-d484f3a1448b tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:14.236212 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddea5b97-4988-4df8-879b-d484f3a1448b tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:14.236539 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddea5b97-4988-4df8-879b-d484f3a1448b tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:14.251019 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (a0553951-7123-4403-ab2a-bb83048c1e52), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:14.261063 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (ec393def-3d84-45a3-8a6c-ed049d62fe0a), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:14.289919 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.db.l3_db [None req-ddea5b97-4988-4df8-879b-d484f3a1448b tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Floating IP b1883309-0c71-4eec-9614-b8b993e330a0 associated. External IP: 172.27.4.42, port: c3521186-7bff-4b1d-bccf-696dc8dddb74. Aug 30 01:07:14.439710 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:07:14.495586 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddea5b97-4988-4df8-879b-d484f3a1448b tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Router 77b21fb2-6062-4336-bcc3-5ffa9d454ebe has already been hosted by L3 agent 613dbf26-5731-4391-8a29-3c5185f7ed3f {{(pid=106206) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:07:14.597929 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddea5b97-4988-4df8-879b-d484f3a1448b tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Notify agent at l3_agent.dv-cinder-815146-13-iscsi the message routers_updated {{(pid=106206) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:07:14.607661 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8f5454-3d28-49b2-b4a6-66297523859c None None] Sync routers for ids ['77b21fb2-6062-4336-bcc3-5ffa9d454ebe'] in dv-cinder-815146-13-iscsi {{(pid=106208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:07:14.615990 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ddea5b97-4988-4df8-879b-d484f3a1448b tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for floatingip (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:14.618608 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8f5454-3d28-49b2-b4a6-66297523859c None None] Routers {'77b21fb2-6062-4336-bcc3-5ffa9d454ebe'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:07:14.619216 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-9b8f5454-3d28-49b2-b4a6-66297523859c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:07:11Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['77b21fb2-6062-4336-bcc3-5ffa9d454ebe'], 'active': True} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:07:14.649305 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-ddea5b97-4988-4df8-879b-d484f3a1448b tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7547805 Aug 30 01:07:14.650591 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a99c1ea6-9c8f-42ac-a6b3-6c66a025711d', 'tag': 'c3521186-7bff-4b1d-bccf-696dc8dddb74'}] {{(pid=106206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:07:14.653708 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068580ff6c600dbe59ab62011f5d984f60f6f54628162803fce2ed792aa7a021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-683179cb-8e05-47b3-bf0e-c652557704da" -d '{"events": [{"name": "network-changed", "server_uuid": "a99c1ea6-9c8f-42ac-a6b3-6c66a025711d", "tag": "c3521186-7bff-4b1d-bccf-696dc8dddb74"}]}' {{(pid=106206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:07:14.694397 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb89fc0-0dd3-46f0-9d7d-dabf3b18a0b8 x-openstack-request-id: req-acb89fc0-0dd3-46f0-9d7d-dabf3b18a0b8 {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:07:14.694689 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a99c1ea6-9c8f-42ac-a6b3-6c66a025711d", "tag": "c3521186-7bff-4b1d-bccf-696dc8dddb74", "status": "completed", "code": 200}]} {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:07:14.694944 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-acb89fc0-0dd3-46f0-9d7d-dabf3b18a0b8 {{(pid=106206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:07:14.695352 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acb89fc0-0dd3-46f0-9d7d-dabf3b18a0b8'] response: {'name': 'network-changed', 'server_uuid': 'a99c1ea6-9c8f-42ac-a6b3-6c66a025711d', 'tag': 'c3521186-7bff-4b1d-bccf-696dc8dddb74', 'status': 'completed', 'code': 200} Aug 30 01:07:14.725589 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvr_db [None req-9b8f5454-3d28-49b2-b4a6-66297523859c None None] Set router 77b21fb2-6062-4336-bcc3-5ffa9d454ebe gateway port host: dv-cinder-815146-13-iscsi {{(pid=106208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:07:14.759492 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683179cb-8e05-47b3-bf0e-c652557704da req-68a29220-61a1-4d10-bce1-e62dbc11b901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:07:14.760929 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-683179cb-8e05-47b3-bf0e-c652557704da req-68a29220-61a1-4d10-bce1-e62dbc11b901 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=a6380baa172744fa9d7ba5b81f847906&device_id=a99c1ea6-9c8f-42ac-a6b3-6c66a025711d HTTP/1.1" status: 200 len: 1130 time: 0.0392830 Aug 30 01:07:14.855258 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683179cb-8e05-47b3-bf0e-c652557704da req-1266944f-5290-4ac8-9fe9-9834a17042c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:07:14.857598 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-683179cb-8e05-47b3-bf0e-c652557704da req-1266944f-5290-4ac8-9fe9-9834a17042c8 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=9040a016-54c8-479a-991b-4e0ac5fa178d HTTP/1.1" status: 200 len: 914 time: 0.0877476 Aug 30 01:07:14.923406 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-683179cb-8e05-47b3-bf0e-c652557704da req-390e7ead-7495-4c3b-a958-c4e8e620ff2a service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3521186-7bff-4b1d-bccf-696dc8dddb74 HTTP/1.1" status: 200 len: 999 time: 0.0595031 Aug 30 01:07:14.935088 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-9b8f5454-3d28-49b2-b4a6-66297523859c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'name': 'tempest-TestVolumeBootPattern-1159894763-router', 'tenant_id': 'a6380baa172744fa9d7ba5b81f847906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.96'}], 'enable_snat': True}, 'gw_port_id': 'adff4777-6a01-467c-9cce-d77b5d28c036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:03:48Z', 'updated_at': '2022-08-30T01:03:52Z', 'revision_number': 4, 'project_id': 'a6380baa172744fa9d7ba5b81f847906', 'gw_port': {'id': 'adff4777-6a01-467c-9cce-d77b5d28c036', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:60:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:48Z', 'updated_at': '2022-08-30T01:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_floatingips': [{'id': 'b1883309-0c71-4eec-9614-b8b993e330a0', 'tenant_id': 'a6380baa172744fa9d7ba5b81f847906', 'floating_ip_address': '172.27.4.42', 'floating_network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'router_id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'port_id': 'c3521186-7bff-4b1d-bccf-696dc8dddb74', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9040a016-54c8-479a-991b-4e0ac5fa178d', 'mac_address': 'fa:16:3e:1d:10:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99c1ea6-9c8f-42ac-a6b3-6c66a025711d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:07:13Z', 'updated_at': '2022-08-30T01:07:13Z', 'revision_number': 0, 'project_id': 'a6380baa172744fa9d7ba5b81f847906', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f570ed8-ae08-439f-9ac0-f7485c2e852e', 'name': '', 'network_id': '9040a016-54c8-479a-991b-4e0ac5fa178d', 'tenant_id': 'a6380baa172744fa9d7ba5b81f847906', 'mac_address': 'fa:16:3e:a1:7e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '95c34b58-5326-49b3-92a4-b747a89537a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:52Z', 'updated_at': '2022-08-30T01:03:58Z', 'revision_number': 5, 'project_id': 'a6380baa172744fa9d7ba5b81f847906', 'subnets': [{'id': '95c34b58-5326-49b3-92a4-b747a89537a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:07:14.961645 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:07:14.963802 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8f5454-3d28-49b2-b4a6-66297523859c None None] Checking router: 77b21fb2-6062-4336-bcc3-5ffa9d454ebe for host: dv-cinder-815146-13-iscsi {{(pid=106208) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:07:14.973207 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8f5454-3d28-49b2-b4a6-66297523859c None None] Routers {'77b21fb2-6062-4336-bcc3-5ffa9d454ebe'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:07:14.973807 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-9b8f5454-3d28-49b2-b4a6-66297523859c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:07:11Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['77b21fb2-6062-4336-bcc3-5ffa9d454ebe'], 'active': True} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:07:14.982497 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683179cb-8e05-47b3-bf0e-c652557704da req-b7a2c0d7-c85f-400c-9da2-3fff3669239d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:07:14.984016 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-683179cb-8e05-47b3-bf0e-c652557704da req-b7a2c0d7-c85f-400c-9da2-3fff3669239d service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=95c34b58-5326-49b3-92a4-b747a89537a2 HTTP/1.1" status: 200 len: 851 time: 0.0519953 Aug 30 01:07:15.030283 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683179cb-8e05-47b3-bf0e-c652557704da req-c3ef8e7b-37de-472b-b510-7605ce3d2029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:07:15.031849 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-683179cb-8e05-47b3-bf0e-c652557704da req-c3ef8e7b-37de-472b-b510-7605ce3d2029 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=9040a016-54c8-479a-991b-4e0ac5fa178d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0396380 Aug 30 01:07:15.136628 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-683179cb-8e05-47b3-bf0e-c652557704da req-43a6b084-3ee5-4856-9c80-6ecb3814c5f7 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/9040a016-54c8-479a-991b-4e0ac5fa178d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947707 Aug 30 01:07:15.211638 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvr_db [None req-9b8f5454-3d28-49b2-b4a6-66297523859c None None] Set router 77b21fb2-6062-4336-bcc3-5ffa9d454ebe gateway port host: dv-cinder-815146-13-iscsi {{(pid=106208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:07:15.232571 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-683179cb-8e05-47b3-bf0e-c652557704da req-301f2ec7-629b-4b34-9ee3-1e410a0d18c4 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/9040a016-54c8-479a-991b-4e0ac5fa178d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885701 Aug 30 01:07:15.341024 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d802b1-c84c-407d-9a85-229469e65fc9 req-a6f3712d-2e7b-4f76-821b-2591e19820b9 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:07:15.342628 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-99d802b1-c84c-407d-9a85-229469e65fc9 req-a6f3712d-2e7b-4f76-821b-2591e19820b9 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8f9b5386-7fbc-4d22-a388-55c656bf9255 HTTP/1.1" status: 200 len: 945 time: 0.0473676 Aug 30 01:07:15.357805 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:07:15.395882 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-99d802b1-c84c-407d-9a85-229469e65fc9 req-14c28a44-83b6-4dfd-b5a7-1c2229edf2c9 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=193ef1c6-7e25-4882-bdc3-9d644548a38a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473454 Aug 30 01:07:15.434974 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-9b8f5454-3d28-49b2-b4a6-66297523859c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'name': 'tempest-TestVolumeBootPattern-1159894763-router', 'tenant_id': 'a6380baa172744fa9d7ba5b81f847906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.96'}], 'enable_snat': True}, 'gw_port_id': 'adff4777-6a01-467c-9cce-d77b5d28c036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:03:48Z', 'updated_at': '2022-08-30T01:03:52Z', 'revision_number': 4, 'project_id': 'a6380baa172744fa9d7ba5b81f847906', 'gw_port': {'id': 'adff4777-6a01-467c-9cce-d77b5d28c036', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:60:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:48Z', 'updated_at': '2022-08-30T01:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_floatingips': [{'id': 'b1883309-0c71-4eec-9614-b8b993e330a0', 'tenant_id': 'a6380baa172744fa9d7ba5b81f847906', 'floating_ip_address': '172.27.4.42', 'floating_network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'router_id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'port_id': 'c3521186-7bff-4b1d-bccf-696dc8dddb74', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9040a016-54c8-479a-991b-4e0ac5fa178d', 'mac_address': 'fa:16:3e:1d:10:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99c1ea6-9c8f-42ac-a6b3-6c66a025711d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:07:13Z', 'updated_at': '2022-08-30T01:07:13Z', 'revision_number': 0, 'project_id': 'a6380baa172744fa9d7ba5b81f847906', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f570ed8-ae08-439f-9ac0-f7485c2e852e', 'name': '', 'network_id': '9040a016-54c8-479a-991b-4e0ac5fa178d', 'tenant_id': 'a6380baa172744fa9d7ba5b81f847906', 'mac_address': 'fa:16:3e:a1:7e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '95c34b58-5326-49b3-92a4-b747a89537a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:52Z', 'updated_at': '2022-08-30T01:03:58Z', 'revision_number': 5, 'project_id': 'a6380baa172744fa9d7ba5b81f847906', 'subnets': [{'id': '95c34b58-5326-49b3-92a4-b747a89537a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:07:15.460129 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8f5454-3d28-49b2-b4a6-66297523859c None None] The sync data for ids ['77b21fb2-6062-4336-bcc3-5ffa9d454ebe'] in dv-cinder-815146-13-iscsi is: [{'id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'name': 'tempest-TestVolumeBootPattern-1159894763-router', 'tenant_id': 'a6380baa172744fa9d7ba5b81f847906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.96'}], 'enable_snat': True}, 'gw_port_id': 'adff4777-6a01-467c-9cce-d77b5d28c036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:03:48Z', 'updated_at': '2022-08-30T01:03:52Z', 'revision_number': 4, 'project_id': 'a6380baa172744fa9d7ba5b81f847906', 'gw_port': {'id': 'adff4777-6a01-467c-9cce-d77b5d28c036', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:60:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:48Z', 'updated_at': '2022-08-30T01:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_floatingips': [{'id': 'b1883309-0c71-4eec-9614-b8b993e330a0', 'tenant_id': 'a6380baa172744fa9d7ba5b81f847906', 'floating_ip_address': '172.27.4.42', 'floating_network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'router_id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'port_id': 'c3521186-7bff-4b1d-bccf-696dc8dddb74', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9040a016-54c8-479a-991b-4e0ac5fa178d', 'mac_address': 'fa:16:3e:1d:10:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99c1ea6-9c8f-42ac-a6b3-6c66a025711d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:07:13Z', 'updated_at': '2022-08-30T01:07:13Z', 'revision_number': 0, 'project_id': 'a6380baa172744fa9d7ba5b81f847906', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f570ed8-ae08-439f-9ac0-f7485c2e852e', 'name': '', 'network_id': '9040a016-54c8-479a-991b-4e0ac5fa178d', 'tenant_id': 'a6380baa172744fa9d7ba5b81f847906', 'mac_address': 'fa:16:3e:a1:7e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '95c34b58-5326-49b3-92a4-b747a89537a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:52Z', 'updated_at': '2022-08-30T01:03:58Z', 'revision_number': 5, 'project_id': 'a6380baa172744fa9d7ba5b81f847906', 'subnets': [{'id': '95c34b58-5326-49b3-92a4-b747a89537a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:07:15.521303 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114ce65-ac9a-4c8e-b29e-fd47697cf410 req-52197651-42b9-4eba-a7e7-fc54d09e6548 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:07:15.522944 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-c114ce65-ac9a-4c8e-b29e-fd47697cf410 req-52197651-42b9-4eba-a7e7-fc54d09e6548 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8f9b5386-7fbc-4d22-a388-55c656bf9255 HTTP/1.1" status: 200 len: 945 time: 0.0489087 Aug 30 01:07:15.533618 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 51374) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:07:15.538143 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [None req-bc028f78-794d-4063-9274-14497de3c1e9 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Request body: {'floatingip': {'port_id': 'f87d3a77-05ed-43ac-b192-82ed7d858c40'}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:07:15.580335 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-bc028f78-794d-4063-9274-14497de3c1e9 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks [] for floatingip (a2571072-e96a-4a60-89a2-1230ecc7ddbe), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:15.663461 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22419a35-d87f-429b-ad86-cfec42281cbf None None] New status for floating IP b1883309-0c71-4eec-9614-b8b993e330a0: ACTIVE {{(pid=106209) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:07:15.925454 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:07:16.017173 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-bc028f78-794d-4063-9274-14497de3c1e9 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:16.021333 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-bc028f78-794d-4063-9274-14497de3c1e9 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16466402'] for floatingip (a2571072-e96a-4a60-89a2-1230ecc7ddbe), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:16.115892 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.db.l3_db [None req-bc028f78-794d-4063-9274-14497de3c1e9 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Floating IP a2571072-e96a-4a60-89a2-1230ecc7ddbe associated. External IP: 172.27.4.177, port: f87d3a77-05ed-43ac-b192-82ed7d858c40. Aug 30 01:07:16.296762 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:07:16.315814 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc028f78-794d-4063-9274-14497de3c1e9 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Router 54edb336-0783-4b1c-8e7c-01784738f66c has already been hosted by L3 agent 613dbf26-5731-4391-8a29-3c5185f7ed3f {{(pid=106206) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:07:16.419441 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc028f78-794d-4063-9274-14497de3c1e9 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Notify agent at l3_agent.dv-cinder-815146-13-iscsi the message routers_updated {{(pid=106206) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:07:16.423662 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-bc028f78-794d-4063-9274-14497de3c1e9 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for floatingip (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:16.429018 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623d9061-685b-4e29-b8f0-b96268b05b40 None None] Sync routers for ids ['54edb336-0783-4b1c-8e7c-01784738f66c'] in dv-cinder-815146-13-iscsi {{(pid=106208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:07:16.440069 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623d9061-685b-4e29-b8f0-b96268b05b40 None None] Routers {'54edb336-0783-4b1c-8e7c-01784738f66c'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:07:16.440674 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-623d9061-685b-4e29-b8f0-b96268b05b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:07:11Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['54edb336-0783-4b1c-8e7c-01784738f66c'], 'active': True} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:07:16.454178 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-bc028f78-794d-4063-9274-14497de3c1e9 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "PUT /networking/v2.0/floatingips/a2571072-e96a-4a60-89a2-1230ecc7ddbe HTTP/1.1" status: 200 len: 991 time: 0.9194670 Aug 30 01:07:16.542069 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvr_db [None req-623d9061-685b-4e29-b8f0-b96268b05b40 None None] Set router 54edb336-0783-4b1c-8e7c-01784738f66c gateway port host: dv-cinder-815146-13-iscsi {{(pid=106208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:07:16.678938 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:07:16.696207 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f9b5386-7fbc-4d22-a388-55c656bf9255', 'tag': 'f87d3a77-05ed-43ac-b192-82ed7d858c40'}] {{(pid=106206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:07:16.698882 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068580ff6c600dbe59ab62011f5d984f60f6f54628162803fce2ed792aa7a021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e93ef4d7-d294-48ff-a045-34e3bbcc1626" -d '{"events": [{"name": "network-changed", "server_uuid": "8f9b5386-7fbc-4d22-a388-55c656bf9255", "tag": "f87d3a77-05ed-43ac-b192-82ed7d858c40"}]}' {{(pid=106206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:07:16.736759 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd61f762-d2f6-402b-b578-ad0eb9b4bcdd x-openstack-request-id: req-bd61f762-d2f6-402b-b578-ad0eb9b4bcdd {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:07:16.737048 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f9b5386-7fbc-4d22-a388-55c656bf9255", "tag": "f87d3a77-05ed-43ac-b192-82ed7d858c40", "status": "completed", "code": 200}]} {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:07:16.737330 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bd61f762-d2f6-402b-b578-ad0eb9b4bcdd {{(pid=106206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:07:16.737734 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd61f762-d2f6-402b-b578-ad0eb9b4bcdd'] response: {'name': 'network-changed', 'server_uuid': '8f9b5386-7fbc-4d22-a388-55c656bf9255', 'tag': 'f87d3a77-05ed-43ac-b192-82ed7d858c40', 'status': 'completed', 'code': 200} Aug 30 01:07:16.759054 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-623d9061-685b-4e29-b8f0-b96268b05b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54edb336-0783-4b1c-8e7c-01784738f66c', 'name': 'tempest-AttachVolumeShelveTestJSON-1650687493-router', 'tenant_id': '54768b167b1c4fefb901f640203e1c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.5'}], 'enable_snat': True}, 'gw_port_id': 'b178ff3d-52b5-4e99-be09-66d76983e13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:06:58Z', 'updated_at': '2022-08-30T01:07:01Z', 'revision_number': 4, 'project_id': '54768b167b1c4fefb901f640203e1c5d', 'gw_port': {'id': 'b178ff3d-52b5-4e99-be09-66d76983e13d', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:58:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54edb336-0783-4b1c-8e7c-01784738f66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:06:58Z', 'updated_at': '2022-08-30T01:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_floatingips': [{'id': 'a2571072-e96a-4a60-89a2-1230ecc7ddbe', 'tenant_id': '54768b167b1c4fefb901f640203e1c5d', 'floating_ip_address': '172.27.4.177', 'floating_network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'router_id': '54edb336-0783-4b1c-8e7c-01784738f66c', 'port_id': 'f87d3a77-05ed-43ac-b192-82ed7d858c40', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71657289-5845-4030-b5d1-5bad1153486f', 'mac_address': 'fa:16:3e:7e:d0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9b5386-7fbc-4d22-a388-55c656bf9255', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:07:03Z', 'updated_at': '2022-08-30T01:07:15Z', 'revision_number': 1, 'project_id': '54768b167b1c4fefb901f640203e1c5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ea2d6ff-345d-412e-8fa1-f02485776dec', 'name': '', 'network_id': '71657289-5845-4030-b5d1-5bad1153486f', 'tenant_id': '54768b167b1c4fefb901f640203e1c5d', 'mac_address': 'fa:16:3e:06:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54edb336-0783-4b1c-8e7c-01784738f66c', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'b5ba3a12-33bc-451f-ac45-0e3b5e90b022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:07:00Z', 'updated_at': '2022-08-30T01:07:06Z', 'revision_number': 5, 'project_id': '54768b167b1c4fefb901f640203e1c5d', 'subnets': [{'id': 'b5ba3a12-33bc-451f-ac45-0e3b5e90b022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:07:16.786379 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623d9061-685b-4e29-b8f0-b96268b05b40 None None] Checking router: 54edb336-0783-4b1c-8e7c-01784738f66c for host: dv-cinder-815146-13-iscsi {{(pid=106208) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:07:16.795042 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623d9061-685b-4e29-b8f0-b96268b05b40 None None] Routers {'54edb336-0783-4b1c-8e7c-01784738f66c'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:07:16.795655 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-623d9061-685b-4e29-b8f0-b96268b05b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:07:11Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['54edb336-0783-4b1c-8e7c-01784738f66c'], 'active': True} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:07:16.803889 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ef4d7-d294-48ff-a045-34e3bbcc1626 req-cf33d092-203e-4e62-a739-70d43612f1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:07:16.805493 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-e93ef4d7-d294-48ff-a045-34e3bbcc1626 req-cf33d092-203e-4e62-a739-70d43612f1cb service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=54768b167b1c4fefb901f640203e1c5d&device_id=8f9b5386-7fbc-4d22-a388-55c656bf9255 HTTP/1.1" status: 200 len: 1129 time: 0.0398910 Aug 30 01:07:16.897491 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ef4d7-d294-48ff-a045-34e3bbcc1626 req-9933279c-897e-4cae-92b5-bd6ca788e1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:07:16.898816 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvr_db [None req-623d9061-685b-4e29-b8f0-b96268b05b40 None None] Set router 54edb336-0783-4b1c-8e7c-01784738f66c gateway port host: dv-cinder-815146-13-iscsi {{(pid=106208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:07:16.898969 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-e93ef4d7-d294-48ff-a045-34e3bbcc1626 req-9933279c-897e-4cae-92b5-bd6ca788e1f5 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=71657289-5845-4030-b5d1-5bad1153486f HTTP/1.1" status: 200 len: 919 time: 0.0871947 Aug 30 01:07:16.964074 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-e93ef4d7-d294-48ff-a045-34e3bbcc1626 req-1df26695-7c7d-4ae4-af24-8bd10db2d8b5 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f87d3a77-05ed-43ac-b192-82ed7d858c40 HTTP/1.1" status: 200 len: 999 time: 0.0580037 Aug 30 01:07:17.015256 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ef4d7-d294-48ff-a045-34e3bbcc1626 req-938c4546-c6f4-4977-bec2-12b6363d8449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:07:17.016771 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-e93ef4d7-d294-48ff-a045-34e3bbcc1626 req-938c4546-c6f4-4977-bec2-12b6363d8449 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=b5ba3a12-33bc-451f-ac45-0e3b5e90b022 HTTP/1.1" status: 200 len: 856 time: 0.0450506 Aug 30 01:07:17.062050 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ef4d7-d294-48ff-a045-34e3bbcc1626 req-acbe0f4f-a808-480d-afad-50098535f58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:07:17.063576 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-e93ef4d7-d294-48ff-a045-34e3bbcc1626 req-acbe0f4f-a808-480d-afad-50098535f58b service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=71657289-5845-4030-b5d1-5bad1153486f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0402801 Aug 30 01:07:17.112713 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-623d9061-685b-4e29-b8f0-b96268b05b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54edb336-0783-4b1c-8e7c-01784738f66c', 'name': 'tempest-AttachVolumeShelveTestJSON-1650687493-router', 'tenant_id': '54768b167b1c4fefb901f640203e1c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.5'}], 'enable_snat': True}, 'gw_port_id': 'b178ff3d-52b5-4e99-be09-66d76983e13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:06:58Z', 'updated_at': '2022-08-30T01:07:01Z', 'revision_number': 4, 'project_id': '54768b167b1c4fefb901f640203e1c5d', 'gw_port': {'id': 'b178ff3d-52b5-4e99-be09-66d76983e13d', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:58:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54edb336-0783-4b1c-8e7c-01784738f66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:06:58Z', 'updated_at': '2022-08-30T01:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_floatingips': [{'id': 'a2571072-e96a-4a60-89a2-1230ecc7ddbe', 'tenant_id': '54768b167b1c4fefb901f640203e1c5d', 'floating_ip_address': '172.27.4.177', 'floating_network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'router_id': '54edb336-0783-4b1c-8e7c-01784738f66c', 'port_id': 'f87d3a77-05ed-43ac-b192-82ed7d858c40', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71657289-5845-4030-b5d1-5bad1153486f', 'mac_address': 'fa:16:3e:7e:d0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9b5386-7fbc-4d22-a388-55c656bf9255', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:07:03Z', 'updated_at': '2022-08-30T01:07:15Z', 'revision_number': 1, 'project_id': '54768b167b1c4fefb901f640203e1c5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ea2d6ff-345d-412e-8fa1-f02485776dec', 'name': '', 'network_id': '71657289-5845-4030-b5d1-5bad1153486f', 'tenant_id': '54768b167b1c4fefb901f640203e1c5d', 'mac_address': 'fa:16:3e:06:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54edb336-0783-4b1c-8e7c-01784738f66c', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'b5ba3a12-33bc-451f-ac45-0e3b5e90b022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:07:00Z', 'updated_at': '2022-08-30T01:07:06Z', 'revision_number': 5, 'project_id': '54768b167b1c4fefb901f640203e1c5d', 'subnets': [{'id': 'b5ba3a12-33bc-451f-ac45-0e3b5e90b022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:07:17.137907 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623d9061-685b-4e29-b8f0-b96268b05b40 None None] The sync data for ids ['54edb336-0783-4b1c-8e7c-01784738f66c'] in dv-cinder-815146-13-iscsi is: [{'id': '54edb336-0783-4b1c-8e7c-01784738f66c', 'name': 'tempest-AttachVolumeShelveTestJSON-1650687493-router', 'tenant_id': '54768b167b1c4fefb901f640203e1c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.5'}], 'enable_snat': True}, 'gw_port_id': 'b178ff3d-52b5-4e99-be09-66d76983e13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:06:58Z', 'updated_at': '2022-08-30T01:07:01Z', 'revision_number': 4, 'project_id': '54768b167b1c4fefb901f640203e1c5d', 'gw_port': {'id': 'b178ff3d-52b5-4e99-be09-66d76983e13d', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:58:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54edb336-0783-4b1c-8e7c-01784738f66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:06:58Z', 'updated_at': '2022-08-30T01:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_floatingips': [{'id': 'a2571072-e96a-4a60-89a2-1230ecc7ddbe', 'tenant_id': '54768b167b1c4fefb901f640203e1c5d', 'floating_ip_address': '172.27.4.177', 'floating_network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'router_id': '54edb336-0783-4b1c-8e7c-01784738f66c', 'port_id': 'f87d3a77-05ed-43ac-b192-82ed7d858c40', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71657289-5845-4030-b5d1-5bad1153486f', 'mac_address': 'fa:16:3e:7e:d0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9b5386-7fbc-4d22-a388-55c656bf9255', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:07:03Z', 'updated_at': '2022-08-30T01:07:15Z', 'revision_number': 1, 'project_id': '54768b167b1c4fefb901f640203e1c5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ea2d6ff-345d-412e-8fa1-f02485776dec', 'name': '', 'network_id': '71657289-5845-4030-b5d1-5bad1153486f', 'tenant_id': '54768b167b1c4fefb901f640203e1c5d', 'mac_address': 'fa:16:3e:06:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54edb336-0783-4b1c-8e7c-01784738f66c', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'b5ba3a12-33bc-451f-ac45-0e3b5e90b022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:07:00Z', 'updated_at': '2022-08-30T01:07:06Z', 'revision_number': 5, 'project_id': '54768b167b1c4fefb901f640203e1c5d', 'subnets': [{'id': 'b5ba3a12-33bc-451f-ac45-0e3b5e90b022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:07:17.159633 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-e93ef4d7-d294-48ff-a045-34e3bbcc1626 req-6fd3c6d1-efb4-4194-aca8-a5c0e040833a service neutron] 10.222.0.47 "GET /networking/v2.0/networks/71657289-5845-4030-b5d1-5bad1153486f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892377 Aug 30 01:07:17.250927 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:07:17.257555 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-e93ef4d7-d294-48ff-a045-34e3bbcc1626 req-90d47296-f2a4-4710-af8c-cb4c97be6aa8 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/71657289-5845-4030-b5d1-5bad1153486f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908577 Aug 30 01:07:17.334141 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfac5ab-e541-42b4-ac0c-3812b3732140 None None] New status for floating IP a2571072-e96a-4a60-89a2-1230ecc7ddbe: ACTIVE {{(pid=106209) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:07:17.371192 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:07:25.508770 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=88 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:07:25.514092 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=27 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:07:27.110233 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=82 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:07:27.115979 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=49 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:07:27.254298 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=67 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:07:27.438894 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:07:27.440817 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:07:38.147595 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.agents_db [None req-fbf18308-e14c-4042-905c-b7f1770ec079 None None] Agent healthcheck: found 6 active agents {{(pid=106209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:07:38.951144 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-f9a0eab6-4cf2-4a10-b193-17620a20f6fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (fba0026e-8830-42b0-8a12-2be2a1203730), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:41.325188 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-9f2d77b4-467b-4487-836f-10152a8e3998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (613dbf26-5731-4391-8a29-3c5185f7ed3f), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:42.520903 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-25c1dd7e-d974-443e-806e-f641d8bbb77b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (0cb86657-2da7-42ea-bd2c-d65472391dc8), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:43.046375 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d26e0-9bbb-4655-a17c-3da7fe5d86ef req-56f3bda5-6d72-42f4-a572-ba326839f0f9 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:07:43.047758 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-c58d26e0-9bbb-4655-a17c-3da7fe5d86ef req-56f3bda5-6d72-42f4-a572-ba326839f0f9 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d738b454-d1e4-4298-93f4-d0db045454f2 HTTP/1.1" status: 200 len: 945 time: 0.0470047 Aug 30 01:07:43.094748 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-c58d26e0-9bbb-4655-a17c-3da7fe5d86ef req-de358aea-264f-46e0-8f16-1db7e1b5814e tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=47ba7562-8b49-4f5a-a646-514cf95623b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413890 Aug 30 01:07:44.084904 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-035fe171-2dca-49fc-a74e-5e6f2a9e45a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (976597ea-a902-4e5f-8c76-25f81ae4fb08), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:44.219384 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3debe0bd-359a-4489-a4f2-677825386b73 req-4c2806ca-6a2a-4718-b780-1eb0ca7ab314 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:07:44.221027 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-3debe0bd-359a-4489-a4f2-677825386b73 req-4c2806ca-6a2a-4718-b780-1eb0ca7ab314 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d738b454-d1e4-4298-93f4-d0db045454f2 HTTP/1.1" status: 200 len: 945 time: 0.0523505 Aug 30 01:07:44.240837 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (a0553951-7123-4403-ab2a-bb83048c1e52), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:44.254168 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (ec393def-3d84-45a3-8a6c-ed049d62fe0a), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:44.273721 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-3debe0bd-359a-4489-a4f2-677825386b73 req-7b514da1-6a4f-4f66-8da6-80b0d91d3ec9 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=47ba7562-8b49-4f5a-a646-514cf95623b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466056 Aug 30 01:07:44.789364 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b3d00-bb8b-439f-a6e0-ae3ca9008dad req-2edf2039-51ac-42c2-8aa4-6793e7f12655 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:07:44.790880 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-d32b3d00-bb8b-439f-a6e0-ae3ca9008dad req-2edf2039-51ac-42c2-8aa4-6793e7f12655 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d738b454-d1e4-4298-93f4-d0db045454f2 HTTP/1.1" status: 200 len: 945 time: 0.0527058 Aug 30 01:07:44.875929 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [req-d32b3d00-bb8b-439f-a6e0-ae3ca9008dad req-e7dcf402-52ea-4421-9f7d-65f1c8b2812a tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Deleting port 13333188-9b10-4db5-9b32-d0a0505dcd3b {{(pid=106206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:07:44.876272 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-d32b3d00-bb8b-439f-a6e0-ae3ca9008dad req-e7dcf402-52ea-4421-9f7d-65f1c8b2812a tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737868023260'] for port (13333188-9b10-4db5-9b32-d0a0505dcd3b), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:44.970376 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [req-d32b3d00-bb8b-439f-a6e0-ae3ca9008dad req-e7dcf402-52ea-4421-9f7d-65f1c8b2812a tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] For port 13333188-9b10-4db5-9b32-d0a0505dcd3b, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=13333188-9b10-4db5-9b32-d0a0505dcd3b,segment=NetworkSegment(ac710424-0f03-41c7-8792-e4337957dd44),segment_id=ac710424-0f03-41c7-8792-e4337957dd44)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:07:44.970750 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-d32b3d00-bb8b-439f-a6e0-ae3ca9008dad req-e7dcf402-52ea-4421-9f7d-65f1c8b2812a tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16464105'] for port (13333188-9b10-4db5-9b32-d0a0505dcd3b), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:45.134057 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-d32b3d00-bb8b-439f-a6e0-ae3ca9008dad req-e7dcf402-52ea-4421-9f7d-65f1c8b2812a tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:45.134415 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-d32b3d00-bb8b-439f-a6e0-ae3ca9008dad req-e7dcf402-52ea-4421-9f7d-65f1c8b2812a tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16466402'] for floatingip (1d488586-0593-4869-ba92-6bfc14cbd01d), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:45.134725 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.db.l3_db [req-d32b3d00-bb8b-439f-a6e0-ae3ca9008dad req-e7dcf402-52ea-4421-9f7d-65f1c8b2812a tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Floating IP 1d488586-0593-4869-ba92-6bfc14cbd01d disassociated. External IP: 172.27.4.116, port: 13333188-9b10-4db5-9b32-d0a0505dcd3b. Aug 30 01:07:45.135068 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [req-d32b3d00-bb8b-439f-a6e0-ae3ca9008dad req-e7dcf402-52ea-4421-9f7d-65f1c8b2812a tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Calling delete_port for 13333188-9b10-4db5-9b32-d0a0505dcd3b owned by compute:nova {{(pid=106206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:07:45.265297 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-d32b3d00-bb8b-439f-a6e0-ae3ca9008dad req-e7dcf402-52ea-4421-9f7d-65f1c8b2812a tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737868027338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737867580465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14283316'] for port (13333188-9b10-4db5-9b32-d0a0505dcd3b), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:45.379354 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-25995386-e707-4c0d-83df-5488fa66881a req-b10a15ec-d6b7-442d-8d34-51b152fe7493 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d738b454-d1e4-4298-93f4-d0db045454f2 HTTP/1.1" status: 200 len: 210 time: 0.0288615 Aug 30 01:07:45.523767 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dcf402-52ea-4421-9f7d-65f1c8b2812a tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Pushing event deleted for resources: {'Port': ['ID=13333188-9b10-4db5-9b32-d0a0505dcd3b,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:07:45.634102 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d32b3d00-bb8b-439f-a6e0-ae3ca9008dad req-e7dcf402-52ea-4421-9f7d-65f1c8b2812a tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Router bd1c6eaf-677c-4555-8d4e-2fd99795de73 has already been hosted by L3 agent 613dbf26-5731-4391-8a29-3c5185f7ed3f {{(pid=106206) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:07:45.737715 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d32b3d00-bb8b-439f-a6e0-ae3ca9008dad req-e7dcf402-52ea-4421-9f7d-65f1c8b2812a tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Notify agent at l3_agent.dv-cinder-815146-13-iscsi the message routers_updated {{(pid=106206) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:07:45.752013 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed60134a-f572-41de-a8c7-88a0a5b71128 None None] Sync routers for ids ['bd1c6eaf-677c-4555-8d4e-2fd99795de73'] in dv-cinder-815146-13-iscsi {{(pid=106208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:07:45.769212 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed60134a-f572-41de-a8c7-88a0a5b71128 None None] Routers {'bd1c6eaf-677c-4555-8d4e-2fd99795de73'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:07:45.769966 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-ed60134a-f572-41de-a8c7-88a0a5b71128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:07:41Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['bd1c6eaf-677c-4555-8d4e-2fd99795de73'], 'active': True} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:07:45.782103 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [req-d32b3d00-bb8b-439f-a6e0-ae3ca9008dad req-e7dcf402-52ea-4421-9f7d-65f1c8b2812a tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] No DVR routers for this DVR port 13333188-9b10-4db5-9b32-d0a0505dcd3b on host hv-cinder-81514 {{(pid=106206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:07:45.784629 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-d32b3d00-bb8b-439f-a6e0-ae3ca9008dad req-e7dcf402-52ea-4421-9f7d-65f1c8b2812a tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for port (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:45.787903 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-d32b3d00-bb8b-439f-a6e0-ae3ca9008dad req-e7dcf402-52ea-4421-9f7d-65f1c8b2812a tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.47 "DELETE /networking/v2.0/ports/13333188-9b10-4db5-9b32-d0a0505dcd3b HTTP/1.1" status: 204 len: 173 time: 0.9897597 Aug 30 01:07:45.788487 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd738b454-d1e4-4298-93f4-d0db045454f2', 'name': 'network-vif-deleted', 'tag': '13333188-9b10-4db5-9b32-d0a0505dcd3b'}] {{(pid=106206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:07:45.790628 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068580ff6c600dbe59ab62011f5d984f60f6f54628162803fce2ed792aa7a021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecdb2091-8226-4739-8091-283430cc4387" -d '{"events": [{"server_uuid": "d738b454-d1e4-4298-93f4-d0db045454f2", "name": "network-vif-deleted", "tag": "13333188-9b10-4db5-9b32-d0a0505dcd3b"}]}' {{(pid=106206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:07:45.831744 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aea7447-face-47cf-b79f-0bf5af9265ee x-openstack-request-id: req-5aea7447-face-47cf-b79f-0bf5af9265ee {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:07:45.832036 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d738b454-d1e4-4298-93f4-d0db045454f2", "name": "network-vif-deleted", "tag": "13333188-9b10-4db5-9b32-d0a0505dcd3b", "status": "completed", "code": 200}]} {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:07:45.832291 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5aea7447-face-47cf-b79f-0bf5af9265ee {{(pid=106206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:07:45.832701 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5aea7447-face-47cf-b79f-0bf5af9265ee'] response: {'server_uuid': 'd738b454-d1e4-4298-93f4-d0db045454f2', 'name': 'network-vif-deleted', 'tag': '13333188-9b10-4db5-9b32-d0a0505dcd3b', 'status': 'completed', 'code': 200} Aug 30 01:07:45.891914 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvr_db [None req-ed60134a-f572-41de-a8c7-88a0a5b71128 None None] Set router bd1c6eaf-677c-4555-8d4e-2fd99795de73 gateway port host: dv-cinder-815146-13-iscsi {{(pid=106208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:07:46.097748 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-ed60134a-f572-41de-a8c7-88a0a5b71128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'name': 'tempest-AttachVolumeNegativeTest-987046986-router', 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.121'}], 'enable_snat': True}, 'gw_port_id': '02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:01:05Z', 'updated_at': '2022-08-30T01:01:15Z', 'revision_number': 4, 'project_id': '0596692dbfb149139a1e72159c6f93db', 'gw_port': {'id': '02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:39:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:06Z', 'updated_at': '2022-08-30T01:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_interfaces': [{'id': '4c3a5c21-7f7c-4037-ac11-fe0d15ab9538', 'name': '', 'network_id': 'dffca817-1d31-4c9c-99a3-2d8483c143b4', 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'mac_address': 'fa:16:3e:80:4d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '35e91298-8731-4ea1-81fe-d78c255b7ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:12Z', 'updated_at': '2022-08-30T01:01:35Z', 'revision_number': 5, 'project_id': '0596692dbfb149139a1e72159c6f93db', 'subnets': [{'id': '35e91298-8731-4ea1-81fe-d78c255b7ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:07:46.122456 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed60134a-f572-41de-a8c7-88a0a5b71128 None None] Checking router: bd1c6eaf-677c-4555-8d4e-2fd99795de73 for host: dv-cinder-815146-13-iscsi {{(pid=106208) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:07:46.131830 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed60134a-f572-41de-a8c7-88a0a5b71128 None None] Routers {'bd1c6eaf-677c-4555-8d4e-2fd99795de73'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:07:46.132424 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-ed60134a-f572-41de-a8c7-88a0a5b71128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:07:41Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['bd1c6eaf-677c-4555-8d4e-2fd99795de73'], 'active': True} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:07:46.236827 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvr_db [None req-ed60134a-f572-41de-a8c7-88a0a5b71128 None None] Set router bd1c6eaf-677c-4555-8d4e-2fd99795de73 gateway port host: dv-cinder-815146-13-iscsi {{(pid=106208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:07:46.434404 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-ed60134a-f572-41de-a8c7-88a0a5b71128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'name': 'tempest-AttachVolumeNegativeTest-987046986-router', 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.121'}], 'enable_snat': True}, 'gw_port_id': '02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:01:05Z', 'updated_at': '2022-08-30T01:01:15Z', 'revision_number': 4, 'project_id': '0596692dbfb149139a1e72159c6f93db', 'gw_port': {'id': '02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:39:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:06Z', 'updated_at': '2022-08-30T01:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_interfaces': [{'id': '4c3a5c21-7f7c-4037-ac11-fe0d15ab9538', 'name': '', 'network_id': 'dffca817-1d31-4c9c-99a3-2d8483c143b4', 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'mac_address': 'fa:16:3e:80:4d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '35e91298-8731-4ea1-81fe-d78c255b7ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:12Z', 'updated_at': '2022-08-30T01:01:35Z', 'revision_number': 5, 'project_id': '0596692dbfb149139a1e72159c6f93db', 'subnets': [{'id': '35e91298-8731-4ea1-81fe-d78c255b7ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:07:46.461164 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed60134a-f572-41de-a8c7-88a0a5b71128 None None] The sync data for ids ['bd1c6eaf-677c-4555-8d4e-2fd99795de73'] in dv-cinder-815146-13-iscsi is: [{'id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'name': 'tempest-AttachVolumeNegativeTest-987046986-router', 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.121'}], 'enable_snat': True}, 'gw_port_id': '02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:01:05Z', 'updated_at': '2022-08-30T01:01:15Z', 'revision_number': 4, 'project_id': '0596692dbfb149139a1e72159c6f93db', 'gw_port': {'id': '02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:39:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:06Z', 'updated_at': '2022-08-30T01:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_interfaces': [{'id': '4c3a5c21-7f7c-4037-ac11-fe0d15ab9538', 'name': '', 'network_id': 'dffca817-1d31-4c9c-99a3-2d8483c143b4', 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'mac_address': 'fa:16:3e:80:4d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '35e91298-8731-4ea1-81fe-d78c255b7ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:12Z', 'updated_at': '2022-08-30T01:01:35Z', 'revision_number': 5, 'project_id': '0596692dbfb149139a1e72159c6f93db', 'subnets': [{'id': '35e91298-8731-4ea1-81fe-d78c255b7ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:07:46.511389 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-ac575fec-dcd4-4acd-ba6d-a9b54ddac5bb req-40304ec7-bdc2-40c0-8b29-e9e9b5b9cc60 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d738b454-d1e4-4298-93f4-d0db045454f2 HTTP/1.1" status: 200 len: 210 time: 0.0296752 Aug 30 01:07:46.698332 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62973c07-dce4-45de-9859-da63ef384998 None None] New status for floating IP 1d488586-0593-4869-ba92-6bfc14cbd01d: DOWN {{(pid=106209) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:07:47.604537 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 51556) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:07:47.658529 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-9a54656f-510c-418f-9015-264d45a572d6 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for security_group (47ba7562-8b49-4f5a-a646-514cf95623b9), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:47.683649 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-9a54656f-510c-418f-9015-264d45a572d6 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for security_group (47ba7562-8b49-4f5a-a646-514cf95623b9), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:47.730738 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-9a54656f-510c-418f-9015-264d45a572d6 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (47ba7562-8b49-4f5a-a646-514cf95623b9), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:47.733737 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-9a54656f-510c-418f-9015-264d45a572d6 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for security_group (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:47.734893 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-9a54656f-510c-418f-9015-264d45a572d6 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/47ba7562-8b49-4f5a-a646-514cf95623b9 HTTP/1.1" status: 204 len: 168 time: 0.1293094 Aug 30 01:07:47.737884 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 51558) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:07:47.743744 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a54656f-510c-418f-9015-264d45a572d6 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ba7562-8b49-4f5a-a646-514cf95623b9,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:07:47.750979 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a54656f-510c-418f-9015-264d45a572d6 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:47.751322 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a54656f-510c-418f-9015-264d45a572d6 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:47.751458 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.api.v2.resource [None req-e5e8201b-ba0d-424e-ba7e-eededdd07acc tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] show failed (client error): The resource could not be found. Aug 30 01:07:47.751660 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a54656f-510c-418f-9015-264d45a572d6 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:47.751993 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a54656f-510c-418f-9015-264d45a572d6 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:47.752323 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a54656f-510c-418f-9015-264d45a572d6 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:47.752648 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a54656f-510c-418f-9015-264d45a572d6 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:47.752970 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a54656f-510c-418f-9015-264d45a572d6 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:47.753316 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a54656f-510c-418f-9015-264d45a572d6 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:47.753640 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a54656f-510c-418f-9015-264d45a572d6 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:47.753957 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a54656f-510c-418f-9015-264d45a572d6 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:47.754277 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a54656f-510c-418f-9015-264d45a572d6 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:47.754593 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a54656f-510c-418f-9015-264d45a572d6 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:47.754912 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a54656f-510c-418f-9015-264d45a572d6 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:47.755244 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a54656f-510c-418f-9015-264d45a572d6 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:47.755401 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-e5e8201b-ba0d-424e-ba7e-eededdd07acc tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "GET /networking/v2.0/security-groups/47ba7562-8b49-4f5a-a646-514cf95623b9 HTTP/1.1" status: 404 len: 347 time: 0.0165117 Aug 30 01:07:47.755533 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a54656f-510c-418f-9015-264d45a572d6 tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:47.755965 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 51560) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:07:47.833722 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:07:47.875052 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6d55c1d5-5e3c-4568-91c7-0a8bf064aafd tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Deleting port fc797840-5be1-4ad8-9b95-75875adec8c0 {{(pid=106206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:07:47.875399 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6d55c1d5-5e3c-4568-91c7-0a8bf064aafd tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737868023260'] for port (fc797840-5be1-4ad8-9b95-75875adec8c0), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:47.955065 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6d55c1d5-5e3c-4568-91c7-0a8bf064aafd tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16464105'] for port (fc797840-5be1-4ad8-9b95-75875adec8c0), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:47.955396 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6d55c1d5-5e3c-4568-91c7-0a8bf064aafd tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for floatingip (fc797840-5be1-4ad8-9b95-75875adec8c0), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:47.968016 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6d55c1d5-5e3c-4568-91c7-0a8bf064aafd tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Calling delete_port for fc797840-5be1-4ad8-9b95-75875adec8c0 owned by network:floatingip {{(pid=106206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:07:47.971520 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:07:48.099339 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6d55c1d5-5e3c-4568-91c7-0a8bf064aafd tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737868027338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737867580465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14283316'] for port (fc797840-5be1-4ad8-9b95-75875adec8c0), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:48.125425 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d55c1d5-5e3c-4568-91c7-0a8bf064aafd tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Pushing event deleted for resources: {'Port': ['ID=fc797840-5be1-4ad8-9b95-75875adec8c0,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:07:48.190246 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6d55c1d5-5e3c-4568-91c7-0a8bf064aafd tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks [] for floatingip (1d488586-0593-4869-ba92-6bfc14cbd01d), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:48.192929 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6d55c1d5-5e3c-4568-91c7-0a8bf064aafd tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for floatingip (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:48.194123 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-6d55c1d5-5e3c-4568-91c7-0a8bf064aafd tempest-AttachVolumeNegativeTest-1485582882 tempest-AttachVolumeNegativeTest-1485582882-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/1d488586-0593-4869-ba92-6bfc14cbd01d HTTP/1.1" status: 204 len: 168 time: 0.4372864 Aug 30 01:07:50.029392 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device 13333188-9b10-4db5-9b32-d0a0505dcd3b no longer exists at agent hyperv_hv-cinder-81514 {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:07:50.048849 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] No Port match for: 13333188-9b10-4db5-9b32-d0a0505dcd3b {{(pid=106208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:07:50.049213 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device 13333188-9b10-4db5-9b32-d0a0505dcd3b not bound to the agent host hv-cinder-81514 {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:07:51.889053 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 51604) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:07:52.256510 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-89c41248-993c-4d46-bd4a-dd563934e4ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16467426'] for router_interface (bd1c6eaf-677c-4555-8d4e-2fd99795de73), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:52.408651 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:07:52.477738 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-89c41248-993c-4d46-bd4a-dd563934e4ab admin admin] Deleting port 4c3a5c21-7f7c-4037-ac11-fe0d15ab9538 {{(pid=106206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:07:52.478080 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-89c41248-993c-4d46-bd4a-dd563934e4ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737868023260'] for port (4c3a5c21-7f7c-4037-ac11-fe0d15ab9538), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:52.567176 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-89c41248-993c-4d46-bd4a-dd563934e4ab admin admin] For port 4c3a5c21-7f7c-4037-ac11-fe0d15ab9538, host dv-cinder-815146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=4c3a5c21-7f7c-4037-ac11-fe0d15ab9538,segment=NetworkSegment(ac710424-0f03-41c7-8792-e4337957dd44),segment_id=ac710424-0f03-41c7-8792-e4337957dd44)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:07:52.567569 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-89c41248-993c-4d46-bd4a-dd563934e4ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16464105'] for port (4c3a5c21-7f7c-4037-ac11-fe0d15ab9538), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:52.584099 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-89c41248-993c-4d46-bd4a-dd563934e4ab admin admin] Calling delete_port for 4c3a5c21-7f7c-4037-ac11-fe0d15ab9538 owned by network:router_interface {{(pid=106206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:07:52.627981 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:07:52.768833 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-89c41248-993c-4d46-bd4a-dd563934e4ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737868027338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737867580465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14283316'] for port (4c3a5c21-7f7c-4037-ac11-fe0d15ab9538), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:52.792534 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c41248-993c-4d46-bd4a-dd563934e4ab admin admin] Pushing event deleted for resources: {'Port': ['ID=4c3a5c21-7f7c-4037-ac11-fe0d15ab9538,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:07:52.960491 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-89c41248-993c-4d46-bd4a-dd563934e4ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16282204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16468050'] for router_interface (bd1c6eaf-677c-4555-8d4e-2fd99795de73), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:53.163812 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89c41248-993c-4d46-bd4a-dd563934e4ab admin admin] Router bd1c6eaf-677c-4555-8d4e-2fd99795de73 has already been hosted by L3 agent 613dbf26-5731-4391-8a29-3c5185f7ed3f {{(pid=106206) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:07:53.244478 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:07:53.265972 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c41248-993c-4d46-bd4a-dd563934e4ab admin admin] Notify agent at l3_agent.dv-cinder-815146-13-iscsi the message routers_updated {{(pid=106206) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:07:53.272722 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-89c41248-993c-4d46-bd4a-dd563934e4ab admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/bd1c6eaf-677c-4555-8d4e-2fd99795de73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3825760 Aug 30 01:07:53.273568 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 51628) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:07:53.274492 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534c702a-a06c-4d41-868d-80b6b93a7773 None None] Sync routers for ids ['bd1c6eaf-677c-4555-8d4e-2fd99795de73'] in dv-cinder-815146-13-iscsi {{(pid=106208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:07:53.285643 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534c702a-a06c-4d41-868d-80b6b93a7773 None None] Routers {'bd1c6eaf-677c-4555-8d4e-2fd99795de73'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:07:53.286241 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-534c702a-a06c-4d41-868d-80b6b93a7773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:07:41Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['bd1c6eaf-677c-4555-8d4e-2fd99795de73'], 'active': True} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:07:53.376678 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-c20b4515-70e3-44c6-b588-8b728c843455 admin admin] Publish callbacks [] for router (bd1c6eaf-677c-4555-8d4e-2fd99795de73), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:53.394056 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvr_db [None req-534c702a-a06c-4d41-868d-80b6b93a7773 None None] Set router bd1c6eaf-677c-4555-8d4e-2fd99795de73 gateway port host: dv-cinder-815146-13-iscsi {{(pid=106208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:07:53.476731 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-c20b4515-70e3-44c6-b588-8b728c843455 admin admin] Publish callbacks [] for router_gateway (bd1c6eaf-677c-4555-8d4e-2fd99795de73), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:53.489161 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:07:53.492789 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:07:53.503148 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:07:53.522436 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-c20b4515-70e3-44c6-b588-8b728c843455 admin admin] Deleting port 02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a {{(pid=106206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:07:53.522780 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-c20b4515-70e3-44c6-b588-8b728c843455 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737868023260'] for port (02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:53.583423 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-534c702a-a06c-4d41-868d-80b6b93a7773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'name': 'tempest-AttachVolumeNegativeTest-987046986-router', 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.121'}], 'enable_snat': True}, 'gw_port_id': '02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:01:05Z', 'updated_at': '2022-08-30T01:07:52Z', 'revision_number': 5, 'project_id': '0596692dbfb149139a1e72159c6f93db', 'gw_port': {'id': '02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:39:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:06Z', 'updated_at': '2022-08-30T01:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi'}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:07:53.609694 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534c702a-a06c-4d41-868d-80b6b93a7773 None None] Checking router: bd1c6eaf-677c-4555-8d4e-2fd99795de73 for host: dv-cinder-815146-13-iscsi {{(pid=106208) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:07:53.610821 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-c20b4515-70e3-44c6-b588-8b728c843455 admin admin] For port 02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a, host dv-cinder-815146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a,segment=NetworkSegment(61a0af84-c6da-4606-8f1e-ec0a95f9a2d1),segment_id=61a0af84-c6da-4606-8f1e-ec0a95f9a2d1)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:07:53.611305 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-c20b4515-70e3-44c6-b588-8b728c843455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16464105'] for port (02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:53.618703 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534c702a-a06c-4d41-868d-80b6b93a7773 None None] Routers {'bd1c6eaf-677c-4555-8d4e-2fd99795de73'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:07:53.619756 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-534c702a-a06c-4d41-868d-80b6b93a7773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:07:41Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['bd1c6eaf-677c-4555-8d4e-2fd99795de73'], 'active': True} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:07:53.631529 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-c20b4515-70e3-44c6-b588-8b728c843455 admin admin] Calling delete_port for 02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a owned by network:router_gateway {{(pid=106206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:07:53.820124 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-c20b4515-70e3-44c6-b588-8b728c843455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737868027338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737867580465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14283316'] for port (02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:53.846799 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvr_db [None req-534c702a-a06c-4d41-868d-80b6b93a7773 None None] Set router bd1c6eaf-677c-4555-8d4e-2fd99795de73 gateway port host: None {{(pid=106208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:07:53.850429 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20b4515-70e3-44c6-b588-8b728c843455 admin admin] Pushing event deleted for resources: {'Port': ['ID=02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:07:53.899713 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-534c702a-a06c-4d41-868d-80b6b93a7773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'name': 'tempest-AttachVolumeNegativeTest-987046986-router', 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:01:05Z', 'updated_at': '2022-08-30T01:07:53Z', 'revision_number': 6, 'project_id': '0596692dbfb149139a1e72159c6f93db', 'gw_port_host': None}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:07:53.915893 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-c20b4515-70e3-44c6-b588-8b728c843455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16466337'] for router_gateway (bd1c6eaf-677c-4555-8d4e-2fd99795de73), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:53.929813 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534c702a-a06c-4d41-868d-80b6b93a7773 None None] The sync data for ids ['bd1c6eaf-677c-4555-8d4e-2fd99795de73'] in dv-cinder-815146-13-iscsi is: [{'id': 'bd1c6eaf-677c-4555-8d4e-2fd99795de73', 'name': 'tempest-AttachVolumeNegativeTest-987046986-router', 'tenant_id': '0596692dbfb149139a1e72159c6f93db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:01:05Z', 'updated_at': '2022-08-30T01:07:53Z', 'revision_number': 6, 'project_id': '0596692dbfb149139a1e72159c6f93db', 'gw_port_host': None}] {{(pid=106208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:07:54.021003 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-c20b4515-70e3-44c6-b588-8b728c843455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16467596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61021'] for router (bd1c6eaf-677c-4555-8d4e-2fd99795de73), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:54.023223 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-c20b4515-70e3-44c6-b588-8b728c843455 admin admin] Publish callbacks [] for router_controller (bd1c6eaf-677c-4555-8d4e-2fd99795de73), precommit_delete_associations {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:54.073889 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-c20b4515-70e3-44c6-b588-8b728c843455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16468015'] for router (bd1c6eaf-677c-4555-8d4e-2fd99795de73), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:54.074758 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c20b4515-70e3-44c6-b588-8b728c843455 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd1c6eaf-677c-4555-8d4e-2fd99795de73 {{(pid=106206) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 01:07:54.083348 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-c20b4515-70e3-44c6-b588-8b728c843455 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:54.087079 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-c20b4515-70e3-44c6-b588-8b728c843455 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/bd1c6eaf-677c-4555-8d4e-2fd99795de73 HTTP/1.1" status: 204 len: 168 time: 0.8100746 Aug 30 01:07:54.087430 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 51644) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:07:54.134404 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.db_base_plugin_v2 [None req-399d4b81-d71e-43ec-b282-7c8b4578dcba admin admin] Deleting subnet 35e91298-8731-4ea1-81fe-d78c255b7ca6 {{(pid=106206) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 01:07:54.137559 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-399d4b81-d71e-43ec-b282-7c8b4578dcba admin admin] Publish callbacks [] for subnet (35e91298-8731-4ea1-81fe-d78c255b7ca6), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:54.161788 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:07:54.175226 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-399d4b81-d71e-43ec-b282-7c8b4578dcba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14420034'] for subnet (35e91298-8731-4ea1-81fe-d78c255b7ca6), precommit_delete_associations {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:54.487632 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-399d4b81-d71e-43ec-b282-7c8b4578dcba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883296'] for subnet (35e91298-8731-4ea1-81fe-d78c255b7ca6), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:54.542250 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-399d4b81-d71e-43ec-b282-7c8b4578dcba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14283975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13728805'] for subnet (35e91298-8731-4ea1-81fe-d78c255b7ca6), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:54.570269 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399d4b81-d71e-43ec-b282-7c8b4578dcba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35e91298-8731-4ea1-81fe-d78c255b7ca6,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:07:54.572258 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-399d4b81-d71e-43ec-b282-7c8b4578dcba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282183'] for subnet (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:54.577360 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4dbe84c-41d1-45c9-a1c4-07d4ee57351e None None] Network dffca817-1d31-4c9c-99a3-2d8483c143b4 requested from dv-cinder-815146-13-iscsi {{(pid=106208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:07:54.579154 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-399d4b81-d71e-43ec-b282-7c8b4578dcba admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/35e91298-8731-4ea1-81fe-d78c255b7ca6 HTTP/1.1" status: 204 len: 168 time: 0.4904661 Aug 30 01:07:54.579380 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 51646) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:07:54.650572 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-72dc8f05-6dcf-4ba3-94b0-9d3e1085cb1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545373'] for network (dffca817-1d31-4c9c-99a3-2d8483c143b4), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:54.696717 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.plugin [None req-72dc8f05-6dcf-4ba3-94b0-9d3e1085cb1e admin admin] Deleting port 19d43972-2c36-46e3-9fcf-322922447437 {{(pid=106207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:07:54.697061 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-72dc8f05-6dcf-4ba3-94b0-9d3e1085cb1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737868023260'] for port (19d43972-2c36-46e3-9fcf-322922447437), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:54.725189 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device 4c3a5c21-7f7c-4037-ac11-fe0d15ab9538 no longer exists at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:07:54.729217 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066693e3-e8be-4472-bca0-4b92f17a9315 None None] DHCP port deletion for dffca817-1d31-4c9c-99a3-2d8483c143b4 request from dv-cinder-815146-13-iscsi {{(pid=106208) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 01:07:54.760740 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] No Port match for: 4c3a5c21-7f7c-4037-ac11-fe0d15ab9538 {{(pid=106208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:07:54.761180 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device 4c3a5c21-7f7c-4037-ac11-fe0d15ab9538 not bound to the agent host dv-cinder-815146-13-iscsi {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:07:54.784307 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.db [None req-72dc8f05-6dcf-4ba3-94b0-9d3e1085cb1e admin admin] For port 19d43972-2c36-46e3-9fcf-322922447437, host dv-cinder-815146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=19d43972-2c36-46e3-9fcf-322922447437,segment=NetworkSegment(ac710424-0f03-41c7-8792-e4337957dd44),segment_id=ac710424-0f03-41c7-8792-e4337957dd44)] {{(pid=106207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:07:54.785387 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-72dc8f05-6dcf-4ba3-94b0-9d3e1085cb1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16464105'] for port (19d43972-2c36-46e3-9fcf-322922447437), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:54.796420 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-066693e3-e8be-4472-bca0-4b92f17a9315 None None] Deleting port 19d43972-2c36-46e3-9fcf-322922447437 {{(pid=106208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:07:54.796819 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-066693e3-e8be-4472-bca0-4b92f17a9315 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737868023260'] for port (19d43972-2c36-46e3-9fcf-322922447437), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:54.804324 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.plugin [None req-72dc8f05-6dcf-4ba3-94b0-9d3e1085cb1e admin admin] Calling delete_port for 19d43972-2c36-46e3-9fcf-322922447437 owned by network:dhcp {{(pid=106207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:07:54.874860 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-066693e3-e8be-4472-bca0-4b92f17a9315 None None] For port 19d43972-2c36-46e3-9fcf-322922447437, host dv-cinder-815146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=19d43972-2c36-46e3-9fcf-322922447437,segment=NetworkSegment(ac710424-0f03-41c7-8792-e4337957dd44),segment_id=ac710424-0f03-41c7-8792-e4337957dd44)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:07:54.875263 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-066693e3-e8be-4472-bca0-4b92f17a9315 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16464105'] for port (19d43972-2c36-46e3-9fcf-322922447437), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:54.888170 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-72dc8f05-6dcf-4ba3-94b0-9d3e1085cb1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737868027338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737867580465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13006123'] for port (19d43972-2c36-46e3-9fcf-322922447437), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:54.895348 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-066693e3-e8be-4472-bca0-4b92f17a9315 None None] Calling delete_port for 19d43972-2c36-46e3-9fcf-322922447437 owned by network:dhcp {{(pid=106208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:07:54.918762 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dc8f05-6dcf-4ba3-94b0-9d3e1085cb1e admin admin] Pushing event deleted for resources: {'Port': ['ID=19d43972-2c36-46e3-9fcf-322922447437,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:07:54.920718 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72dc8f05-6dcf-4ba3-94b0-9d3e1085cb1e admin admin] No DVR routers for this DVR port 19d43972-2c36-46e3-9fcf-322922447437 on host dv-cinder-815146-13-iscsi {{(pid=106207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:07:54.978913 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-066693e3-e8be-4472-bca0-4b92f17a9315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737868027338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737867580465'] for port (19d43972-2c36-46e3-9fcf-322922447437), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:55.003206 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-72dc8f05-6dcf-4ba3-94b0-9d3e1085cb1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-877315', 'neutron.services.segments.db._delete_segments_for_network-8737868099651'] for network (dffca817-1d31-4c9c-99a3-2d8483c143b4), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:55.004344 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066693e3-e8be-4472-bca0-4b92f17a9315 None None] Pushing event deleted for resources: {'Port': ['ID=19d43972-2c36-46e3-9fcf-322922447437,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:07:55.013884 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066693e3-e8be-4472-bca0-4b92f17a9315 None None] No DVR routers for this DVR port 19d43972-2c36-46e3-9fcf-322922447437 on host dv-cinder-815146-13-iscsi {{(pid=106208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:07:55.020254 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066693e3-e8be-4472-bca0-4b92f17a9315 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:55.020605 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066693e3-e8be-4472-bca0-4b92f17a9315 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:55.021063 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066693e3-e8be-4472-bca0-4b92f17a9315 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:55.021306 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066693e3-e8be-4472-bca0-4b92f17a9315 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:55.021625 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066693e3-e8be-4472-bca0-4b92f17a9315 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:55.021954 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066693e3-e8be-4472-bca0-4b92f17a9315 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:55.022501 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066693e3-e8be-4472-bca0-4b92f17a9315 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:55.023351 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066693e3-e8be-4472-bca0-4b92f17a9315 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:55.023728 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066693e3-e8be-4472-bca0-4b92f17a9315 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:55.024072 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066693e3-e8be-4472-bca0-4b92f17a9315 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:55.024403 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066693e3-e8be-4472-bca0-4b92f17a9315 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:55.024732 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066693e3-e8be-4472-bca0-4b92f17a9315 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:55.025382 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066693e3-e8be-4472-bca0-4b92f17a9315 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:55.025382 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066693e3-e8be-4472-bca0-4b92f17a9315 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:55.025700 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066693e3-e8be-4472-bca0-4b92f17a9315 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:55.039975 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.services.segments.db [None req-72dc8f05-6dcf-4ba3-94b0-9d3e1085cb1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dffca817-1d31-4c9c-99a3-2d8483c143b4']}} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:07:55.051241 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.services.segments.db [None req-72dc8f05-6dcf-4ba3-94b0-9d3e1085cb1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac710424-0f03-41c7-8792-e4337957dd44') {'for_net_delete': True} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:07:55.051823 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.services.segments.db [None req-72dc8f05-6dcf-4ba3-94b0-9d3e1085cb1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac710424-0f03-41c7-8792-e4337957dd44') {} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:07:55.062638 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-72dc8f05-6dcf-4ba3-94b0-9d3e1085cb1e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737868127151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13648122'] for segment (ac710424-0f03-41c7-8792-e4337957dd44), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:55.081293 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-72dc8f05-6dcf-4ba3-94b0-9d3e1085cb1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879481'] for segment (ac710424-0f03-41c7-8792-e4337957dd44), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:55.087849 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72dc8f05-6dcf-4ba3-94b0-9d3e1085cb1e admin admin] Releasing vlan 1057 on physical network physnet1 to pool {{(pid=106207) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 01:07:55.088270 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-72dc8f05-6dcf-4ba3-94b0-9d3e1085cb1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13006206'] for segment (ac710424-0f03-41c7-8792-e4337957dd44), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:55.137547 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.services.segments.plugin [-] Segment ac710424-0f03-41c7-8792-e4337957dd44 resource provider aggregate not found Aug 30 01:07:55.157102 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.services.segments.plugin [-] Segment ac710424-0f03-41c7-8792-e4337957dd44 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ac710424-0f03-41c7-8792-e4337957dd44 found for delete ", "request_id": "req-b65d9ff7-2f1a-4e2a-940a-f84213ebc9f4"}]} Aug 30 01:07:55.158426 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:07:55.171066 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-72dc8f05-6dcf-4ba3-94b0-9d3e1085cb1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-877322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16316755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16466381'] for network (dffca817-1d31-4c9c-99a3-2d8483c143b4), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:55.179991 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-72dc8f05-6dcf-4ba3-94b0-9d3e1085cb1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282183'] for network (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:55.183132 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-72dc8f05-6dcf-4ba3-94b0-9d3e1085cb1e admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/dffca817-1d31-4c9c-99a3-2d8483c143b4 HTTP/1.1" status: 204 len: 168 time: 0.6021988 Aug 30 01:07:55.194323 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dc8f05-6dcf-4ba3-94b0-9d3e1085cb1e admin admin] Pushing event deleted for resources: {'Network': ['ID=dffca817-1d31-4c9c-99a3-2d8483c143b4,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:07:55.306334 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 51664) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:07:55.348629 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-55be97bb-91a6-48b5-b8ca-3ea6573feca4 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=0596692dbfb149139a1e72159c6f93db&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0410852 Aug 30 01:07:55.351075 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 51668) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:07:55.403351 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-4059a042-e350-464f-a05b-f672cb1870d9 admin admin] Publish callbacks [] for security_group (72c6d7f0-daa3-4f66-8924-b1be91c3409e), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:55.411728 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:07:55.429301 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-4059a042-e350-464f-a05b-f672cb1870d9 admin admin] Publish callbacks [] for security_group (72c6d7f0-daa3-4f66-8924-b1be91c3409e), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:55.478280 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-4059a042-e350-464f-a05b-f672cb1870d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (72c6d7f0-daa3-4f66-8924-b1be91c3409e), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:55.480845 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-4059a042-e350-464f-a05b-f672cb1870d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:55.483827 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-4059a042-e350-464f-a05b-f672cb1870d9 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/72c6d7f0-daa3-4f66-8924-b1be91c3409e HTTP/1.1" status: 204 len: 168 time: 0.1299779 Aug 30 01:07:55.492220 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4059a042-e350-464f-a05b-f672cb1870d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c6d7f0-daa3-4f66-8924-b1be91c3409e,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:07:55.656254 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db900c6c-f59f-4290-9dfc-11dc35e22825 req-e52449bf-dbef-4123-8c36-082dac6d2a25 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:07:55.657792 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-db900c6c-f59f-4290-9dfc-11dc35e22825 req-e52449bf-dbef-4123-8c36-082dac6d2a25 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4992ee7f-4690-467a-ab17-9cd2161482b7 HTTP/1.1" status: 200 len: 946 time: 0.0494251 Aug 30 01:07:55.689714 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:07:55.708493 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-db900c6c-f59f-4290-9dfc-11dc35e22825 req-2d875e02-f92d-43a3-b75c-b6366225d94a tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3e4996a9-20eb-4c9e-bf37-88b888c4b45f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449102 Aug 30 01:07:56.301144 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device 19d43972-2c36-46e3-9fcf-322922447437 no longer exists at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:07:56.320537 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] No Port match for: 19d43972-2c36-46e3-9fcf-322922447437 {{(pid=106208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:07:56.320884 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device 19d43972-2c36-46e3-9fcf-322922447437 not bound to the agent host dv-cinder-815146-13-iscsi {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:07:56.321340 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device 02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a no longer exists at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:07:56.342509 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] No Port match for: 02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a {{(pid=106208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:07:56.342863 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device 02ab4a9b-b987-48ed-a20d-eaf6ed71fb7a not bound to the agent host dv-cinder-815146-13-iscsi {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:07:56.832751 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0c16ba-e097-4421-b1b2-36d8ebeb17d4 req-9a707ede-8529-40de-a436-40a703577109 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:07:56.834174 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-6a0c16ba-e097-4421-b1b2-36d8ebeb17d4 req-9a707ede-8529-40de-a436-40a703577109 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4992ee7f-4690-467a-ab17-9cd2161482b7 HTTP/1.1" status: 200 len: 946 time: 0.0492361 Aug 30 01:07:56.884868 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-6a0c16ba-e097-4421-b1b2-36d8ebeb17d4 req-1a24c352-324f-42e2-9050-5d97fafb2dc7 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3e4996a9-20eb-4c9e-bf37-88b888c4b45f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450792 Aug 30 01:07:57.705413 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4910c9-43b6-4b2f-b56a-4295df49becb req-27c357e0-a623-4674-abd8-5d0805d118b0 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:07:57.706923 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-bd4910c9-43b6-4b2f-b56a-4295df49becb req-27c357e0-a623-4674-abd8-5d0805d118b0 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4992ee7f-4690-467a-ab17-9cd2161482b7 HTTP/1.1" status: 200 len: 946 time: 0.0498857 Aug 30 01:07:57.799861 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [req-bd4910c9-43b6-4b2f-b56a-4295df49becb req-cd3bf7fb-0580-421a-8906-92300025f3f6 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Deleting port b6a65e7b-a007-4ec5-97e9-6d73e85712b7 {{(pid=106206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:07:57.800204 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-bd4910c9-43b6-4b2f-b56a-4295df49becb req-cd3bf7fb-0580-421a-8906-92300025f3f6 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737868023260'] for port (b6a65e7b-a007-4ec5-97e9-6d73e85712b7), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:57.894997 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [req-bd4910c9-43b6-4b2f-b56a-4295df49becb req-cd3bf7fb-0580-421a-8906-92300025f3f6 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] For port b6a65e7b-a007-4ec5-97e9-6d73e85712b7, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=b6a65e7b-a007-4ec5-97e9-6d73e85712b7,segment=NetworkSegment(ca5db623-0af4-47b7-b5e7-bb87137b4f10),segment_id=ca5db623-0af4-47b7-b5e7-bb87137b4f10)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:07:57.895368 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-bd4910c9-43b6-4b2f-b56a-4295df49becb req-cd3bf7fb-0580-421a-8906-92300025f3f6 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16464105'] for port (b6a65e7b-a007-4ec5-97e9-6d73e85712b7), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:58.028044 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f23bd0-d57e-432c-823f-da72a67a2b71 req-bdc68cfa-f149-4c33-b4c5-bbd070c94ad5 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:07:58.030005 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-d8f23bd0-d57e-432c-823f-da72a67a2b71 req-bdc68cfa-f149-4c33-b4c5-bbd070c94ad5 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4992ee7f-4690-467a-ab17-9cd2161482b7 HTTP/1.1" status: 200 len: 946 time: 0.0626390 Aug 30 01:07:58.081789 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-d8f23bd0-d57e-432c-823f-da72a67a2b71 req-d498b93c-04f7-4563-99d9-a4fc7e30b06f tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3e4996a9-20eb-4c9e-bf37-88b888c4b45f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457549 Aug 30 01:07:58.088354 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-bd4910c9-43b6-4b2f-b56a-4295df49becb req-cd3bf7fb-0580-421a-8906-92300025f3f6 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:58.088744 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-bd4910c9-43b6-4b2f-b56a-4295df49becb req-cd3bf7fb-0580-421a-8906-92300025f3f6 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16466402'] for floatingip (b4952c2e-4ba9-4b6e-8ad2-95551f1380c1), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:58.089066 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.db.l3_db [req-bd4910c9-43b6-4b2f-b56a-4295df49becb req-cd3bf7fb-0580-421a-8906-92300025f3f6 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Floating IP b4952c2e-4ba9-4b6e-8ad2-95551f1380c1 disassociated. External IP: 172.27.4.171, port: b6a65e7b-a007-4ec5-97e9-6d73e85712b7. Aug 30 01:07:58.089448 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [req-bd4910c9-43b6-4b2f-b56a-4295df49becb req-cd3bf7fb-0580-421a-8906-92300025f3f6 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Calling delete_port for b6a65e7b-a007-4ec5-97e9-6d73e85712b7 owned by compute:nova {{(pid=106206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:07:58.173011 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:07:58.227287 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-bd4910c9-43b6-4b2f-b56a-4295df49becb req-cd3bf7fb-0580-421a-8906-92300025f3f6 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737868027338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737867580465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14283316'] for port (b6a65e7b-a007-4ec5-97e9-6d73e85712b7), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:58.256362 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3bf7fb-0580-421a-8906-92300025f3f6 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Pushing event deleted for resources: {'Port': ['ID=b6a65e7b-a007-4ec5-97e9-6d73e85712b7,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:07:58.369509 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd4910c9-43b6-4b2f-b56a-4295df49becb req-cd3bf7fb-0580-421a-8906-92300025f3f6 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Router 4ac67fb5-f9e8-4423-ba99-3faec60e5969 has already been hosted by L3 agent 613dbf26-5731-4391-8a29-3c5185f7ed3f {{(pid=106206) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:07:58.473986 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd4910c9-43b6-4b2f-b56a-4295df49becb req-cd3bf7fb-0580-421a-8906-92300025f3f6 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Notify agent at l3_agent.dv-cinder-815146-13-iscsi the message routers_updated {{(pid=106206) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:07:58.483693 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53257f3-6d82-495e-b87d-78e23f81dd8e None None] Sync routers for ids ['4ac67fb5-f9e8-4423-ba99-3faec60e5969'] in dv-cinder-815146-13-iscsi {{(pid=106209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:07:58.493754 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53257f3-6d82-495e-b87d-78e23f81dd8e None None] Routers {'4ac67fb5-f9e8-4423-ba99-3faec60e5969'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:07:58.494357 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-b53257f3-6d82-495e-b87d-78e23f81dd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:07:41Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['4ac67fb5-f9e8-4423-ba99-3faec60e5969'], 'active': True} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:07:58.520311 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd4910c9-43b6-4b2f-b56a-4295df49becb req-cd3bf7fb-0580-421a-8906-92300025f3f6 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] No DVR routers for this DVR port b6a65e7b-a007-4ec5-97e9-6d73e85712b7 on host hv-cinder-81514 {{(pid=106206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:07:58.522817 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-bd4910c9-43b6-4b2f-b56a-4295df49becb req-cd3bf7fb-0580-421a-8906-92300025f3f6 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for port (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:58.526260 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-bd4910c9-43b6-4b2f-b56a-4295df49becb req-cd3bf7fb-0580-421a-8906-92300025f3f6 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.47 "DELETE /networking/v2.0/ports/b6a65e7b-a007-4ec5-97e9-6d73e85712b7 HTTP/1.1" status: 204 len: 173 time: 0.8116965 Aug 30 01:07:58.526663 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4992ee7f-4690-467a-ab17-9cd2161482b7', 'name': 'network-vif-deleted', 'tag': 'b6a65e7b-a007-4ec5-97e9-6d73e85712b7'}] {{(pid=106206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:07:58.529945 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068580ff6c600dbe59ab62011f5d984f60f6f54628162803fce2ed792aa7a021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe0c8dd-9765-4038-b6d3-b331f09a9a93" -d '{"events": [{"server_uuid": "4992ee7f-4690-467a-ab17-9cd2161482b7", "name": "network-vif-deleted", "tag": "b6a65e7b-a007-4ec5-97e9-6d73e85712b7"}]}' {{(pid=106206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:07:58.579239 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c1305e5-4d0c-4e5e-a3f9-36b027d741df x-openstack-request-id: req-5c1305e5-4d0c-4e5e-a3f9-36b027d741df {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:07:58.579533 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4992ee7f-4690-467a-ab17-9cd2161482b7", "name": "network-vif-deleted", "tag": "b6a65e7b-a007-4ec5-97e9-6d73e85712b7", "status": "completed", "code": 200}]} {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:07:58.579799 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5c1305e5-4d0c-4e5e-a3f9-36b027d741df {{(pid=106206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:07:58.580307 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c1305e5-4d0c-4e5e-a3f9-36b027d741df'] response: {'server_uuid': '4992ee7f-4690-467a-ab17-9cd2161482b7', 'name': 'network-vif-deleted', 'tag': 'b6a65e7b-a007-4ec5-97e9-6d73e85712b7', 'status': 'completed', 'code': 200} Aug 30 01:07:58.602784 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvr_db [None req-b53257f3-6d82-495e-b87d-78e23f81dd8e None None] Set router 4ac67fb5-f9e8-4423-ba99-3faec60e5969 gateway port host: dv-cinder-815146-13-iscsi {{(pid=106209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:07:58.887333 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-b53257f3-6d82-495e-b87d-78e23f81dd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac67fb5-f9e8-4423-ba99-3faec60e5969', 'name': 'tempest-AttachVolumeTestJSON-319731533-router', 'tenant_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.245'}], 'enable_snat': True}, 'gw_port_id': 'a9a6d0e7-457f-40e3-ae5d-60150733af77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:01:05Z', 'updated_at': '2022-08-30T01:01:15Z', 'revision_number': 4, 'project_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'gw_port': {'id': 'a9a6d0e7-457f-40e3-ae5d-60150733af77', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:08:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac67fb5-f9e8-4423-ba99-3faec60e5969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:06Z', 'updated_at': '2022-08-30T01:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_interfaces': [{'id': 'eb3eabec-52c5-4365-8b1a-5c635538e30c', 'name': '', 'network_id': '0b956883-0f29-4de3-9788-00541616d922', 'tenant_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'mac_address': 'fa:16:3e:5b:3b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac67fb5-f9e8-4423-ba99-3faec60e5969', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd2092925-3f88-4d08-9bce-f992f050b9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:13Z', 'updated_at': '2022-08-30T01:01:35Z', 'revision_number': 5, 'project_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'subnets': [{'id': 'd2092925-3f88-4d08-9bce-f992f050b9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:07:58.913127 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53257f3-6d82-495e-b87d-78e23f81dd8e None None] Checking router: 4ac67fb5-f9e8-4423-ba99-3faec60e5969 for host: dv-cinder-815146-13-iscsi {{(pid=106209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:07:58.921552 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53257f3-6d82-495e-b87d-78e23f81dd8e None None] Routers {'4ac67fb5-f9e8-4423-ba99-3faec60e5969'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:07:58.922144 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-b53257f3-6d82-495e-b87d-78e23f81dd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:07:41Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['4ac67fb5-f9e8-4423-ba99-3faec60e5969'], 'active': True} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:07:59.021723 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvr_db [None req-b53257f3-6d82-495e-b87d-78e23f81dd8e None None] Set router 4ac67fb5-f9e8-4423-ba99-3faec60e5969 gateway port host: dv-cinder-815146-13-iscsi {{(pid=106209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:07:59.221722 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-b53257f3-6d82-495e-b87d-78e23f81dd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac67fb5-f9e8-4423-ba99-3faec60e5969', 'name': 'tempest-AttachVolumeTestJSON-319731533-router', 'tenant_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.245'}], 'enable_snat': True}, 'gw_port_id': 'a9a6d0e7-457f-40e3-ae5d-60150733af77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:01:05Z', 'updated_at': '2022-08-30T01:01:15Z', 'revision_number': 4, 'project_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'gw_port': {'id': 'a9a6d0e7-457f-40e3-ae5d-60150733af77', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:08:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac67fb5-f9e8-4423-ba99-3faec60e5969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:06Z', 'updated_at': '2022-08-30T01:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_interfaces': [{'id': 'eb3eabec-52c5-4365-8b1a-5c635538e30c', 'name': '', 'network_id': '0b956883-0f29-4de3-9788-00541616d922', 'tenant_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'mac_address': 'fa:16:3e:5b:3b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac67fb5-f9e8-4423-ba99-3faec60e5969', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd2092925-3f88-4d08-9bce-f992f050b9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:13Z', 'updated_at': '2022-08-30T01:01:35Z', 'revision_number': 5, 'project_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'subnets': [{'id': 'd2092925-3f88-4d08-9bce-f992f050b9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:07:59.236153 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-4dd44fa9-47e5-4de4-8b5e-f4c04462ef51 req-2f546800-34ba-463c-8ec2-ec9f24759a28 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4992ee7f-4690-467a-ab17-9cd2161482b7 HTTP/1.1" status: 200 len: 210 time: 0.0414224 Aug 30 01:07:59.255123 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53257f3-6d82-495e-b87d-78e23f81dd8e None None] The sync data for ids ['4ac67fb5-f9e8-4423-ba99-3faec60e5969'] in dv-cinder-815146-13-iscsi is: [{'id': '4ac67fb5-f9e8-4423-ba99-3faec60e5969', 'name': 'tempest-AttachVolumeTestJSON-319731533-router', 'tenant_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.245'}], 'enable_snat': True}, 'gw_port_id': 'a9a6d0e7-457f-40e3-ae5d-60150733af77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:01:05Z', 'updated_at': '2022-08-30T01:01:15Z', 'revision_number': 4, 'project_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'gw_port': {'id': 'a9a6d0e7-457f-40e3-ae5d-60150733af77', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:08:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac67fb5-f9e8-4423-ba99-3faec60e5969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:06Z', 'updated_at': '2022-08-30T01:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_interfaces': [{'id': 'eb3eabec-52c5-4365-8b1a-5c635538e30c', 'name': '', 'network_id': '0b956883-0f29-4de3-9788-00541616d922', 'tenant_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'mac_address': 'fa:16:3e:5b:3b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac67fb5-f9e8-4423-ba99-3faec60e5969', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd2092925-3f88-4d08-9bce-f992f050b9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:13Z', 'updated_at': '2022-08-30T01:01:35Z', 'revision_number': 5, 'project_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'subnets': [{'id': 'd2092925-3f88-4d08-9bce-f992f050b9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:07:59.526016 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e246725-91f1-4ef1-8723-f0e85db6314b None None] New status for floating IP b4952c2e-4ba9-4b6e-8ad2-95551f1380c1: DOWN {{(pid=106208) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:08:00.337638 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 51746) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:08:00.399933 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-b2296b3f-fcde-446c-bfb2-09a11e71558b tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks [] for security_group (3e4996a9-20eb-4c9e-bf37-88b888c4b45f), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:00.433358 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-b2296b3f-fcde-446c-bfb2-09a11e71558b tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks [] for security_group (3e4996a9-20eb-4c9e-bf37-88b888c4b45f), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:00.484569 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-b2296b3f-fcde-446c-bfb2-09a11e71558b tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (3e4996a9-20eb-4c9e-bf37-88b888c4b45f), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:00.488030 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-b2296b3f-fcde-446c-bfb2-09a11e71558b tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks [] for security_group (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:00.489620 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-b2296b3f-fcde-446c-bfb2-09a11e71558b tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/3e4996a9-20eb-4c9e-bf37-88b888c4b45f HTTP/1.1" status: 204 len: 168 time: 0.1505678 Aug 30 01:08:00.492288 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 51754) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:08:00.503797 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:00.507397 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2296b3f-fcde-446c-bfb2-09a11e71558b tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e4996a9-20eb-4c9e-bf37-88b888c4b45f,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:08:00.512337 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.api.v2.resource [None req-8cf4c0cb-e4e3-48c9-8cfa-7afb2eae80cb tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] show failed (client error): The resource could not be found. Aug 30 01:08:00.514158 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-8cf4c0cb-e4e3-48c9-8cfa-7afb2eae80cb tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "GET /networking/v2.0/security-groups/3e4996a9-20eb-4c9e-bf37-88b888c4b45f HTTP/1.1" status: 404 len: 347 time: 0.0206721 Aug 30 01:08:00.517405 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 51756) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:08:00.636993 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-4f5e7092-e187-427e-904d-855a91d52af1 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Deleting port 299a225f-0abd-474b-867e-ecebcb953467 {{(pid=106206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:08:00.637368 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-4f5e7092-e187-427e-904d-855a91d52af1 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737868023260'] for port (299a225f-0abd-474b-867e-ecebcb953467), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:00.717179 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-4f5e7092-e187-427e-904d-855a91d52af1 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16464105'] for port (299a225f-0abd-474b-867e-ecebcb953467), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:00.717569 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-4f5e7092-e187-427e-904d-855a91d52af1 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks [] for floatingip (299a225f-0abd-474b-867e-ecebcb953467), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:00.730534 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-4f5e7092-e187-427e-904d-855a91d52af1 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Calling delete_port for 299a225f-0abd-474b-867e-ecebcb953467 owned by network:floatingip {{(pid=106206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:08:00.875134 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-4f5e7092-e187-427e-904d-855a91d52af1 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737868027338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737867580465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14283316'] for port (299a225f-0abd-474b-867e-ecebcb953467), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:00.902786 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5e7092-e187-427e-904d-855a91d52af1 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Pushing event deleted for resources: {'Port': ['ID=299a225f-0abd-474b-867e-ecebcb953467,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:08:00.970338 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-4f5e7092-e187-427e-904d-855a91d52af1 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks [] for floatingip (b4952c2e-4ba9-4b6e-8ad2-95551f1380c1), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:00.972813 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-4f5e7092-e187-427e-904d-855a91d52af1 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for floatingip (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:00.974023 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-4f5e7092-e187-427e-904d-855a91d52af1 tempest-AttachVolumeTestJSON-936502140 tempest-AttachVolumeTestJSON-936502140-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/b4952c2e-4ba9-4b6e-8ad2-95551f1380c1 HTTP/1.1" status: 204 len: 168 time: 0.4556563 Aug 30 01:08:02.094687 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device b6a65e7b-a007-4ec5-97e9-6d73e85712b7 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:08:02.115492 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] No Port match for: b6a65e7b-a007-4ec5-97e9-6d73e85712b7 {{(pid=106208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:08:02.116120 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device b6a65e7b-a007-4ec5-97e9-6d73e85712b7 not bound to the agent host hv-cinder-81514 {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:08:02.299083 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d6f8d-75f6-42aa-87c2-78cbaa5390a9 req-ce87faec-a74d-42f9-92ed-b44f91ff1aa2 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:08:02.300595 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-8e6d6f8d-75f6-42aa-87c2-78cbaa5390a9 req-ce87faec-a74d-42f9-92ed-b44f91ff1aa2 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8f9b5386-7fbc-4d22-a388-55c656bf9255 HTTP/1.1" status: 200 len: 945 time: 0.0550425 Aug 30 01:08:02.347703 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-8e6d6f8d-75f6-42aa-87c2-78cbaa5390a9 req-f6405c34-240f-4df8-b364-af6b1eb1c72c tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=193ef1c6-7e25-4882-bdc3-9d644548a38a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413704 Aug 30 01:08:03.485237 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad5842-d842-42fc-81ce-369909d09c71 req-ac2e00c2-9545-4bb8-8968-cc3a88481f01 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:08:03.486745 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-4fad5842-d842-42fc-81ce-369909d09c71 req-ac2e00c2-9545-4bb8-8968-cc3a88481f01 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8f9b5386-7fbc-4d22-a388-55c656bf9255 HTTP/1.1" status: 200 len: 945 time: 0.0563238 Aug 30 01:08:03.535354 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-4fad5842-d842-42fc-81ce-369909d09c71 req-a6ab2281-4a67-4873-b5c0-7060c6ac1695 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=193ef1c6-7e25-4882-bdc3-9d644548a38a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429757 Aug 30 01:08:04.583514 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 51860) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:08:04.661136 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603779cf-c79d-458f-bee6-353b6507353a req-06279299-c3e0-4bb0-89f3-5e7594b3a640 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:08:04.662715 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-603779cf-c79d-458f-bee6-353b6507353a req-06279299-c3e0-4bb0-89f3-5e7594b3a640 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8f9b5386-7fbc-4d22-a388-55c656bf9255 HTTP/1.1" status: 200 len: 945 time: 0.0482340 Aug 30 01:08:04.711187 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-603779cf-c79d-458f-bee6-353b6507353a req-7bf691a4-cf58-4a9c-8291-8472998a6f09 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=193ef1c6-7e25-4882-bdc3-9d644548a38a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427275 Aug 30 01:08:04.921129 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:05.056624 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 51870) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:08:05.063909 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-4a9e448c-473e-4c67-a03c-a8cdf0dfbd26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16467426'] for router_interface (4ac67fb5-f9e8-4423-ba99-3faec60e5969), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:05.166742 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-f025dd66-a8ed-4ced-a2c8-1eb76e0cd131 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:05.242401 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-f025dd66-a8ed-4ced-a2c8-1eb76e0cd131 admin admin] Publish callbacks [] for security_group (677c7756-3168-423c-9ef5-5898924d2527), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:05.247669 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-f025dd66-a8ed-4ced-a2c8-1eb76e0cd131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (677c7756-3168-423c-9ef5-5898924d2527), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:05.289966 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:05.293410 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-f025dd66-a8ed-4ced-a2c8-1eb76e0cd131 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=f2099dd794c54eaa8e3d5eae0f7c355b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2356055 Aug 30 01:08:05.296113 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f025dd66-a8ed-4ced-a2c8-1eb76e0cd131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=677c7756-3168-423c-9ef5-5898924d2527,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:08:05.297600 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 51874) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:08:05.317523 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-4a9e448c-473e-4c67-a03c-a8cdf0dfbd26 admin admin] Deleting port eb3eabec-52c5-4365-8b1a-5c635538e30c {{(pid=106206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:08:05.317870 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-4a9e448c-473e-4c67-a03c-a8cdf0dfbd26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737868023260'] for port (eb3eabec-52c5-4365-8b1a-5c635538e30c), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:05.413177 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-298db38b-9d27-4797-8b74-141664365537 admin admin] Publish callbacks [] for security_group (677c7756-3168-423c-9ef5-5898924d2527), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:05.442996 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-4a9e448c-473e-4c67-a03c-a8cdf0dfbd26 admin admin] For port eb3eabec-52c5-4365-8b1a-5c635538e30c, host dv-cinder-815146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=eb3eabec-52c5-4365-8b1a-5c635538e30c,segment=NetworkSegment(ca5db623-0af4-47b7-b5e7-bb87137b4f10),segment_id=ca5db623-0af4-47b7-b5e7-bb87137b4f10)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:08:05.443358 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-4a9e448c-473e-4c67-a03c-a8cdf0dfbd26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16464105'] for port (eb3eabec-52c5-4365-8b1a-5c635538e30c), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:05.454946 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-298db38b-9d27-4797-8b74-141664365537 admin admin] Publish callbacks [] for security_group (677c7756-3168-423c-9ef5-5898924d2527), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:05.467577 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-4a9e448c-473e-4c67-a03c-a8cdf0dfbd26 admin admin] Calling delete_port for eb3eabec-52c5-4365-8b1a-5c635538e30c owned by network:router_interface {{(pid=106206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:08:05.561384 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-298db38b-9d27-4797-8b74-141664365537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (677c7756-3168-423c-9ef5-5898924d2527), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:05.563647 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-298db38b-9d27-4797-8b74-141664365537 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:05.564916 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-298db38b-9d27-4797-8b74-141664365537 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/677c7756-3168-423c-9ef5-5898924d2527 HTTP/1.1" status: 204 len: 168 time: 0.2653835 Aug 30 01:08:05.605721 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298db38b-9d27-4797-8b74-141664365537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=677c7756-3168-423c-9ef5-5898924d2527,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:08:05.623889 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:05.695437 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-4a9e448c-473e-4c67-a03c-a8cdf0dfbd26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737868027338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737867580465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14283316'] for port (eb3eabec-52c5-4365-8b1a-5c635538e30c), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:05.721311 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9e448c-473e-4c67-a03c-a8cdf0dfbd26 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb3eabec-52c5-4365-8b1a-5c635538e30c,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:08:05.882940 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b903b19-f7f2-4058-84c2-4629b3d62dee req-76c2746f-deac-4c52-99a8-41e9180023ce tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:08:05.891827 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-1b903b19-f7f2-4058-84c2-4629b3d62dee req-76c2746f-deac-4c52-99a8-41e9180023ce tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8f9b5386-7fbc-4d22-a388-55c656bf9255 HTTP/1.1" status: 200 len: 945 time: 0.0651360 Aug 30 01:08:05.899606 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:05.917905 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:05.928154 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-4a9e448c-473e-4c67-a03c-a8cdf0dfbd26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16282204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16468050'] for router_interface (4ac67fb5-f9e8-4423-ba99-3faec60e5969), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:05.954004 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-1b903b19-f7f2-4058-84c2-4629b3d62dee req-8be79370-705b-4333-80e9-17ea2e1a5abe tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=193ef1c6-7e25-4882-bdc3-9d644548a38a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611341 Aug 30 01:08:06.131713 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:06.162831 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a9e448c-473e-4c67-a03c-a8cdf0dfbd26 admin admin] Router 4ac67fb5-f9e8-4423-ba99-3faec60e5969 has already been hosted by L3 agent 613dbf26-5731-4391-8a29-3c5185f7ed3f {{(pid=106206) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:08:06.274463 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a9e448c-473e-4c67-a03c-a8cdf0dfbd26 admin admin] Notify agent at l3_agent.dv-cinder-815146-13-iscsi the message routers_updated {{(pid=106206) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:08:06.283019 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 51898) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:08:06.283280 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-4a9e448c-473e-4c67-a03c-a8cdf0dfbd26 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/4ac67fb5-f9e8-4423-ba99-3faec60e5969/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6987252 Aug 30 01:08:06.288212 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f81d8f-7e6b-47b1-af0c-54b647c43637 None None] Sync routers for ids ['4ac67fb5-f9e8-4423-ba99-3faec60e5969'] in dv-cinder-815146-13-iscsi {{(pid=106209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:08:06.299424 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f81d8f-7e6b-47b1-af0c-54b647c43637 None None] Routers {'4ac67fb5-f9e8-4423-ba99-3faec60e5969'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:08:06.300301 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-13f81d8f-7e6b-47b1-af0c-54b647c43637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:07:41Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['4ac67fb5-f9e8-4423-ba99-3faec60e5969'], 'active': True} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:08:06.345717 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:06.396877 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-589df702-8012-410d-8a8f-fb794e130b03 admin admin] Publish callbacks [] for router (4ac67fb5-f9e8-4423-ba99-3faec60e5969), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:06.415338 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvr_db [None req-13f81d8f-7e6b-47b1-af0c-54b647c43637 None None] Set router 4ac67fb5-f9e8-4423-ba99-3faec60e5969 gateway port host: dv-cinder-815146-13-iscsi {{(pid=106209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:08:06.501180 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-589df702-8012-410d-8a8f-fb794e130b03 admin admin] Publish callbacks [] for router_gateway (4ac67fb5-f9e8-4423-ba99-3faec60e5969), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:06.509382 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:06.548297 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.plugin [None req-589df702-8012-410d-8a8f-fb794e130b03 admin admin] Deleting port a9a6d0e7-457f-40e3-ae5d-60150733af77 {{(pid=106207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:08:06.549107 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-589df702-8012-410d-8a8f-fb794e130b03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737868023260'] for port (a9a6d0e7-457f-40e3-ae5d-60150733af77), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:06.595415 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-13f81d8f-7e6b-47b1-af0c-54b647c43637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac67fb5-f9e8-4423-ba99-3faec60e5969', 'name': 'tempest-AttachVolumeTestJSON-319731533-router', 'tenant_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.245'}], 'enable_snat': True}, 'gw_port_id': 'a9a6d0e7-457f-40e3-ae5d-60150733af77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:01:05Z', 'updated_at': '2022-08-30T01:08:05Z', 'revision_number': 5, 'project_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'gw_port': {'id': 'a9a6d0e7-457f-40e3-ae5d-60150733af77', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:08:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac67fb5-f9e8-4423-ba99-3faec60e5969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:01:06Z', 'updated_at': '2022-08-30T01:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi'}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:08:06.625043 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f81d8f-7e6b-47b1-af0c-54b647c43637 None None] Checking router: 4ac67fb5-f9e8-4423-ba99-3faec60e5969 for host: dv-cinder-815146-13-iscsi {{(pid=106209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:08:06.634011 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f81d8f-7e6b-47b1-af0c-54b647c43637 None None] Routers {'4ac67fb5-f9e8-4423-ba99-3faec60e5969'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:08:06.634645 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-13f81d8f-7e6b-47b1-af0c-54b647c43637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:07:41Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['4ac67fb5-f9e8-4423-ba99-3faec60e5969'], 'active': True} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:08:06.722382 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvr_db [None req-13f81d8f-7e6b-47b1-af0c-54b647c43637 None None] Set router 4ac67fb5-f9e8-4423-ba99-3faec60e5969 gateway port host: None {{(pid=106209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:08:06.776559 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-13f81d8f-7e6b-47b1-af0c-54b647c43637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac67fb5-f9e8-4423-ba99-3faec60e5969', 'name': 'tempest-AttachVolumeTestJSON-319731533-router', 'tenant_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:01:05Z', 'updated_at': '2022-08-30T01:08:06Z', 'revision_number': 6, 'project_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'gw_port_host': None}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:08:06.805601 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f81d8f-7e6b-47b1-af0c-54b647c43637 None None] The sync data for ids ['4ac67fb5-f9e8-4423-ba99-3faec60e5969'] in dv-cinder-815146-13-iscsi is: [{'id': '4ac67fb5-f9e8-4423-ba99-3faec60e5969', 'name': 'tempest-AttachVolumeTestJSON-319731533-router', 'tenant_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:01:05Z', 'updated_at': '2022-08-30T01:08:06Z', 'revision_number': 6, 'project_id': 'f40b3e29a18b48cba6800c9f3a0dfee9', 'gw_port_host': None}] {{(pid=106209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:08:06.914846 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.db [None req-589df702-8012-410d-8a8f-fb794e130b03 admin admin] For port a9a6d0e7-457f-40e3-ae5d-60150733af77, host dv-cinder-815146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=a9a6d0e7-457f-40e3-ae5d-60150733af77,segment=NetworkSegment(61a0af84-c6da-4606-8f1e-ec0a95f9a2d1),segment_id=61a0af84-c6da-4606-8f1e-ec0a95f9a2d1)] {{(pid=106207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:08:06.915372 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-589df702-8012-410d-8a8f-fb794e130b03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16464105'] for port (a9a6d0e7-457f-40e3-ae5d-60150733af77), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:06.929548 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.plugin [None req-589df702-8012-410d-8a8f-fb794e130b03 admin admin] Calling delete_port for a9a6d0e7-457f-40e3-ae5d-60150733af77 owned by network:router_gateway {{(pid=106207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:08:07.120879 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa033687-9dd8-4ffa-bc38-e441f36fdad4 req-cd5a3df7-9ac3-4f20-9661-5c7087c60223 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:08:07.122446 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-aa033687-9dd8-4ffa-bc38-e441f36fdad4 req-cd5a3df7-9ac3-4f20-9661-5c7087c60223 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8f9b5386-7fbc-4d22-a388-55c656bf9255 HTTP/1.1" status: 200 len: 945 time: 0.0756595 Aug 30 01:08:07.162775 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-589df702-8012-410d-8a8f-fb794e130b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737868027338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737867580465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13006123'] for port (a9a6d0e7-457f-40e3-ae5d-60150733af77), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:07.201019 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589df702-8012-410d-8a8f-fb794e130b03 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9a6d0e7-457f-40e3-ae5d-60150733af77,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:08:07.222836 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-aa033687-9dd8-4ffa-bc38-e441f36fdad4 req-d7472af7-f551-4294-b38e-0b121b89c311 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=193ef1c6-7e25-4882-bdc3-9d644548a38a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929260 Aug 30 01:08:07.288764 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-589df702-8012-410d-8a8f-fb794e130b03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16466337'] for router_gateway (4ac67fb5-f9e8-4423-ba99-3faec60e5969), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:07.383500 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-589df702-8012-410d-8a8f-fb794e130b03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16467596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61021'] for router (4ac67fb5-f9e8-4423-ba99-3faec60e5969), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:07.386108 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-589df702-8012-410d-8a8f-fb794e130b03 admin admin] Publish callbacks [] for router_controller (4ac67fb5-f9e8-4423-ba99-3faec60e5969), precommit_delete_associations {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:07.429692 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-589df702-8012-410d-8a8f-fb794e130b03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16468015'] for router (4ac67fb5-f9e8-4423-ba99-3faec60e5969), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:07.430308 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-589df702-8012-410d-8a8f-fb794e130b03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ac67fb5-f9e8-4423-ba99-3faec60e5969 {{(pid=106207) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 01:08:07.436710 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-589df702-8012-410d-8a8f-fb794e130b03 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:07.437909 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-589df702-8012-410d-8a8f-fb794e130b03 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/4ac67fb5-f9e8-4423-ba99-3faec60e5969 HTTP/1.1" status: 204 len: 168 time: 1.1539116 Aug 30 01:08:07.440677 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 51928) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:08:07.491705 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bcb1307-ef47-4ff6-9a13-d7c6432da5a0 admin admin] Deleting subnet d2092925-3f88-4d08-9bce-f992f050b9ed {{(pid=106206) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 01:08:07.495060 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6bcb1307-ef47-4ff6-9a13-d7c6432da5a0 admin admin] Publish callbacks [] for subnet (d2092925-3f88-4d08-9bce-f992f050b9ed), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:07.532999 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6bcb1307-ef47-4ff6-9a13-d7c6432da5a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14420034'] for subnet (d2092925-3f88-4d08-9bce-f992f050b9ed), precommit_delete_associations {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:07.628713 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6bcb1307-ef47-4ff6-9a13-d7c6432da5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883296'] for subnet (d2092925-3f88-4d08-9bce-f992f050b9ed), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:07.691863 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6bcb1307-ef47-4ff6-9a13-d7c6432da5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14283975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13728805'] for subnet (d2092925-3f88-4d08-9bce-f992f050b9ed), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:07.725712 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcb1307-ef47-4ff6-9a13-d7c6432da5a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2092925-3f88-4d08-9bce-f992f050b9ed,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:08:07.729499 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6bcb1307-ef47-4ff6-9a13-d7c6432da5a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282183'] for subnet (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:07.733406 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-6bcb1307-ef47-4ff6-9a13-d7c6432da5a0 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/d2092925-3f88-4d08-9bce-f992f050b9ed HTTP/1.1" status: 204 len: 168 time: 0.2909234 Aug 30 01:08:07.735799 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f156d806-39fd-4aca-aeba-258a32f666e5 None None] Network 0b956883-0f29-4de3-9788-00541616d922 requested from dv-cinder-815146-13-iscsi {{(pid=106208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:08:07.737962 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 51930) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:08:07.820706 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-29800b9b-6357-4f39-9981-89821e784876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545373'] for network (0b956883-0f29-4de3-9788-00541616d922), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:07.876541 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-29800b9b-6357-4f39-9981-89821e784876 admin admin] Deleting port e7cfa834-e294-40b1-a9cc-a9150f6693c6 {{(pid=106206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:08:07.876976 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-29800b9b-6357-4f39-9981-89821e784876 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737868023260'] for port (e7cfa834-e294-40b1-a9cc-a9150f6693c6), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:07.878650 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:DELETE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:07.942293 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ba209d-96bd-45da-89d8-fa14afb699bc None None] DHCP port deletion for 0b956883-0f29-4de3-9788-00541616d922 request from dv-cinder-815146-13-iscsi {{(pid=106208) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 01:08:07.954792 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-29800b9b-6357-4f39-9981-89821e784876 admin admin] For port e7cfa834-e294-40b1-a9cc-a9150f6693c6, host dv-cinder-815146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=e7cfa834-e294-40b1-a9cc-a9150f6693c6,segment=NetworkSegment(ca5db623-0af4-47b7-b5e7-bb87137b4f10),segment_id=ca5db623-0af4-47b7-b5e7-bb87137b4f10)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:08:07.955158 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-29800b9b-6357-4f39-9981-89821e784876 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16464105'] for port (e7cfa834-e294-40b1-a9cc-a9150f6693c6), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:07.968992 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-29800b9b-6357-4f39-9981-89821e784876 admin admin] Calling delete_port for e7cfa834-e294-40b1-a9cc-a9150f6693c6 owned by network:dhcp {{(pid=106206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:08:07.982116 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-a9ba209d-96bd-45da-89d8-fa14afb699bc None None] Deleting port e7cfa834-e294-40b1-a9cc-a9150f6693c6 {{(pid=106208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:08:07.983133 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-a9ba209d-96bd-45da-89d8-fa14afb699bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737868023260'] for port (e7cfa834-e294-40b1-a9cc-a9150f6693c6), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:08.064704 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-a9ba209d-96bd-45da-89d8-fa14afb699bc None None] For port e7cfa834-e294-40b1-a9cc-a9150f6693c6, host dv-cinder-815146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=e7cfa834-e294-40b1-a9cc-a9150f6693c6,segment=NetworkSegment(ca5db623-0af4-47b7-b5e7-bb87137b4f10),segment_id=ca5db623-0af4-47b7-b5e7-bb87137b4f10)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:08:08.065099 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-a9ba209d-96bd-45da-89d8-fa14afb699bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16464105'] for port (e7cfa834-e294-40b1-a9cc-a9150f6693c6), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:08.067150 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-29800b9b-6357-4f39-9981-89821e784876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737868027338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737867580465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14283316'] for port (e7cfa834-e294-40b1-a9cc-a9150f6693c6), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:08.080305 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-a9ba209d-96bd-45da-89d8-fa14afb699bc None None] Calling delete_port for e7cfa834-e294-40b1-a9cc-a9150f6693c6 owned by network:dhcp {{(pid=106208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:08:08.094891 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:08.148585 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:08.201930 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-a9ba209d-96bd-45da-89d8-fa14afb699bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737868027338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737867580465'] for port (e7cfa834-e294-40b1-a9cc-a9150f6693c6), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:08.224314 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ba209d-96bd-45da-89d8-fa14afb699bc None None] Pushing event deleted for resources: {'Port': ['ID=e7cfa834-e294-40b1-a9cc-a9150f6693c6,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:08:08.228068 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ba209d-96bd-45da-89d8-fa14afb699bc None None] No DVR routers for this DVR port e7cfa834-e294-40b1-a9cc-a9150f6693c6 on host dv-cinder-815146-13-iscsi {{(pid=106208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:08:08.321626 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device eb3eabec-52c5-4365-8b1a-5c635538e30c no longer exists at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:08:08.340914 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29800b9b-6357-4f39-9981-89821e784876 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7cfa834-e294-40b1-a9cc-a9150f6693c6,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:08:08.343385 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] No Port match for: eb3eabec-52c5-4365-8b1a-5c635538e30c {{(pid=106208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:08:08.343979 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device eb3eabec-52c5-4365-8b1a-5c635538e30c not bound to the agent host dv-cinder-815146-13-iscsi {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:08:08.344610 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device e7cfa834-e294-40b1-a9cc-a9150f6693c6 no longer exists at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:08:08.348550 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29800b9b-6357-4f39-9981-89821e784876 admin admin] No DVR routers for this DVR port e7cfa834-e294-40b1-a9cc-a9150f6693c6 on host dv-cinder-815146-13-iscsi {{(pid=106206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:08:08.355863 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:08.366330 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] No Port match for: e7cfa834-e294-40b1-a9cc-a9150f6693c6 {{(pid=106208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:08:08.366757 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device e7cfa834-e294-40b1-a9cc-a9150f6693c6 not bound to the agent host dv-cinder-815146-13-iscsi {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:08:08.367289 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device a9a6d0e7-457f-40e3-ae5d-60150733af77 no longer exists at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:08:08.368046 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be1f778-f48c-4172-973a-84b923449f7a req-c366d8c8-3bf9-485c-bf67-1f0bcf2017fb tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:08:08.369574 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-6be1f778-f48c-4172-973a-84b923449f7a req-c366d8c8-3bf9-485c-bf67-1f0bcf2017fb tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8f9b5386-7fbc-4d22-a388-55c656bf9255 HTTP/1.1" status: 200 len: 945 time: 0.0512218 Aug 30 01:08:08.391507 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] No Port match for: a9a6d0e7-457f-40e3-ae5d-60150733af77 {{(pid=106208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:08:08.392147 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device a9a6d0e7-457f-40e3-ae5d-60150733af77 not bound to the agent host dv-cinder-815146-13-iscsi {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:08:08.435402 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-29800b9b-6357-4f39-9981-89821e784876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-877315', 'neutron.services.segments.db._delete_segments_for_network-8737868099651'] for network (0b956883-0f29-4de3-9788-00541616d922), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:08.436354 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-6be1f778-f48c-4172-973a-84b923449f7a req-ca4ef389-1ac7-4314-bba6-7d86cad4eb41 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=193ef1c6-7e25-4882-bdc3-9d644548a38a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522745 Aug 30 01:08:08.453638 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:08.457462 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.services.segments.db [None req-29800b9b-6357-4f39-9981-89821e784876 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b956883-0f29-4de3-9788-00541616d922']}} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:08:08.468313 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.services.segments.db [None req-29800b9b-6357-4f39-9981-89821e784876 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca5db623-0af4-47b7-b5e7-bb87137b4f10') {'for_net_delete': True} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:08:08.468612 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.services.segments.db [None req-29800b9b-6357-4f39-9981-89821e784876 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca5db623-0af4-47b7-b5e7-bb87137b4f10') {} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:08:08.483166 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-29800b9b-6357-4f39-9981-89821e784876 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737868127151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14420041'] for segment (ca5db623-0af4-47b7-b5e7-bb87137b4f10), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:08.504581 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-29800b9b-6357-4f39-9981-89821e784876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879481'] for segment (ca5db623-0af4-47b7-b5e7-bb87137b4f10), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:08.504581 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29800b9b-6357-4f39-9981-89821e784876 admin admin] Releasing vlan 1095 on physical network physnet1 to pool {{(pid=106206) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 01:08:08.505124 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-29800b9b-6357-4f39-9981-89821e784876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14283361'] for segment (ca5db623-0af4-47b7-b5e7-bb87137b4f10), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:08.547748 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.services.segments.plugin [-] Segment ca5db623-0af4-47b7-b5e7-bb87137b4f10 resource provider aggregate not found Aug 30 01:08:08.569734 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.services.segments.plugin [-] Segment ca5db623-0af4-47b7-b5e7-bb87137b4f10 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ca5db623-0af4-47b7-b5e7-bb87137b4f10 found for delete ", "request_id": "req-8a04b11f-55f5-437b-a8a9-86b81bedf1a0"}]} Aug 30 01:08:08.574193 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-29800b9b-6357-4f39-9981-89821e784876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-877322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16316755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16466381'] for network (0b956883-0f29-4de3-9788-00541616d922), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:08.579667 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-29800b9b-6357-4f39-9981-89821e784876 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282183'] for network (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:08.582963 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-29800b9b-6357-4f39-9981-89821e784876 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/0b956883-0f29-4de3-9788-00541616d922 HTTP/1.1" status: 204 len: 168 time: 0.8438230 Aug 30 01:08:08.597614 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29800b9b-6357-4f39-9981-89821e784876 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b956883-0f29-4de3-9788-00541616d922,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:08:08.768961 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 51944) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:08:08.828209 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-7992b8ac-b65c-471a-a3a3-f84223cbe3ec admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=f40b3e29a18b48cba6800c9f3a0dfee9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0543714 Aug 30 01:08:08.828209 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 51954) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:08:08.882026 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-bf441504-2788-4289-92e5-80c3ca32b2d1 admin admin] Publish callbacks [] for security_group (5d3197ab-0121-41a1-8914-e5922d4320a6), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:08.917847 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-bf441504-2788-4289-92e5-80c3ca32b2d1 admin admin] Publish callbacks [] for security_group (5d3197ab-0121-41a1-8914-e5922d4320a6), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:08.957551 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-e17ab265-d00a-4439-b77b-a641a377a81c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (fba0026e-8830-42b0-8a12-2be2a1203730), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:08.972804 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-bf441504-2788-4289-92e5-80c3ca32b2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (5d3197ab-0121-41a1-8914-e5922d4320a6), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:08.976131 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-bf441504-2788-4289-92e5-80c3ca32b2d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:08.980994 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-bf441504-2788-4289-92e5-80c3ca32b2d1 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/5d3197ab-0121-41a1-8914-e5922d4320a6 HTTP/1.1" status: 204 len: 168 time: 0.1485324 Aug 30 01:08:08.988256 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf441504-2788-4289-92e5-80c3ca32b2d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d3197ab-0121-41a1-8914-e5922d4320a6,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:08:09.562718 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4bf0c6-715b-4adc-8a03-a01aab014bcb req-8db567b1-11fb-4928-a38f-7407f432c7a3 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:08:09.564195 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-ac4bf0c6-715b-4adc-8a03-a01aab014bcb req-8db567b1-11fb-4928-a38f-7407f432c7a3 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8f9b5386-7fbc-4d22-a388-55c656bf9255 HTTP/1.1" status: 200 len: 945 time: 0.0480154 Aug 30 01:08:09.583333 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:09.617929 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-ac4bf0c6-715b-4adc-8a03-a01aab014bcb req-5b1ddbed-4c92-49ed-8a4d-87494371ca6f tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=193ef1c6-7e25-4882-bdc3-9d644548a38a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479746 Aug 30 01:08:10.749994 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cec6f0-8703-4014-845b-8ecf929ef438 req-154fa02f-c16e-480f-8fb7-fe9aabd45b37 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:08:10.751478 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-61cec6f0-8703-4014-845b-8ecf929ef438 req-154fa02f-c16e-480f-8fb7-fe9aabd45b37 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8f9b5386-7fbc-4d22-a388-55c656bf9255 HTTP/1.1" status: 200 len: 945 time: 0.0486557 Aug 30 01:08:10.802928 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-61cec6f0-8703-4014-845b-8ecf929ef438 req-cebb2202-8b9b-4912-a842-cf188e436d3f tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=193ef1c6-7e25-4882-bdc3-9d644548a38a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451646 Aug 30 01:08:11.318501 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-1a32b330-bb4d-4254-8e9f-e1d6b8a8a0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (613dbf26-5731-4391-8a29-3c5185f7ed3f), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:11.936512 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7248e55c-405b-4695-9132-f9868982ad7b req-dbea78ef-095c-46fa-af44-5ae75a5470e7 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:08:11.938014 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-7248e55c-405b-4695-9132-f9868982ad7b req-dbea78ef-095c-46fa-af44-5ae75a5470e7 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8f9b5386-7fbc-4d22-a388-55c656bf9255 HTTP/1.1" status: 200 len: 945 time: 0.0527554 Aug 30 01:08:11.986754 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-7248e55c-405b-4695-9132-f9868982ad7b req-1e290f77-2394-4745-82f3-28491a9eb310 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=193ef1c6-7e25-4882-bdc3-9d644548a38a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431013 Aug 30 01:08:12.524717 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-25c1dd7e-d974-443e-806e-f641d8bbb77b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (0cb86657-2da7-42ea-bd2c-d65472391dc8), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:13.111778 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd2c930-7264-4394-be20-3f1537550646 req-7bffdc20-1cb0-4d19-8838-41a982681576 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:08:13.113186 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-8bd2c930-7264-4394-be20-3f1537550646 req-7bffdc20-1cb0-4d19-8838-41a982681576 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8f9b5386-7fbc-4d22-a388-55c656bf9255 HTTP/1.1" status: 200 len: 945 time: 0.0479746 Aug 30 01:08:13.159553 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-8bd2c930-7264-4394-be20-3f1537550646 req-c05c5ced-c6f5-4314-8efe-63ca071311c9 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=193ef1c6-7e25-4882-bdc3-9d644548a38a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408351 Aug 30 01:08:14.092957 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-035fe171-2dca-49fc-a74e-5e6f2a9e45a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (976597ea-a902-4e5f-8c76-25f81ae4fb08), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:14.253228 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (a0553951-7123-4403-ab2a-bb83048c1e52), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:14.261829 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (ec393def-3d84-45a3-8a6c-ed049d62fe0a), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:14.302238 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a1ee3-08c6-4207-a48b-7ac285042963 req-6a3d26e7-02ec-4a5e-87da-70ac96054162 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:08:14.303756 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-7e5a1ee3-08c6-4207-a48b-7ac285042963 req-6a3d26e7-02ec-4a5e-87da-70ac96054162 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8f9b5386-7fbc-4d22-a388-55c656bf9255 HTTP/1.1" status: 200 len: 945 time: 0.0635264 Aug 30 01:08:14.354006 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-7e5a1ee3-08c6-4207-a48b-7ac285042963 req-0900c418-f574-4401-b7bd-6a2b1eb72f06 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=193ef1c6-7e25-4882-bdc3-9d644548a38a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444653 Aug 30 01:08:15.146696 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.agents_db [None req-fbf18308-e14c-4042-905c-b7f1770ec079 None None] Agent healthcheck: found 6 active agents {{(pid=106209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:08:15.480278 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37901c2e-ef59-4a9e-a9a3-41b6406557a7 req-0cbaac2d-1f91-45b8-b316-ac5ae529b918 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:08:15.481792 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-37901c2e-ef59-4a9e-a9a3-41b6406557a7 req-0cbaac2d-1f91-45b8-b316-ac5ae529b918 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8f9b5386-7fbc-4d22-a388-55c656bf9255 HTTP/1.1" status: 200 len: 945 time: 0.0466819 Aug 30 01:08:15.531265 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-37901c2e-ef59-4a9e-a9a3-41b6406557a7 req-d7892fc2-2bb6-4b8e-b8b2-b517de0a38e6 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=193ef1c6-7e25-4882-bdc3-9d644548a38a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427892 Aug 30 01:08:16.473840 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 52144) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:08:16.599335 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-0aa1d816-b285-428c-a3fb-b484b7aa589d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:16.680937 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c990515c-52a2-482b-9e4c-10e5ec98079a req-9d2143ac-2bfa-4a89-bfe6-affb784b3922 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:08:16.682500 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-c990515c-52a2-482b-9e4c-10e5ec98079a req-9d2143ac-2bfa-4a89-bfe6-affb784b3922 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8f9b5386-7fbc-4d22-a388-55c656bf9255 HTTP/1.1" status: 200 len: 945 time: 0.0638375 Aug 30 01:08:16.756845 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-0aa1d816-b285-428c-a3fb-b484b7aa589d admin admin] Publish callbacks [] for security_group (e60fe215-b09c-4a7f-a5e2-c5c106cad824), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:16.760645 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-c990515c-52a2-482b-9e4c-10e5ec98079a req-4cfc3b25-62eb-4a55-b4a8-05e86d83d012 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=193ef1c6-7e25-4882-bdc3-9d644548a38a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708609 Aug 30 01:08:16.761590 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-0aa1d816-b285-428c-a3fb-b484b7aa589d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (e60fe215-b09c-4a7f-a5e2-c5c106cad824), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:16.772137 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:16.781311 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=24 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:16.808180 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-0aa1d816-b285-428c-a3fb-b484b7aa589d admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=12e6304ad08b4ebcaa9218f84fc191e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3332372 Aug 30 01:08:16.808448 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 52158) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:08:16.809649 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa1d816-b285-428c-a3fb-b484b7aa589d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e60fe215-b09c-4a7f-a5e2-c5c106cad824,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:08:16.860089 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-13ddea57-ce5b-4920-afac-454061844bed admin admin] Publish callbacks [] for security_group (e60fe215-b09c-4a7f-a5e2-c5c106cad824), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:16.880957 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-13ddea57-ce5b-4920-afac-454061844bed admin admin] Publish callbacks [] for security_group (e60fe215-b09c-4a7f-a5e2-c5c106cad824), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:16.929807 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-13ddea57-ce5b-4920-afac-454061844bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (e60fe215-b09c-4a7f-a5e2-c5c106cad824), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:16.932311 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-13ddea57-ce5b-4920-afac-454061844bed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:16.933492 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-13ddea57-ce5b-4920-afac-454061844bed admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/e60fe215-b09c-4a7f-a5e2-c5c106cad824 HTTP/1.1" status: 204 len: 168 time: 0.1240098 Aug 30 01:08:16.942594 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ddea57-ce5b-4920-afac-454061844bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60fe215-b09c-4a7f-a5e2-c5c106cad824,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:08:16.949848 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ddea57-ce5b-4920-afac-454061844bed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:16.950193 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ddea57-ce5b-4920-afac-454061844bed admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:16.950522 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ddea57-ce5b-4920-afac-454061844bed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:16.950890 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ddea57-ce5b-4920-afac-454061844bed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:16.951812 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ddea57-ce5b-4920-afac-454061844bed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:16.952135 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ddea57-ce5b-4920-afac-454061844bed admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:16.952623 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ddea57-ce5b-4920-afac-454061844bed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:16.952952 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ddea57-ce5b-4920-afac-454061844bed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:16.953307 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ddea57-ce5b-4920-afac-454061844bed admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:16.953632 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ddea57-ce5b-4920-afac-454061844bed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:16.953955 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ddea57-ce5b-4920-afac-454061844bed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:16.954293 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ddea57-ce5b-4920-afac-454061844bed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:16.954599 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ddea57-ce5b-4920-afac-454061844bed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:16.955047 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ddea57-ce5b-4920-afac-454061844bed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:16.955312 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ddea57-ce5b-4920-afac-454061844bed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:17.236163 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 52166) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:08:17.250232 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-4f4b0965-5070-4eda-be0d-9272de36f6cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:17.332862 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=83,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:17.335234 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-4f4b0965-5070-4eda-be0d-9272de36f6cc admin admin] Publish callbacks [] for security_group (13bbf5b7-9ac6-4afe-8cf2-9bf8f96f881d), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:17.339878 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-4f4b0965-5070-4eda-be0d-9272de36f6cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (13bbf5b7-9ac6-4afe-8cf2-9bf8f96f881d), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:17.383144 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4b0965-5070-4eda-be0d-9272de36f6cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13bbf5b7-9ac6-4afe-8cf2-9bf8f96f881d,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:08:17.390795 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-4f4b0965-5070-4eda-be0d-9272de36f6cc admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=f1a9dfae25d545cbb0ffc14973ea2f8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1502542 Aug 30 01:08:17.391115 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 52172) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:08:17.447296 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-09ac4193-b2bf-440a-a4fb-c3e80d3f4311 admin admin] Publish callbacks [] for security_group (13bbf5b7-9ac6-4afe-8cf2-9bf8f96f881d), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:17.470262 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-09ac4193-b2bf-440a-a4fb-c3e80d3f4311 admin admin] Publish callbacks [] for security_group (13bbf5b7-9ac6-4afe-8cf2-9bf8f96f881d), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:17.499680 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:17.523553 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-09ac4193-b2bf-440a-a4fb-c3e80d3f4311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (13bbf5b7-9ac6-4afe-8cf2-9bf8f96f881d), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:17.526255 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-09ac4193-b2bf-440a-a4fb-c3e80d3f4311 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:17.527423 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-09ac4193-b2bf-440a-a4fb-c3e80d3f4311 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/13bbf5b7-9ac6-4afe-8cf2-9bf8f96f881d HTTP/1.1" status: 204 len: 168 time: 0.1355393 Aug 30 01:08:17.536025 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ac4193-b2bf-440a-a4fb-c3e80d3f4311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13bbf5b7-9ac6-4afe-8cf2-9bf8f96f881d,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:08:17.901930 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d42dc0-de27-4bb0-88df-74e2eff9da7e req-0f61d6de-149c-4d4a-aee3-fc4de6ef7905 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:08:17.903401 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-83d42dc0-de27-4bb0-88df-74e2eff9da7e req-0f61d6de-149c-4d4a-aee3-fc4de6ef7905 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8f9b5386-7fbc-4d22-a388-55c656bf9255 HTTP/1.1" status: 200 len: 945 time: 0.0479429 Aug 30 01:08:17.954170 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-83d42dc0-de27-4bb0-88df-74e2eff9da7e req-94174c6c-c326-4e48-93e9-fff4e59aaa02 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=193ef1c6-7e25-4882-bdc3-9d644548a38a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436838 Aug 30 01:08:19.092198 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc0254d-dd8a-4d8c-bbc2-b63a9185a29d req-94fe8f8c-df3f-40ec-988f-18a9192394fc tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:08:19.093771 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-3fc0254d-dd8a-4d8c-bbc2-b63a9185a29d req-94fe8f8c-df3f-40ec-988f-18a9192394fc tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8f9b5386-7fbc-4d22-a388-55c656bf9255 HTTP/1.1" status: 200 len: 945 time: 0.0558951 Aug 30 01:08:19.145330 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-3fc0254d-dd8a-4d8c-bbc2-b63a9185a29d req-9ccdbdb3-05fd-4cd7-8400-cdcb5198d369 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=193ef1c6-7e25-4882-bdc3-9d644548a38a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452516 Aug 30 01:08:19.277761 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 52244) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:08:19.383255 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-2157be20-b6af-44a9-8200-9a5b2458f6fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:19.460507 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-2157be20-b6af-44a9-8200-9a5b2458f6fc admin admin] Publish callbacks [] for security_group (4cb4c51b-3016-4ce9-afd0-ac8e927226b7), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:19.464102 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-2157be20-b6af-44a9-8200-9a5b2458f6fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (4cb4c51b-3016-4ce9-afd0-ac8e927226b7), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:19.506199 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-2157be20-b6af-44a9-8200-9a5b2458f6fc admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=095f9e902dc944be87316ccce31b5363&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2273381 Aug 30 01:08:19.507032 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157be20-b6af-44a9-8200-9a5b2458f6fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb4c51b-3016-4ce9-afd0-ac8e927226b7,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:08:19.509577 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 52248) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:08:19.523095 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:19.562021 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-3b4b8e93-12c2-4a98-ba78-d399d7ebb70a admin admin] Publish callbacks [] for security_group (4cb4c51b-3016-4ce9-afd0-ac8e927226b7), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:19.582790 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-3b4b8e93-12c2-4a98-ba78-d399d7ebb70a admin admin] Publish callbacks [] for security_group (4cb4c51b-3016-4ce9-afd0-ac8e927226b7), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:19.629630 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-3b4b8e93-12c2-4a98-ba78-d399d7ebb70a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (4cb4c51b-3016-4ce9-afd0-ac8e927226b7), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:19.632193 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-3b4b8e93-12c2-4a98-ba78-d399d7ebb70a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:19.633360 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-3b4b8e93-12c2-4a98-ba78-d399d7ebb70a admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/4cb4c51b-3016-4ce9-afd0-ac8e927226b7 HTTP/1.1" status: 204 len: 168 time: 0.1227818 Aug 30 01:08:19.642232 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4b8e93-12c2-4a98-ba78-d399d7ebb70a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb4c51b-3016-4ce9-afd0-ac8e927226b7,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:08:19.899842 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 52254) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:08:19.914008 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-77e51f0b-8c92-4bd8-bdca-82e327b9abcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:19.948504 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-3889c6cf-36d7-4b1e-a40b-1a86d5e727d2 req-348202cb-fb00-4e25-926e-9f5cf63a57d5 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a99c1ea6-9c8f-42ac-a6b3-6c66a025711d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0448260 Aug 30 01:08:19.995849 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-77e51f0b-8c92-4bd8-bdca-82e327b9abcb admin admin] Publish callbacks [] for security_group (29e7de66-d804-4e36-995b-96c607a657b4), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:20.001087 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-77e51f0b-8c92-4bd8-bdca-82e327b9abcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (29e7de66-d804-4e36-995b-96c607a657b4), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:20.035860 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3889c6cf-36d7-4b1e-a40b-1a86d5e727d2 req-c6e6009d-9de7-4692-aa3b-a5ced6297364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:08:20.037418 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-3889c6cf-36d7-4b1e-a40b-1a86d5e727d2 req-c6e6009d-9de7-4692-aa3b-a5ced6297364 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=a6380baa172744fa9d7ba5b81f847906&device_id=a99c1ea6-9c8f-42ac-a6b3-6c66a025711d HTTP/1.1" status: 200 len: 1130 time: 0.0413620 Aug 30 01:08:20.040484 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e51f0b-8c92-4bd8-bdca-82e327b9abcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e7de66-d804-4e36-995b-96c607a657b4,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:08:20.048319 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-77e51f0b-8c92-4bd8-bdca-82e327b9abcb admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=eff654f107924838812376bc9dc1ae9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1474109 Aug 30 01:08:20.048673 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 52256) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:08:20.151992 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device f87d3a77-05ed-43ac-b192-82ed7d858c40 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=106208) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 01:08:20.159012 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-d891ed53-7af0-423c-88d1-94aec038cc5d admin admin] Publish callbacks [] for security_group (29e7de66-d804-4e36-995b-96c607a657b4), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:20.197481 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3889c6cf-36d7-4b1e-a40b-1a86d5e727d2 req-41caef19-dfa2-481a-b85d-48a2d1c7cea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:08:20.198954 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-3889c6cf-36d7-4b1e-a40b-1a86d5e727d2 req-41caef19-dfa2-481a-b85d-48a2d1c7cea0 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=9040a016-54c8-479a-991b-4e0ac5fa178d HTTP/1.1" status: 200 len: 914 time: 0.1363823 Aug 30 01:08:20.200789 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-d891ed53-7af0-423c-88d1-94aec038cc5d admin admin] Publish callbacks [] for security_group (29e7de66-d804-4e36-995b-96c607a657b4), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:20.260582 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port f87d3a77-05ed-43ac-b192-82ed7d858c40, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f87d3a77-05ed-43ac-b192-82ed7d858c40,segment=NetworkSegment(d885eda7-4268-4a35-a6ed-db3090deff20),segment_id=d885eda7-4268-4a35-a6ed-db3090deff20)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:08:20.280629 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Returning: {'device': 'f87d3a77-05ed-43ac-b192-82ed7d858c40', 'network_id': '71657289-5845-4030-b5d1-5bad1153486f', 'port_id': 'f87d3a77-05ed-43ac-b192-82ed7d858c40', 'mac_address': 'fa:16:3e:7e:d0:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5ba3a12-33bc-451f-ac45-0e3b5e90b022', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106208) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 01:08:20.292121 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-3889c6cf-36d7-4b1e-a40b-1a86d5e727d2 req-d9545bbf-79c7-409b-929b-1e6c2b8efe99 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3521186-7bff-4b1d-bccf-696dc8dddb74 HTTP/1.1" status: 200 len: 1001 time: 0.0827889 Aug 30 01:08:20.299780 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a30505-aea0-481d-8d18-025d8a3f1aee req-8ad138be-bdfe-4e9d-b767-04e91d8dc738 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:08:20.310585 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-84a30505-aea0-481d-8d18-025d8a3f1aee req-8ad138be-bdfe-4e9d-b767-04e91d8dc738 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8f9b5386-7fbc-4d22-a388-55c656bf9255 HTTP/1.1" status: 200 len: 945 time: 0.0721567 Aug 30 01:08:20.324547 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Current status of the port f87d3a77-05ed-43ac-b192-82ed7d858c40 is: ACTIVE; New status is: BUILD {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:08:20.324940 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (f87d3a77-05ed-43ac-b192-82ed7d858c40), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:20.340658 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f87d3a77-05ed-43ac-b192-82ed7d858c40 {{(pid=106208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:08:20.367433 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port f87d3a77-05ed-43ac-b192-82ed7d858c40, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f87d3a77-05ed-43ac-b192-82ed7d858c40,segment=NetworkSegment(d885eda7-4268-4a35-a6ed-db3090deff20),segment_id=d885eda7-4268-4a35-a6ed-db3090deff20)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:08:20.369285 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3889c6cf-36d7-4b1e-a40b-1a86d5e727d2 req-05d19638-8f2b-40d2-865e-086b6a9e50bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:08:20.370759 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-3889c6cf-36d7-4b1e-a40b-1a86d5e727d2 req-05d19638-8f2b-40d2-865e-086b6a9e50bd service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=95c34b58-5326-49b3-92a4-b747a89537a2 HTTP/1.1" status: 200 len: 851 time: 0.0644205 Aug 30 01:08:20.373340 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-84a30505-aea0-481d-8d18-025d8a3f1aee req-ca852205-0856-4d57-ae0c-c9cfb3b3a99f tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=193ef1c6-7e25-4882-bdc3-9d644548a38a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549245 Aug 30 01:08:20.376494 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-d891ed53-7af0-423c-88d1-94aec038cc5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (29e7de66-d804-4e36-995b-96c607a657b4), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:20.378810 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (f87d3a77-05ed-43ac-b192-82ed7d858c40), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:20.379437 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-d891ed53-7af0-423c-88d1-94aec038cc5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:20.390384 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-d891ed53-7af0-423c-88d1-94aec038cc5d admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/29e7de66-d804-4e36-995b-96c607a657b4 HTTP/1.1" status: 204 len: 168 time: 0.3360143 Aug 30 01:08:20.412653 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d891ed53-7af0-423c-88d1-94aec038cc5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e7de66-d804-4e36-995b-96c607a657b4,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:08:20.449565 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Pushing event updated for resources: {'Port': ['ID=f87d3a77-05ed-43ac-b192-82ed7d858c40,revision_number=6']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:08:20.464453 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3889c6cf-36d7-4b1e-a40b-1a86d5e727d2 req-00bc2569-b3e7-4d14-9046-8472b60075ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:08:20.466373 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-3889c6cf-36d7-4b1e-a40b-1a86d5e727d2 req-00bc2569-b3e7-4d14-9046-8472b60075ae service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=9040a016-54c8-479a-991b-4e0ac5fa178d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0688205 Aug 30 01:08:20.474401 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] get_ports_and_sgs() called for port_ids ['f87d3a77-05ed-43ac-b192-82ed7d858c40'] {{(pid=106208) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:08:20.505238 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:20.609406 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-3889c6cf-36d7-4b1e-a40b-1a86d5e727d2 req-444383c7-b1c6-4d5d-9a2f-26fea634dce3 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/9040a016-54c8-479a-991b-4e0ac5fa178d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354814 Aug 30 01:08:20.740197 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-3889c6cf-36d7-4b1e-a40b-1a86d5e727d2 req-3f28097f-2f35-4170-b063-187cb77676ed service neutron] 10.222.0.47 "GET /networking/v2.0/networks/9040a016-54c8-479a-991b-4e0ac5fa178d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248689 Aug 30 01:08:20.917609 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 52288) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:08:20.933273 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-a35827db-f857-499a-ba23-5f089ec1b0cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:20.956288 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:21.021649 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-a35827db-f857-499a-ba23-5f089ec1b0cc admin admin] Publish callbacks [] for security_group (1f592616-ad33-4f69-96a0-ac5cd93b57e4), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:21.025756 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-a35827db-f857-499a-ba23-5f089ec1b0cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (1f592616-ad33-4f69-96a0-ac5cd93b57e4), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:21.074337 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-a35827db-f857-499a-ba23-5f089ec1b0cc admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=7a4c7e3e066f4469afa4d1b839545329&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1553597 Aug 30 01:08:21.075116 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35827db-f857-499a-ba23-5f089ec1b0cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f592616-ad33-4f69-96a0-ac5cd93b57e4,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:08:21.077467 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 52302) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:08:21.128474 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-e1025001-2d1e-43ee-90d0-a55391652e46 admin admin] Publish callbacks [] for security_group (1f592616-ad33-4f69-96a0-ac5cd93b57e4), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:21.152885 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-e1025001-2d1e-43ee-90d0-a55391652e46 admin admin] Publish callbacks [] for security_group (1f592616-ad33-4f69-96a0-ac5cd93b57e4), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:21.202601 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-e1025001-2d1e-43ee-90d0-a55391652e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (1f592616-ad33-4f69-96a0-ac5cd93b57e4), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:21.205301 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-e1025001-2d1e-43ee-90d0-a55391652e46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:21.206485 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-e1025001-2d1e-43ee-90d0-a55391652e46 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/1f592616-ad33-4f69-96a0-ac5cd93b57e4 HTTP/1.1" status: 204 len: 168 time: 0.1278801 Aug 30 01:08:21.220248 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1025001-2d1e-43ee-90d0-a55391652e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f592616-ad33-4f69-96a0-ac5cd93b57e4,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:08:21.536839 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc489a-2dc4-424f-83f7-1c797e971f87 req-aa52b297-4d32-4482-828b-b892ddadba96 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:08:21.538499 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-36cc489a-2dc4-424f-83f7-1c797e971f87 req-aa52b297-4d32-4482-828b-b892ddadba96 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8f9b5386-7fbc-4d22-a388-55c656bf9255 HTTP/1.1" status: 200 len: 944 time: 0.0656657 Aug 30 01:08:21.596676 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-36cc489a-2dc4-424f-83f7-1c797e971f87 req-af59b9a2-1dbb-4bf3-8af4-cd4543583df7 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=193ef1c6-7e25-4882-bdc3-9d644548a38a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499713 Aug 30 01:08:22.166063 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device f87d3a77-05ed-43ac-b192-82ed7d858c40 up at agent hyperv_hv-cinder-81514 {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:08:22.247223 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Provisioning complete for port f87d3a77-05ed-43ac-b192-82ed7d858c40 triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:08:22.248524 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (f87d3a77-05ed-43ac-b192-82ed7d858c40), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:22.284273 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:22.354508 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Current status of the port f87d3a77-05ed-43ac-b192-82ed7d858c40 is: BUILD; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:08:22.355198 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (f87d3a77-05ed-43ac-b192-82ed7d858c40), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:22.378573 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:DELETE=2,neutron:SELECT=93,neutron:UPDATE=5 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:22.411640 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port f87d3a77-05ed-43ac-b192-82ed7d858c40, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f87d3a77-05ed-43ac-b192-82ed7d858c40,segment=NetworkSegment(d885eda7-4268-4a35-a6ed-db3090deff20),segment_id=d885eda7-4268-4a35-a6ed-db3090deff20)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:08:22.412788 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f9b5386-7fbc-4d22-a388-55c656bf9255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f87d3a77-05ed-43ac-b192-82ed7d858c40'}] {{(pid=106208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:08:22.415539 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c29b7fbecba6d5f29730e8e5f4edf6e9b002b1b00f6f5f73d69c4afba8ee411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-653328e0-68ad-44c9-9abe-d6235e3f0ea3" -d '{"events": [{"server_uuid": "8f9b5386-7fbc-4d22-a388-55c656bf9255", "name": "network-vif-plugged", "status": "completed", "tag": "f87d3a77-05ed-43ac-b192-82ed7d858c40"}]}' {{(pid=106208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:08:22.423129 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (f87d3a77-05ed-43ac-b192-82ed7d858c40), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:22.487021 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Pushing event updated for resources: {'Port': ['ID=f87d3a77-05ed-43ac-b192-82ed7d858c40,revision_number=7']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:08:22.490504 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a72acc-1b22-49d7-9aa6-27f58d346ce3 x-openstack-request-id: req-20a72acc-1b22-49d7-9aa6-27f58d346ce3 {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:08:22.490782 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f9b5386-7fbc-4d22-a388-55c656bf9255", "name": "network-vif-plugged", "status": "completed", "tag": "f87d3a77-05ed-43ac-b192-82ed7d858c40", "code": 200}]} {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:08:22.491034 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-20a72acc-1b22-49d7-9aa6-27f58d346ce3 {{(pid=106208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:08:22.491419 dv-cinder-815146-13-iscsi neutron-server[106208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20a72acc-1b22-49d7-9aa6-27f58d346ce3'] response: {'server_uuid': '8f9b5386-7fbc-4d22-a388-55c656bf9255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f87d3a77-05ed-43ac-b192-82ed7d858c40', 'code': 200} Aug 30 01:08:22.787253 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8aef78-74cb-491b-a5ca-f7261c1feec2 req-07eddd4e-b96b-4157-ae6e-5aabcda3dc4b tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:08:22.795524 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-1f8aef78-74cb-491b-a5ca-f7261c1feec2 req-07eddd4e-b96b-4157-ae6e-5aabcda3dc4b tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8f9b5386-7fbc-4d22-a388-55c656bf9255 HTTP/1.1" status: 200 len: 945 time: 0.0852349 Aug 30 01:08:22.874328 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-1f8aef78-74cb-491b-a5ca-f7261c1feec2 req-9d3db972-a8b6-429e-9518-24bfa7596670 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=193ef1c6-7e25-4882-bdc3-9d644548a38a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668287 Aug 30 01:08:24.015758 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b7101-bfe1-470d-8a68-5193aaa3debe req-4c4861a1-f0a6-4c48-802f-a5f109ff8c63 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:08:24.017508 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-287b7101-bfe1-470d-8a68-5193aaa3debe req-4c4861a1-f0a6-4c48-802f-a5f109ff8c63 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8f9b5386-7fbc-4d22-a388-55c656bf9255 HTTP/1.1" status: 200 len: 945 time: 0.0636985 Aug 30 01:08:24.042117 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:24.047752 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:24.076915 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-287b7101-bfe1-470d-8a68-5193aaa3debe req-b00e796a-68c2-4c05-8957-e71e4492e8ca tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=193ef1c6-7e25-4882-bdc3-9d644548a38a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537281 Aug 30 01:08:25.143873 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=37 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:25.221350 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea95aaa-de35-45d5-8ca1-2c0552482e26 req-e99d9fdd-0ce4-4943-8fdf-0471ed35a19e tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:08:25.222874 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-8ea95aaa-de35-45d5-8ca1-2c0552482e26 req-e99d9fdd-0ce4-4943-8fdf-0471ed35a19e tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8f9b5386-7fbc-4d22-a388-55c656bf9255 HTTP/1.1" status: 200 len: 945 time: 0.0570948 Aug 30 01:08:25.281638 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-8ea95aaa-de35-45d5-8ca1-2c0552482e26 req-8eb0f4d6-9a24-4915-be41-b4de4c4ea015 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=193ef1c6-7e25-4882-bdc3-9d644548a38a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524235 Aug 30 01:08:26.458118 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8a622-7e57-49bf-a938-29fe676717e1 req-a0153e35-2ad5-4375-a297-4441def85012 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:08:26.466006 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-0cb8a622-7e57-49bf-a938-29fe676717e1 req-a0153e35-2ad5-4375-a297-4441def85012 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8f9b5386-7fbc-4d22-a388-55c656bf9255 HTTP/1.1" status: 200 len: 945 time: 0.0735605 Aug 30 01:08:26.525351 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-0cb8a622-7e57-49bf-a938-29fe676717e1 req-a26e68f8-3e6e-418e-8d2f-6056e279f4ad tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=193ef1c6-7e25-4882-bdc3-9d644548a38a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537932 Aug 30 01:08:27.657789 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc37a9-7565-4362-ac89-c352ed23f68a req-04f8466b-2a8a-4bad-8a74-148368455391 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:08:27.659565 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-5ddc37a9-7565-4362-ac89-c352ed23f68a req-04f8466b-2a8a-4bad-8a74-148368455391 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8f9b5386-7fbc-4d22-a388-55c656bf9255 HTTP/1.1" status: 200 len: 945 time: 0.0556102 Aug 30 01:08:27.731167 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-5ddc37a9-7565-4362-ac89-c352ed23f68a req-a7a911cb-acfa-4be1-9854-69117c342b23 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=193ef1c6-7e25-4882-bdc3-9d644548a38a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659285 Aug 30 01:08:28.504870 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 52460) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:08:28.645338 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-dcb35999-ef85-4df0-b96e-cd867efd8e25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:28.730695 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-dcb35999-ef85-4df0-b96e-cd867efd8e25 admin admin] Publish callbacks [] for security_group (0b12ed57-74c3-413c-8cbc-b81c964aef48), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:28.742266 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-dcb35999-ef85-4df0-b96e-cd867efd8e25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (0b12ed57-74c3-413c-8cbc-b81c964aef48), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:28.789169 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-dcb35999-ef85-4df0-b96e-cd867efd8e25 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=aff191159f404c67b2721d2d52208964&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2826624 Aug 30 01:08:28.790948 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb35999-ef85-4df0-b96e-cd867efd8e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b12ed57-74c3-413c-8cbc-b81c964aef48,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:08:28.792247 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 52466) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:08:28.855841 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-69a01e95-79d2-4a3d-9358-86b85eafb3a8 admin admin] Publish callbacks [] for security_group (0b12ed57-74c3-413c-8cbc-b81c964aef48), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:28.880455 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-69a01e95-79d2-4a3d-9358-86b85eafb3a8 admin admin] Publish callbacks [] for security_group (0b12ed57-74c3-413c-8cbc-b81c964aef48), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:28.890846 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c768325-3834-44f3-9678-003c3c2520f1 req-6a43d464-b3df-4e56-9ad9-05f4cdb4237e tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:08:28.898681 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-6c768325-3834-44f3-9678-003c3c2520f1 req-6a43d464-b3df-4e56-9ad9-05f4cdb4237e tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8f9b5386-7fbc-4d22-a388-55c656bf9255 HTTP/1.1" status: 200 len: 945 time: 0.0652161 Aug 30 01:08:28.939709 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-69a01e95-79d2-4a3d-9358-86b85eafb3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (0b12ed57-74c3-413c-8cbc-b81c964aef48), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:28.942299 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-69a01e95-79d2-4a3d-9358-86b85eafb3a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:28.956709 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-6c768325-3834-44f3-9678-003c3c2520f1 req-827375a0-c934-4ef4-b165-3d7855882984 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=193ef1c6-7e25-4882-bdc3-9d644548a38a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569098 Aug 30 01:08:28.957299 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-69a01e95-79d2-4a3d-9358-86b85eafb3a8 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/0b12ed57-74c3-413c-8cbc-b81c964aef48 HTTP/1.1" status: 204 len: 168 time: 0.1533794 Aug 30 01:08:28.975900 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a01e95-79d2-4a3d-9358-86b85eafb3a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b12ed57-74c3-413c-8cbc-b81c964aef48,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:08:29.359429 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 52486) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:08:29.380531 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-44123a32-e097-4437-b359-823f36d4175a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:29.498349 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-44123a32-e097-4437-b359-823f36d4175a admin admin] Publish callbacks [] for security_group (9b3e65ee-d014-4ee1-86da-4704c9382ad3), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:29.506117 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-44123a32-e097-4437-b359-823f36d4175a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (9b3e65ee-d014-4ee1-86da-4704c9382ad3), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:29.540233 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 52490) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:08:29.540453 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-44123a32-e097-4437-b359-823f36d4175a admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=2a39401930894645a6fd0aee3497cd16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1797800 Aug 30 01:08:29.566547 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44123a32-e097-4437-b359-823f36d4175a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3e65ee-d014-4ee1-86da-4704c9382ad3,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:08:29.572454 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 52492) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:08:29.619556 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-6420935a-52dc-4533-a746-1467a7699e32 admin admin] Publish callbacks [] for security_group (9b3e65ee-d014-4ee1-86da-4704c9382ad3), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:29.644957 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-6420935a-52dc-4533-a746-1467a7699e32 admin admin] Publish callbacks [] for security_group (9b3e65ee-d014-4ee1-86da-4704c9382ad3), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:29.718957 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-6420935a-52dc-4533-a746-1467a7699e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (9b3e65ee-d014-4ee1-86da-4704c9382ad3), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:29.722955 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-6420935a-52dc-4533-a746-1467a7699e32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:29.726753 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-6420935a-52dc-4533-a746-1467a7699e32 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/9b3e65ee-d014-4ee1-86da-4704c9382ad3 HTTP/1.1" status: 204 len: 168 time: 0.1827669 Aug 30 01:08:29.736599 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6420935a-52dc-4533-a746-1467a7699e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3e65ee-d014-4ee1-86da-4704c9382ad3,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:08:29.750213 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-7324631f-90f2-4501-999f-2c9e4972df8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:29.814906 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=82,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:29.862271 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-7324631f-90f2-4501-999f-2c9e4972df8a admin admin] Publish callbacks [] for security_group (268854c1-05bb-4f02-a93c-329aa99a1339), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:29.869149 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-7324631f-90f2-4501-999f-2c9e4972df8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (268854c1-05bb-4f02-a93c-329aa99a1339), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:29.923117 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-7324631f-90f2-4501-999f-2c9e4972df8a admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=dd28b75bd4644ebf9012e68aae8c3fb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3467834 Aug 30 01:08:29.923609 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 52500) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:08:29.932679 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324631f-90f2-4501-999f-2c9e4972df8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=268854c1-05bb-4f02-a93c-329aa99a1339,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:08:30.003361 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6a6ed82c-221a-4e1f-b917-e6399565555e admin admin] Publish callbacks [] for security_group (268854c1-05bb-4f02-a93c-329aa99a1339), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:30.030777 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:INSERT=15,neutron:SELECT=79,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:30.034657 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6a6ed82c-221a-4e1f-b917-e6399565555e admin admin] Publish callbacks [] for security_group (268854c1-05bb-4f02-a93c-329aa99a1339), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:30.130519 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6a6ed82c-221a-4e1f-b917-e6399565555e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (268854c1-05bb-4f02-a93c-329aa99a1339), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:30.135996 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6a6ed82c-221a-4e1f-b917-e6399565555e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:30.138081 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-6a6ed82c-221a-4e1f-b917-e6399565555e admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/268854c1-05bb-4f02-a93c-329aa99a1339 HTTP/1.1" status: 204 len: 168 time: 0.2127969 Aug 30 01:08:30.142573 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f51dfd8-6faa-4602-a54a-d8dd8e201a41 req-3c06a99d-1506-444d-9694-20a2108ddce5 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:08:30.145290 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-5f51dfd8-6faa-4602-a54a-d8dd8e201a41 req-3c06a99d-1506-444d-9694-20a2108ddce5 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8f9b5386-7fbc-4d22-a388-55c656bf9255 HTTP/1.1" status: 200 len: 945 time: 0.0794415 Aug 30 01:08:30.156778 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6ed82c-221a-4e1f-b917-e6399565555e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=268854c1-05bb-4f02-a93c-329aa99a1339,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:08:30.246261 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-5f51dfd8-6faa-4602-a54a-d8dd8e201a41 req-e0e20d29-833f-4c89-9926-29efc25889d4 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=193ef1c6-7e25-4882-bdc3-9d644548a38a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884180 Aug 30 01:08:30.643281 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 52528) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:08:30.674105 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ec397ae7-e250-4a53-b2f2-cf64ff54c4e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:30.776448 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ec397ae7-e250-4a53-b2f2-cf64ff54c4e4 admin admin] Publish callbacks [] for security_group (6b084eeb-61e8-43ea-a7c1-39f2be57ce10), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:30.783474 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ec397ae7-e250-4a53-b2f2-cf64ff54c4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (6b084eeb-61e8-43ea-a7c1-39f2be57ce10), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:30.846781 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec397ae7-e250-4a53-b2f2-cf64ff54c4e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b084eeb-61e8-43ea-a7c1-39f2be57ce10,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:08:30.861540 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-ec397ae7-e250-4a53-b2f2-cf64ff54c4e4 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=72377d04b72c4c0aaf2bdff9321039a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2169735 Aug 30 01:08:30.864132 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 52534) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:08:30.926259 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-39d4fce2-b297-48fc-be32-4578fb8eda78 admin admin] Publish callbacks [] for security_group (6b084eeb-61e8-43ea-a7c1-39f2be57ce10), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:30.953782 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-39d4fce2-b297-48fc-be32-4578fb8eda78 admin admin] Publish callbacks [] for security_group (6b084eeb-61e8-43ea-a7c1-39f2be57ce10), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:31.014573 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-39d4fce2-b297-48fc-be32-4578fb8eda78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (6b084eeb-61e8-43ea-a7c1-39f2be57ce10), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:31.017572 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-39d4fce2-b297-48fc-be32-4578fb8eda78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:31.032641 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-39d4fce2-b297-48fc-be32-4578fb8eda78 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/6b084eeb-61e8-43ea-a7c1-39f2be57ce10 HTTP/1.1" status: 204 len: 168 time: 0.1567824 Aug 30 01:08:31.044777 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d4fce2-b297-48fc-be32-4578fb8eda78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b084eeb-61e8-43ea-a7c1-39f2be57ce10,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:08:31.405012 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f450b6f-771a-4db8-ac2d-be3344fdc0d4 req-cdcb271d-efed-404e-bf99-f4257b3916f4 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:08:31.407322 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-7f450b6f-771a-4db8-ac2d-be3344fdc0d4 req-cdcb271d-efed-404e-bf99-f4257b3916f4 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8f9b5386-7fbc-4d22-a388-55c656bf9255 HTTP/1.1" status: 200 len: 945 time: 0.0563803 Aug 30 01:08:31.458814 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:31.463490 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-7f450b6f-771a-4db8-ac2d-be3344fdc0d4 req-1736e29c-3d19-4532-bf1c-065f358b96ee tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=193ef1c6-7e25-4882-bdc3-9d644548a38a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456429 Aug 30 01:08:31.968631 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f98fa25-5452-416e-a468-82d0b41d3383 req-b630981a-506e-4508-ae1c-8fba73f918d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:08:31.970205 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-9f98fa25-5452-416e-a468-82d0b41d3383 req-b630981a-506e-4508-ae1c-8fba73f918d3 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=54768b167b1c4fefb901f640203e1c5d&device_id=8f9b5386-7fbc-4d22-a388-55c656bf9255 HTTP/1.1" status: 200 len: 1129 time: 0.0572577 Aug 30 01:08:32.067058 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f98fa25-5452-416e-a468-82d0b41d3383 req-a8fd6545-8205-4d8e-a7eb-fc85d8138fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:08:32.068539 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-9f98fa25-5452-416e-a468-82d0b41d3383 req-a8fd6545-8205-4d8e-a7eb-fc85d8138fde service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=71657289-5845-4030-b5d1-5bad1153486f HTTP/1.1" status: 200 len: 919 time: 0.0919123 Aug 30 01:08:32.136490 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-9f98fa25-5452-416e-a468-82d0b41d3383 req-ed5c6367-1b17-4b42-a138-a83cb89aeb10 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f87d3a77-05ed-43ac-b192-82ed7d858c40 HTTP/1.1" status: 200 len: 1001 time: 0.0609767 Aug 30 01:08:32.187874 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f98fa25-5452-416e-a468-82d0b41d3383 req-c1e83c28-69fb-4d16-bbf1-a3eb997a6559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:08:32.189370 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-9f98fa25-5452-416e-a468-82d0b41d3383 req-c1e83c28-69fb-4d16-bbf1-a3eb997a6559 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=b5ba3a12-33bc-451f-ac45-0e3b5e90b022 HTTP/1.1" status: 200 len: 856 time: 0.0462792 Aug 30 01:08:32.235739 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f98fa25-5452-416e-a468-82d0b41d3383 req-6aa76bcb-f451-440b-9b5b-18a81b0b8238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:08:32.237378 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-9f98fa25-5452-416e-a468-82d0b41d3383 req-6aa76bcb-f451-440b-9b5b-18a81b0b8238 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=71657289-5845-4030-b5d1-5bad1153486f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0408137 Aug 30 01:08:32.336902 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-9f98fa25-5452-416e-a468-82d0b41d3383 req-0901a284-6730-4155-9b20-db01dafbe4b3 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/71657289-5845-4030-b5d1-5bad1153486f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931666 Aug 30 01:08:32.412551 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:32.415627 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:DELETE=3,neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:32.447863 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-9f98fa25-5452-416e-a468-82d0b41d3383 req-a166148a-2032-46d6-8f9e-4faa09d85689 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/71657289-5845-4030-b5d1-5bad1153486f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050100 Aug 30 01:08:32.567890 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:32.612243 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fe3cb6-7305-4db4-98ae-7fe8be5af032 req-2363d6e0-7794-4bfa-b14b-a3270683eba0 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:08:32.614007 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-90fe3cb6-7305-4db4-98ae-7fe8be5af032 req-2363d6e0-7794-4bfa-b14b-a3270683eba0 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8f9b5386-7fbc-4d22-a388-55c656bf9255 HTTP/1.1" status: 200 len: 945 time: 0.0558457 Aug 30 01:08:32.675345 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-90fe3cb6-7305-4db4-98ae-7fe8be5af032 req-97af84c1-74e2-4d7e-a95a-6e6921db5d92 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=193ef1c6-7e25-4882-bdc3-9d644548a38a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515780 Aug 30 01:08:32.807383 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 52602) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:08:32.921752 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-174936b3-888f-46b6-b75a-2d7cf061a0f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:32.999592 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-174936b3-888f-46b6-b75a-2d7cf061a0f9 admin admin] Publish callbacks [] for security_group (80fdc1c4-20a8-4b88-ab47-f4925bcd7413), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:33.003420 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-174936b3-888f-46b6-b75a-2d7cf061a0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (80fdc1c4-20a8-4b88-ab47-f4925bcd7413), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:33.042356 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174936b3-888f-46b6-b75a-2d7cf061a0f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80fdc1c4-20a8-4b88-ab47-f4925bcd7413,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:08:33.047536 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-174936b3-888f-46b6-b75a-2d7cf061a0f9 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=6cab18384cab4aacb82320a4b3af8ded&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2391052 Aug 30 01:08:33.050157 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 52606) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:08:33.100444 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6a41644b-6b9c-4876-a6e6-91ad01e3e895 admin admin] Publish callbacks [] for security_group (80fdc1c4-20a8-4b88-ab47-f4925bcd7413), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:33.120727 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6a41644b-6b9c-4876-a6e6-91ad01e3e895 admin admin] Publish callbacks [] for security_group (80fdc1c4-20a8-4b88-ab47-f4925bcd7413), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:33.169444 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6a41644b-6b9c-4876-a6e6-91ad01e3e895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (80fdc1c4-20a8-4b88-ab47-f4925bcd7413), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:33.171853 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6a41644b-6b9c-4876-a6e6-91ad01e3e895 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:33.173047 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-6a41644b-6b9c-4876-a6e6-91ad01e3e895 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/80fdc1c4-20a8-4b88-ab47-f4925bcd7413 HTTP/1.1" status: 204 len: 168 time: 0.1219418 Aug 30 01:08:33.181882 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a41644b-6b9c-4876-a6e6-91ad01e3e895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80fdc1c4-20a8-4b88-ab47-f4925bcd7413,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:08:33.432898 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 52612) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:08:33.447713 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-d18d676f-1ab7-4ba8-acf2-742d0fc6eded admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:33.532678 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-d18d676f-1ab7-4ba8-acf2-742d0fc6eded admin admin] Publish callbacks [] for security_group (5e953b7c-a910-4101-963e-abfffa1da95c), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:33.536472 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-d18d676f-1ab7-4ba8-acf2-742d0fc6eded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (5e953b7c-a910-4101-963e-abfffa1da95c), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:33.573986 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18d676f-1ab7-4ba8-acf2-742d0fc6eded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e953b7c-a910-4101-963e-abfffa1da95c,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:08:33.579129 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-d18d676f-1ab7-4ba8-acf2-742d0fc6eded admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=8513c3f13be24f3aafe21b94b704f44b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1452029 Aug 30 01:08:33.582218 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 52614) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:08:33.630824 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-dd5f5f82-4ebe-4d76-bcf4-5dca23356a0a admin admin] Publish callbacks [] for security_group (5e953b7c-a910-4101-963e-abfffa1da95c), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:33.651418 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-dd5f5f82-4ebe-4d76-bcf4-5dca23356a0a admin admin] Publish callbacks [] for security_group (5e953b7c-a910-4101-963e-abfffa1da95c), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:33.701065 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-dd5f5f82-4ebe-4d76-bcf4-5dca23356a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (5e953b7c-a910-4101-963e-abfffa1da95c), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:33.703644 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-dd5f5f82-4ebe-4d76-bcf4-5dca23356a0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:33.704774 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-dd5f5f82-4ebe-4d76-bcf4-5dca23356a0a admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/5e953b7c-a910-4101-963e-abfffa1da95c HTTP/1.1" status: 204 len: 168 time: 0.1219554 Aug 30 01:08:33.712795 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5f5f82-4ebe-4d76-bcf4-5dca23356a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e953b7c-a910-4101-963e-abfffa1da95c,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:08:33.814674 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e430af-7113-4d5c-8586-4b902014e9bb req-c43bc110-ddd0-45ef-88b1-3b8d4ea3427e tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:08:33.816169 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-27e430af-7113-4d5c-8586-4b902014e9bb req-c43bc110-ddd0-45ef-88b1-3b8d4ea3427e tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8f9b5386-7fbc-4d22-a388-55c656bf9255 HTTP/1.1" status: 200 len: 945 time: 0.0499294 Aug 30 01:08:33.866455 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-27e430af-7113-4d5c-8586-4b902014e9bb req-52b444ea-6d43-46c0-9504-eed5ae274cbf tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=193ef1c6-7e25-4882-bdc3-9d644548a38a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448270 Aug 30 01:08:34.772718 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 52650) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:08:34.879027 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-793388ff-2b82-4cb8-b833-5a89e0b39a17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:34.973291 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-793388ff-2b82-4cb8-b833-5a89e0b39a17 admin admin] Publish callbacks [] for security_group (9ee02d19-f18c-4a8c-87e8-4657dc0624e8), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:34.977583 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-793388ff-2b82-4cb8-b833-5a89e0b39a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (9ee02d19-f18c-4a8c-87e8-4657dc0624e8), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:35.041164 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85657f79-8656-4356-aaee-130fb98da918 req-15c1c80e-56fa-47e4-a3b4-31ac53bab42b tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:08:35.042584 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-85657f79-8656-4356-aaee-130fb98da918 req-15c1c80e-56fa-47e4-a3b4-31ac53bab42b tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8f9b5386-7fbc-4d22-a388-55c656bf9255 HTTP/1.1" status: 200 len: 945 time: 0.0871189 Aug 30 01:08:35.049773 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-793388ff-2b82-4cb8-b833-5a89e0b39a17 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=41cb4dd000c846fabffb338ded81970a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2760353 Aug 30 01:08:35.052663 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 52656) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:08:35.053169 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793388ff-2b82-4cb8-b833-5a89e0b39a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee02d19-f18c-4a8c-87e8-4657dc0624e8,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:08:35.099261 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-85657f79-8656-4356-aaee-130fb98da918 req-315ef3fb-6f7e-4c66-96dd-a1a5af04631c tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=193ef1c6-7e25-4882-bdc3-9d644548a38a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484107 Aug 30 01:08:35.103117 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-69a36fe1-a4d8-4642-b31d-73a097ea15db admin admin] Publish callbacks [] for security_group (9ee02d19-f18c-4a8c-87e8-4657dc0624e8), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:35.125277 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:35.127605 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-69a36fe1-a4d8-4642-b31d-73a097ea15db admin admin] Publish callbacks [] for security_group (9ee02d19-f18c-4a8c-87e8-4657dc0624e8), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:35.133963 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:35.182470 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-69a36fe1-a4d8-4642-b31d-73a097ea15db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (9ee02d19-f18c-4a8c-87e8-4657dc0624e8), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:35.185898 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-69a36fe1-a4d8-4642-b31d-73a097ea15db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:35.187069 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-69a36fe1-a4d8-4642-b31d-73a097ea15db admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/9ee02d19-f18c-4a8c-87e8-4657dc0624e8 HTTP/1.1" status: 204 len: 168 time: 0.1333292 Aug 30 01:08:35.194749 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a36fe1-a4d8-4642-b31d-73a097ea15db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee02d19-f18c-4a8c-87e8-4657dc0624e8,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:08:36.270873 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc64cf6-401d-4655-ab53-4deb45772d7f req-39aa539d-53b3-4f1d-85a3-8ae931369da1 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:08:36.272637 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-3bc64cf6-401d-4655-ab53-4deb45772d7f req-39aa539d-53b3-4f1d-85a3-8ae931369da1 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8f9b5386-7fbc-4d22-a388-55c656bf9255 HTTP/1.1" status: 200 len: 945 time: 0.0628731 Aug 30 01:08:36.291815 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device f87d3a77-05ed-43ac-b192-82ed7d858c40 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:08:36.370895 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-3bc64cf6-401d-4655-ab53-4deb45772d7f req-000bd0c7-7b51-418e-a5db-cda6aef15626 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=193ef1c6-7e25-4882-bdc3-9d644548a38a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876729 Aug 30 01:08:36.382454 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Current status of the port f87d3a77-05ed-43ac-b192-82ed7d858c40 is: ACTIVE; New status is: DOWN {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:08:36.382855 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (f87d3a77-05ed-43ac-b192-82ed7d858c40), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:36.420759 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port f87d3a77-05ed-43ac-b192-82ed7d858c40, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f87d3a77-05ed-43ac-b192-82ed7d858c40,segment=NetworkSegment(d885eda7-4268-4a35-a6ed-db3090deff20),segment_id=d885eda7-4268-4a35-a6ed-db3090deff20)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:08:36.421864 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f9b5386-7fbc-4d22-a388-55c656bf9255', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f87d3a77-05ed-43ac-b192-82ed7d858c40'}] {{(pid=106208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:08:36.424264 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c29b7fbecba6d5f29730e8e5f4edf6e9b002b1b00f6f5f73d69c4afba8ee411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8eff0ec-801e-46fc-b8fe-5ccae765a7ce" -d '{"events": [{"server_uuid": "8f9b5386-7fbc-4d22-a388-55c656bf9255", "name": "network-vif-unplugged", "status": "completed", "tag": "f87d3a77-05ed-43ac-b192-82ed7d858c40"}]}' {{(pid=106208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:08:36.429920 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (f87d3a77-05ed-43ac-b192-82ed7d858c40), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:36.496290 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Pushing event updated for resources: {'Port': ['ID=f87d3a77-05ed-43ac-b192-82ed7d858c40,revision_number=8']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:08:36.503189 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 30 Aug 2022 01:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f4236b-ecc6-49f8-995c-c6490581c624 x-openstack-request-id: req-71f4236b-ecc6-49f8-995c-c6490581c624 {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:08:36.504011 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f9b5386-7fbc-4d22-a388-55c656bf9255", "name": "network-vif-unplugged", "status": "failed", "tag": "f87d3a77-05ed-43ac-b192-82ed7d858c40", "code": 422}]} {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:08:36.504497 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-71f4236b-ecc6-49f8-995c-c6490581c624 {{(pid=106208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:08:36.505298 dv-cinder-815146-13-iscsi neutron-server[106208]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-71f4236b-ecc6-49f8-995c-c6490581c624']: {'server_uuid': '8f9b5386-7fbc-4d22-a388-55c656bf9255', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f87d3a77-05ed-43ac-b192-82ed7d858c40', 'code': 422} returned with failed status Aug 30 01:08:36.915534 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [req-652d0309-b1d2-4b0d-b2b1-d7b8ab4aa42d req-234d4a75-be78-43e0-b6dd-3b4622c3f063 service neutron] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106207) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 01:08:36.916538 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-652d0309-b1d2-4b0d-b2b1-d7b8ab4aa42d req-234d4a75-be78-43e0-b6dd-3b4622c3f063 service neutron] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053148 Aug 30 01:08:37.090520 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc0147-57b2-45d4-b9b0-eda4e5cf84c1 req-d955bdfa-68d9-48f3-b654-0008ce7e4039 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:08:37.092028 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-0cbc0147-57b2-45d4-b9b0-eda4e5cf84c1 req-d955bdfa-68d9-48f3-b654-0008ce7e4039 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8f9b5386-7fbc-4d22-a388-55c656bf9255 HTTP/1.1" status: 200 len: 943 time: 0.0477376 Aug 30 01:08:37.141928 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-0cbc0147-57b2-45d4-b9b0-eda4e5cf84c1 req-4a6680f1-1ae1-4a2c-9e3c-55483cc19b8c tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=193ef1c6-7e25-4882-bdc3-9d644548a38a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437872 Aug 30 01:08:37.402685 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 52760) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:08:37.485759 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-793a8748-b386-47d8-9c63-7d52a89fdc7a req-264c19c6-a9b0-4d9b-a400-11a50e6d867b service neutron] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8f9b5386-7fbc-4d22-a388-55c656bf9255&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0818717 Aug 30 01:08:37.494628 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [req-793a8748-b386-47d8-9c63-7d52a89fdc7a req-4718c441-3cd3-4589-8440-fba6202e664f service neutron] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106206) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 01:08:37.495601 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-793a8748-b386-47d8-9c63-7d52a89fdc7a req-4718c441-3cd3-4589-8440-fba6202e664f service neutron] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050771 Aug 30 01:08:37.581188 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 52776) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:08:37.646848 dv-cinder-815146-13-iscsi neutron-server[106206]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 30 01:08:37.705678 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793a8748-b386-47d8-9c63-7d52a89fdc7a req-d12e35a8-a327-4718-8c50-f6b6f6566ca7 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:08:37.707496 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-793a8748-b386-47d8-9c63-7d52a89fdc7a req-d12e35a8-a327-4718-8c50-f6b6f6566ca7 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports/f87d3a77-05ed-43ac-b192-82ed7d858c40 HTTP/1.1" status: 200 len: 940 time: 0.1250651 Aug 30 01:08:38.269711 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84248be6-fe74-449c-b5af-692a9d2ecf6f req-c52bec47-e094-4ce9-8949-1f429716b3cd tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:08:38.271187 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-84248be6-fe74-449c-b5af-692a9d2ecf6f req-c52bec47-e094-4ce9-8949-1f429716b3cd tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8f9b5386-7fbc-4d22-a388-55c656bf9255 HTTP/1.1" status: 200 len: 943 time: 0.0478148 Aug 30 01:08:38.318912 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-84248be6-fe74-449c-b5af-692a9d2ecf6f req-8021fd2c-dc81-47be-8f3c-05724456af22 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=193ef1c6-7e25-4882-bdc3-9d644548a38a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421457 Aug 30 01:08:38.681468 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:38.686929 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=5 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:38.943701 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 52800) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:08:38.961874 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-ab3b5a6e-025b-4403-8dd9-2d9529bc1774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (fba0026e-8830-42b0-8a12-2be2a1203730), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:39.051458 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-d21e957f-68ee-4572-b128-5eaab6cdec2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:39.126512 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-d21e957f-68ee-4572-b128-5eaab6cdec2d admin admin] Publish callbacks [] for security_group (40f3bbdc-df51-4741-96f8-fd663aecceea), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:39.130135 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-d21e957f-68ee-4572-b128-5eaab6cdec2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (40f3bbdc-df51-4741-96f8-fd663aecceea), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:39.171053 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e957f-68ee-4572-b128-5eaab6cdec2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f3bbdc-df51-4741-96f8-fd663aecceea,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:08:39.175157 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-d21e957f-68ee-4572-b128-5eaab6cdec2d admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=d6e9c4e4fe8f453d9c56986296a22571&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2302239 Aug 30 01:08:39.177976 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 52804) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:08:39.227973 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-90a293b5-fc25-464c-9f5e-af9aad513413 admin admin] Publish callbacks [] for security_group (40f3bbdc-df51-4741-96f8-fd663aecceea), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:39.249969 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-90a293b5-fc25-464c-9f5e-af9aad513413 admin admin] Publish callbacks [] for security_group (40f3bbdc-df51-4741-96f8-fd663aecceea), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:39.297847 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-90a293b5-fc25-464c-9f5e-af9aad513413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (40f3bbdc-df51-4741-96f8-fd663aecceea), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:39.300351 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-90a293b5-fc25-464c-9f5e-af9aad513413 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:39.301540 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-90a293b5-fc25-464c-9f5e-af9aad513413 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/40f3bbdc-df51-4741-96f8-fd663aecceea HTTP/1.1" status: 204 len: 168 time: 0.1227336 Aug 30 01:08:39.309964 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a293b5-fc25-464c-9f5e-af9aad513413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f3bbdc-df51-4741-96f8-fd663aecceea,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:08:39.455837 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d81578-0406-4ca1-a746-2a3b82f0ab90 req-1dccda53-2b11-4394-ad76-77da93a63c49 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:08:39.457376 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-72d81578-0406-4ca1-a746-2a3b82f0ab90 req-1dccda53-2b11-4394-ad76-77da93a63c49 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8f9b5386-7fbc-4d22-a388-55c656bf9255 HTTP/1.1" status: 200 len: 943 time: 0.0593870 Aug 30 01:08:39.506077 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-72d81578-0406-4ca1-a746-2a3b82f0ab90 req-b41a6d66-c139-4455-be55-fab4c92f1c2f tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=193ef1c6-7e25-4882-bdc3-9d644548a38a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429702 Aug 30 01:08:40.579584 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device f87d3a77-05ed-43ac-b192-82ed7d858c40 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:08:40.639030 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d53f65-876c-4e38-86b4-c04bf1919cc6 req-2d24e85b-9241-4682-852b-dc675f6a1249 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:08:40.640922 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-36d53f65-876c-4e38-86b4-c04bf1919cc6 req-2d24e85b-9241-4682-852b-dc675f6a1249 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8f9b5386-7fbc-4d22-a388-55c656bf9255 HTTP/1.1" status: 200 len: 943 time: 0.0512145 Aug 30 01:08:40.677394 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Current status of the port f87d3a77-05ed-43ac-b192-82ed7d858c40 is: DOWN; New status is: DOWN {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:08:40.702188 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-36d53f65-876c-4e38-86b4-c04bf1919cc6 req-ebc435bd-17c1-4fc8-8589-8d045be1b1e3 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=193ef1c6-7e25-4882-bdc3-9d644548a38a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467434 Aug 30 01:08:41.322715 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-fb86328d-32b5-4c1d-9bfe-9cc0c3f7e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (613dbf26-5731-4391-8a29-3c5185f7ed3f), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:41.809106 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:41.828712 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3d03d0-d4bd-4c23-892a-b22600569131 req-4a783e31-a070-4562-94aa-ea02b7c8c4b6 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:08:41.830212 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-0a3d03d0-d4bd-4c23-892a-b22600569131 req-4a783e31-a070-4562-94aa-ea02b7c8c4b6 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8f9b5386-7fbc-4d22-a388-55c656bf9255 HTTP/1.1" status: 200 len: 943 time: 0.0480194 Aug 30 01:08:41.840777 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:41.881810 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-0a3d03d0-d4bd-4c23-892a-b22600569131 req-adc48090-ed19-4176-b002-feadbca87667 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=193ef1c6-7e25-4882-bdc3-9d644548a38a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461767 Aug 30 01:08:42.529070 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-25c1dd7e-d974-443e-806e-f641d8bbb77b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (0cb86657-2da7-42ea-bd2c-d65472391dc8), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:43.006506 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eaea0b-1cfe-4b09-9d5b-fd81503fd435 req-c3ab7082-c744-4267-a8c0-65f2f9e62b6b tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:08:43.008050 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e0eaea0b-1cfe-4b09-9d5b-fd81503fd435 req-c3ab7082-c744-4267-a8c0-65f2f9e62b6b tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8f9b5386-7fbc-4d22-a388-55c656bf9255 HTTP/1.1" status: 200 len: 943 time: 0.0471556 Aug 30 01:08:43.056378 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e0eaea0b-1cfe-4b09-9d5b-fd81503fd435 req-2ad4c3d3-a63a-43fe-98e6-abd746d6a25d tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=193ef1c6-7e25-4882-bdc3-9d644548a38a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426178 Aug 30 01:08:44.105901 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-035fe171-2dca-49fc-a74e-5e6f2a9e45a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (976597ea-a902-4e5f-8c76-25f81ae4fb08), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:44.192248 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6022dd9f-5610-41aa-b27c-0fd620606569 req-a85d5180-6353-4e87-a436-19ff15d712ef tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:08:44.197724 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-6022dd9f-5610-41aa-b27c-0fd620606569 req-a85d5180-6353-4e87-a436-19ff15d712ef tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8f9b5386-7fbc-4d22-a388-55c656bf9255 HTTP/1.1" status: 200 len: 943 time: 0.0547419 Aug 30 01:08:44.203069 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793a8748-b386-47d8-9c63-7d52a89fdc7a req-d1ba9458-439d-4a68-bdc2-4024a5153e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:08:44.204594 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-793a8748-b386-47d8-9c63-7d52a89fdc7a req-d1ba9458-439d-4a68-bdc2-4024a5153e1d service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=8f9b5386-7fbc-4d22-a388-55c656bf9255&tenant_id=54768b167b1c4fefb901f640203e1c5d HTTP/1.1" status: 200 len: 1127 time: 0.0918164 Aug 30 01:08:44.265181 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (a0553951-7123-4403-ab2a-bb83048c1e52), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:44.270383 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (ec393def-3d84-45a3-8a6c-ed049d62fe0a), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:44.271451 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-6022dd9f-5610-41aa-b27c-0fd620606569 req-98b8b455-60ad-4434-a779-5c0ee53b1bd8 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=193ef1c6-7e25-4882-bdc3-9d644548a38a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703347 Aug 30 01:08:44.277988 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793a8748-b386-47d8-9c63-7d52a89fdc7a req-311d6950-6cb6-479a-a3a4-d5eb2d8dca2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:08:44.280278 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-793a8748-b386-47d8-9c63-7d52a89fdc7a req-311d6950-6cb6-479a-a3a4-d5eb2d8dca2b service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=54768b167b1c4fefb901f640203e1c5d&device_id=8f9b5386-7fbc-4d22-a388-55c656bf9255 HTTP/1.1" status: 200 len: 1127 time: 0.0509133 Aug 30 01:08:44.374513 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793a8748-b386-47d8-9c63-7d52a89fdc7a req-ba4ada51-4d92-4f54-ad0a-85004edb96f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:08:44.376256 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-793a8748-b386-47d8-9c63-7d52a89fdc7a req-ba4ada51-4d92-4f54-ad0a-85004edb96f1 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=71657289-5845-4030-b5d1-5bad1153486f HTTP/1.1" status: 200 len: 919 time: 0.0896828 Aug 30 01:08:44.444557 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-793a8748-b386-47d8-9c63-7d52a89fdc7a req-a912b3a0-f669-4f43-95be-1cf7b71407e2 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f87d3a77-05ed-43ac-b192-82ed7d858c40 HTTP/1.1" status: 200 len: 999 time: 0.0623269 Aug 30 01:08:44.492553 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793a8748-b386-47d8-9c63-7d52a89fdc7a req-514501a4-d597-4b5d-96a9-8a8c82d4f2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:08:44.494020 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-793a8748-b386-47d8-9c63-7d52a89fdc7a req-514501a4-d597-4b5d-96a9-8a8c82d4f2ee service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=b5ba3a12-33bc-451f-ac45-0e3b5e90b022 HTTP/1.1" status: 200 len: 856 time: 0.0433352 Aug 30 01:08:44.536209 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793a8748-b386-47d8-9c63-7d52a89fdc7a req-44f09db5-cbc8-4818-af00-90be00e58591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:08:44.537729 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-793a8748-b386-47d8-9c63-7d52a89fdc7a req-44f09db5-cbc8-4818-af00-90be00e58591 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=71657289-5845-4030-b5d1-5bad1153486f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0377092 Aug 30 01:08:44.640945 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-793a8748-b386-47d8-9c63-7d52a89fdc7a req-f6a7ea37-4893-43d4-aefa-d3cbf1152405 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/71657289-5845-4030-b5d1-5bad1153486f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946710 Aug 30 01:08:44.699187 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:44.703529 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:44.743854 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-793a8748-b386-47d8-9c63-7d52a89fdc7a req-c83b689d-7667-4cc5-ab35-4b2d0837da97 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/71657289-5845-4030-b5d1-5bad1153486f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954094 Aug 30 01:08:45.560956 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c903f2-eae4-4dfd-baa6-72690b026f62 req-bc3e82be-91c4-47e3-b381-14637e07c726 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:08:45.567688 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-00c903f2-eae4-4dfd-baa6-72690b026f62 req-bc3e82be-91c4-47e3-b381-14637e07c726 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8f9b5386-7fbc-4d22-a388-55c656bf9255 HTTP/1.1" status: 200 len: 943 time: 0.1343699 Aug 30 01:08:45.635153 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-00c903f2-eae4-4dfd-baa6-72690b026f62 req-fd222efb-6564-4671-9ac3-b595751630bb tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=193ef1c6-7e25-4882-bdc3-9d644548a38a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585072 Aug 30 01:08:46.944515 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f852543d-93ae-41d3-8a0e-f1c6a3c0b038 req-0e530027-583f-480a-b968-1c233eaa7624 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:08:46.945986 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-f852543d-93ae-41d3-8a0e-f1c6a3c0b038 req-0e530027-583f-480a-b968-1c233eaa7624 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8f9b5386-7fbc-4d22-a388-55c656bf9255 HTTP/1.1" status: 200 len: 943 time: 0.0518966 Aug 30 01:08:46.997220 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-f852543d-93ae-41d3-8a0e-f1c6a3c0b038 req-a3f3a8b4-72ef-4311-85f8-1daec9314d5f tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=193ef1c6-7e25-4882-bdc3-9d644548a38a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441241 Aug 30 01:08:48.136318 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bacf13-5c81-46b6-9576-0a561c7defc1 req-e40d7355-f8c3-445d-9b0f-0f782f979552 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:08:48.138658 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-09bacf13-5c81-46b6-9576-0a561c7defc1 req-e40d7355-f8c3-445d-9b0f-0f782f979552 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8f9b5386-7fbc-4d22-a388-55c656bf9255 HTTP/1.1" status: 200 len: 943 time: 0.0523784 Aug 30 01:08:48.194398 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-09bacf13-5c81-46b6-9576-0a561c7defc1 req-1ab3dca6-1c7b-47a6-969d-c9364c93a101 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=193ef1c6-7e25-4882-bdc3-9d644548a38a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499012 Aug 30 01:08:49.350521 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13530052-8b19-496c-8f5c-3677815ed8e1 req-9698a12f-ee6d-47bc-9af8-9ed1c0660a41 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:08:49.352839 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-13530052-8b19-496c-8f5c-3677815ed8e1 req-9698a12f-ee6d-47bc-9af8-9ed1c0660a41 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8f9b5386-7fbc-4d22-a388-55c656bf9255 HTTP/1.1" status: 200 len: 943 time: 0.0552268 Aug 30 01:08:49.400771 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-13530052-8b19-496c-8f5c-3677815ed8e1 req-28111198-f0b6-46d3-989f-2caa1c246329 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=193ef1c6-7e25-4882-bdc3-9d644548a38a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416150 Aug 30 01:08:50.540021 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11af862-5ae3-40eb-b779-3dceb81120ea req-3051fb22-4ccd-480b-b8d5-3d0365e05579 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:08:50.541577 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-f11af862-5ae3-40eb-b779-3dceb81120ea req-3051fb22-4ccd-480b-b8d5-3d0365e05579 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8f9b5386-7fbc-4d22-a388-55c656bf9255 HTTP/1.1" status: 200 len: 943 time: 0.0572479 Aug 30 01:08:50.616870 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-f11af862-5ae3-40eb-b779-3dceb81120ea req-8bab1d3c-6b19-4a01-b4b1-84885e0bfd74 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=193ef1c6-7e25-4882-bdc3-9d644548a38a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676646 Aug 30 01:08:51.816772 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a499418e-c311-4ce2-af68-2f9cd2fc845f req-a21be94a-ba8f-4c1e-9eae-da1456a0d1aa tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:08:51.832435 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-a499418e-c311-4ce2-af68-2f9cd2fc845f req-a21be94a-ba8f-4c1e-9eae-da1456a0d1aa tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8f9b5386-7fbc-4d22-a388-55c656bf9255 HTTP/1.1" status: 200 len: 943 time: 0.0847704 Aug 30 01:08:51.968600 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-a499418e-c311-4ce2-af68-2f9cd2fc845f req-b83f2d20-2c29-49ec-82ce-b91cf941ab40 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=193ef1c6-7e25-4882-bdc3-9d644548a38a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303980 Aug 30 01:08:52.147112 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.agents_db [None req-fbf18308-e14c-4042-905c-b7f1770ec079 None None] Agent healthcheck: found 6 active agents {{(pid=106209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:08:53.104951 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e94b95-dbf4-4d38-8eaf-9d4155f10d1d req-8ddf9f87-268c-4aa9-815b-e032c1a91442 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:08:53.106782 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-44e94b95-dbf4-4d38-8eaf-9d4155f10d1d req-8ddf9f87-268c-4aa9-815b-e032c1a91442 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8f9b5386-7fbc-4d22-a388-55c656bf9255 HTTP/1.1" status: 200 len: 943 time: 0.0516343 Aug 30 01:08:53.156064 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-44e94b95-dbf4-4d38-8eaf-9d4155f10d1d req-ab864ca4-fca5-46cc-b631-85a1314d0a60 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=193ef1c6-7e25-4882-bdc3-9d644548a38a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438032 Aug 30 01:08:53.511947 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 53042) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:08:53.620027 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-9476357e-3baa-4aa8-a66d-a4fa9c16c70a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:53.699438 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-9476357e-3baa-4aa8-a66d-a4fa9c16c70a admin admin] Publish callbacks [] for security_group (5443ff3a-fccf-4894-abfe-a3e69317f6f8), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:53.703742 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-9476357e-3baa-4aa8-a66d-a4fa9c16c70a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (5443ff3a-fccf-4894-abfe-a3e69317f6f8), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:53.740199 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9476357e-3baa-4aa8-a66d-a4fa9c16c70a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5443ff3a-fccf-4894-abfe-a3e69317f6f8,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:08:53.744408 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-9476357e-3baa-4aa8-a66d-a4fa9c16c70a admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=1f795b11281a4739a93ab80ee8b97bf3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2313170 Aug 30 01:08:53.748521 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 53046) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:08:53.797461 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-e8b83c43-c70e-4d31-9f19-3d105204955e admin admin] Publish callbacks [] for security_group (5443ff3a-fccf-4894-abfe-a3e69317f6f8), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:53.818139 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-e8b83c43-c70e-4d31-9f19-3d105204955e admin admin] Publish callbacks [] for security_group (5443ff3a-fccf-4894-abfe-a3e69317f6f8), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:53.868474 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-e8b83c43-c70e-4d31-9f19-3d105204955e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (5443ff3a-fccf-4894-abfe-a3e69317f6f8), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:53.871255 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-e8b83c43-c70e-4d31-9f19-3d105204955e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:53.872989 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-e8b83c43-c70e-4d31-9f19-3d105204955e admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/5443ff3a-fccf-4894-abfe-a3e69317f6f8 HTTP/1.1" status: 204 len: 168 time: 0.1238649 Aug 30 01:08:53.881941 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b83c43-c70e-4d31-9f19-3d105204955e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5443ff3a-fccf-4894-abfe-a3e69317f6f8,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:08:53.895915 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=62,neutron:UPDATE=6 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:53.899623 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:54.171641 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 53056) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:08:54.188134 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ec6f620f-394c-4896-89c0-4b7ad533133c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:54.266718 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ec6f620f-394c-4896-89c0-4b7ad533133c admin admin] Publish callbacks [] for security_group (fd61c8c7-01a7-4e7a-b1f5-9d1d0d4701de), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:54.271037 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ec6f620f-394c-4896-89c0-4b7ad533133c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (fd61c8c7-01a7-4e7a-b1f5-9d1d0d4701de), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:54.283278 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:54.291878 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b3b99a-4ae2-4ce0-9475-e54d6ed5b4e1 req-61481f44-cf9a-48f6-8c00-4b6158c9e066 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:08:54.293387 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-f5b3b99a-4ae2-4ce0-9475-e54d6ed5b4e1 req-61481f44-cf9a-48f6-8c00-4b6158c9e066 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8f9b5386-7fbc-4d22-a388-55c656bf9255 HTTP/1.1" status: 200 len: 943 time: 0.0545866 Aug 30 01:08:54.309586 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6f620f-394c-4896-89c0-4b7ad533133c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd61c8c7-01a7-4e7a-b1f5-9d1d0d4701de,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:08:54.314495 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-ec6f620f-394c-4896-89c0-4b7ad533133c admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=175a2a5769244dc9b06f9cec08974eb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1418340 Aug 30 01:08:54.317328 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 53062) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:08:54.376163 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-f5b3b99a-4ae2-4ce0-9475-e54d6ed5b4e1 req-4632af87-a571-463d-8b8a-6d5127972aeb tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=193ef1c6-7e25-4882-bdc3-9d644548a38a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753815 Aug 30 01:08:54.392115 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-48777277-50dc-4da9-adb0-754465040e46 admin admin] Publish callbacks [] for security_group (fd61c8c7-01a7-4e7a-b1f5-9d1d0d4701de), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:54.424933 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-48777277-50dc-4da9-adb0-754465040e46 admin admin] Publish callbacks [] for security_group (fd61c8c7-01a7-4e7a-b1f5-9d1d0d4701de), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:54.455389 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:54.477732 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-48777277-50dc-4da9-adb0-754465040e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (fd61c8c7-01a7-4e7a-b1f5-9d1d0d4701de), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:54.480340 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-48777277-50dc-4da9-adb0-754465040e46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:54.481532 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-48777277-50dc-4da9-adb0-754465040e46 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/fd61c8c7-01a7-4e7a-b1f5-9d1d0d4701de HTTP/1.1" status: 204 len: 168 time: 0.1629808 Aug 30 01:08:54.490891 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48777277-50dc-4da9-adb0-754465040e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd61c8c7-01a7-4e7a-b1f5-9d1d0d4701de,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:08:54.499250 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48777277-50dc-4da9-adb0-754465040e46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:54.499592 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48777277-50dc-4da9-adb0-754465040e46 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:54.499937 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48777277-50dc-4da9-adb0-754465040e46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:54.500275 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48777277-50dc-4da9-adb0-754465040e46 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:54.500607 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48777277-50dc-4da9-adb0-754465040e46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:54.500938 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48777277-50dc-4da9-adb0-754465040e46 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:54.501317 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48777277-50dc-4da9-adb0-754465040e46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:54.501643 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48777277-50dc-4da9-adb0-754465040e46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:54.501970 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48777277-50dc-4da9-adb0-754465040e46 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:54.502294 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48777277-50dc-4da9-adb0-754465040e46 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:54.502618 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48777277-50dc-4da9-adb0-754465040e46 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:54.503068 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48777277-50dc-4da9-adb0-754465040e46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:54.503399 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48777277-50dc-4da9-adb0-754465040e46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:54.503716 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48777277-50dc-4da9-adb0-754465040e46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:54.504035 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48777277-50dc-4da9-adb0-754465040e46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:54.831149 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 53076) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:08:54.844547 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-2d750bc7-fa89-4a12-88b3-60dbf5cc0a24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:54.924048 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-2d750bc7-fa89-4a12-88b3-60dbf5cc0a24 admin admin] Publish callbacks [] for security_group (fd7030ef-2196-48ea-8d25-3785ef715d3f), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:54.927626 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-2d750bc7-fa89-4a12-88b3-60dbf5cc0a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (fd7030ef-2196-48ea-8d25-3785ef715d3f), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:54.966796 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-2d750bc7-fa89-4a12-88b3-60dbf5cc0a24 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=2f22c0b132dd4d8eb915d5631cced8d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1338825 Aug 30 01:08:54.967658 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d750bc7-fa89-4a12-88b3-60dbf5cc0a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd7030ef-2196-48ea-8d25-3785ef715d3f,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:08:54.969503 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 53078) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:08:55.020226 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-b02ac965-c00b-480e-bb4f-1cae18c86c1c admin admin] Publish callbacks [] for security_group (fd7030ef-2196-48ea-8d25-3785ef715d3f), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:55.040563 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-b02ac965-c00b-480e-bb4f-1cae18c86c1c admin admin] Publish callbacks [] for security_group (fd7030ef-2196-48ea-8d25-3785ef715d3f), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:55.088258 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-b02ac965-c00b-480e-bb4f-1cae18c86c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (fd7030ef-2196-48ea-8d25-3785ef715d3f), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:55.090830 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-b02ac965-c00b-480e-bb4f-1cae18c86c1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:55.093012 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-b02ac965-c00b-480e-bb4f-1cae18c86c1c admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/fd7030ef-2196-48ea-8d25-3785ef715d3f HTTP/1.1" status: 204 len: 168 time: 0.1225252 Aug 30 01:08:55.100906 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02ac965-c00b-480e-bb4f-1cae18c86c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd7030ef-2196-48ea-8d25-3785ef715d3f,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:08:55.507571 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ceb19-ec95-4384-b5b2-a8546b51af04 req-4f59209e-3aba-4279-a006-2f41526e341f tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:08:55.509058 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-ca8ceb19-ec95-4384-b5b2-a8546b51af04 req-4f59209e-3aba-4279-a006-2f41526e341f tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8f9b5386-7fbc-4d22-a388-55c656bf9255 HTTP/1.1" status: 200 len: 943 time: 0.0503724 Aug 30 01:08:55.557107 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-ca8ceb19-ec95-4384-b5b2-a8546b51af04 req-acd441ea-0fb9-4168-8918-4ceff3a4167e tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=193ef1c6-7e25-4882-bdc3-9d644548a38a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413547 Aug 30 01:08:56.692086 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4947d73f-730b-4f68-8adf-d28cf76af895 req-c6fd712e-a5af-4451-924b-a2aa1ebeb906 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:08:56.693602 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-4947d73f-730b-4f68-8adf-d28cf76af895 req-c6fd712e-a5af-4451-924b-a2aa1ebeb906 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8f9b5386-7fbc-4d22-a388-55c656bf9255 HTTP/1.1" status: 200 len: 943 time: 0.0508757 Aug 30 01:08:56.750792 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-4947d73f-730b-4f68-8adf-d28cf76af895 req-1869664c-0734-4ace-9610-5c70efc8c727 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=193ef1c6-7e25-4882-bdc3-9d644548a38a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504284 Aug 30 01:08:57.881355 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65a6e69-36de-49e6-90e1-c0108a4a2ab4 req-63ce60b9-88c3-484f-80c0-1fc0f63fa5e3 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:08:57.883159 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-f65a6e69-36de-49e6-90e1-c0108a4a2ab4 req-63ce60b9-88c3-484f-80c0-1fc0f63fa5e3 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8f9b5386-7fbc-4d22-a388-55c656bf9255 HTTP/1.1" status: 200 len: 943 time: 0.0506823 Aug 30 01:08:57.936522 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-f65a6e69-36de-49e6-90e1-c0108a4a2ab4 req-d649e38e-1e83-4230-bf0a-49947c5b141a tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=193ef1c6-7e25-4882-bdc3-9d644548a38a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466273 Aug 30 01:08:58.054474 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 53178) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:08:58.164592 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-26b311c5-76d2-4ff6-a917-7c96a8859854 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:58.167087 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:58.211582 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:58.248848 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-26b311c5-76d2-4ff6-a917-7c96a8859854 admin admin] Publish callbacks [] for security_group (7128e05a-7c8d-4cb6-8c51-fcd173110f9c), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:58.252658 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-26b311c5-76d2-4ff6-a917-7c96a8859854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (7128e05a-7c8d-4cb6-8c51-fcd173110f9c), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:58.292863 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-26b311c5-76d2-4ff6-a917-7c96a8859854 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=e19997fe7ee748d797eb3351a5ca119c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2373118 Aug 30 01:08:58.293595 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b311c5-76d2-4ff6-a917-7c96a8859854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7128e05a-7c8d-4cb6-8c51-fcd173110f9c,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:08:58.296509 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 53182) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:08:58.345369 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-fffed1ba-a8bc-49eb-94be-d57d89858be0 admin admin] Publish callbacks [] for security_group (7128e05a-7c8d-4cb6-8c51-fcd173110f9c), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:58.365385 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-fffed1ba-a8bc-49eb-94be-d57d89858be0 admin admin] Publish callbacks [] for security_group (7128e05a-7c8d-4cb6-8c51-fcd173110f9c), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:58.411194 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-fffed1ba-a8bc-49eb-94be-d57d89858be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (7128e05a-7c8d-4cb6-8c51-fcd173110f9c), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:58.413738 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-fffed1ba-a8bc-49eb-94be-d57d89858be0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:58.414891 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-fffed1ba-a8bc-49eb-94be-d57d89858be0 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/7128e05a-7c8d-4cb6-8c51-fcd173110f9c HTTP/1.1" status: 204 len: 168 time: 0.1174676 Aug 30 01:08:58.423420 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffed1ba-a8bc-49eb-94be-d57d89858be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7128e05a-7c8d-4cb6-8c51-fcd173110f9c,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:08:59.067345 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8e9ed8-47c5-4764-b342-a5d6c2e169d1 req-f47858b6-e46f-42a4-b258-327f9fe844f4 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:08:59.068848 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-6d8e9ed8-47c5-4764-b342-a5d6c2e169d1 req-f47858b6-e46f-42a4-b258-327f9fe844f4 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8f9b5386-7fbc-4d22-a388-55c656bf9255 HTTP/1.1" status: 200 len: 943 time: 0.0503252 Aug 30 01:08:59.093236 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 53222) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:08:59.124677 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-6d8e9ed8-47c5-4764-b342-a5d6c2e169d1 req-7cf2775a-b96d-421c-836c-042bc721da2c tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=193ef1c6-7e25-4882-bdc3-9d644548a38a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500844 Aug 30 01:08:59.217479 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [None req-2d49a11c-7c32-4629-b25b-5efeaf8c594c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-314568025-network', 'tenant_id': 'aa4d639296c34f1dbf0b327fd0828620'}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:08:59.247820 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d49a11c-7c32-4629-b25b-5efeaf8c594c admin admin] Made reservation on behalf of aa4d639296c34f1dbf0b327fd0828620 for: {'network': 1} {{(pid=106206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:08:59.250558 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-2d49a11c-7c32-4629-b25b-5efeaf8c594c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for network (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:59.259931 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-2d49a11c-7c32-4629-b25b-5efeaf8c594c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:59.338680 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-2d49a11c-7c32-4629-b25b-5efeaf8c594c admin admin] Publish callbacks [] for security_group (756ae020-9a80-442a-901c-e51cb26f376a), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:59.343542 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-2d49a11c-7c32-4629-b25b-5efeaf8c594c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (756ae020-9a80-442a-901c-e51cb26f376a), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:59.367367 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d49a11c-7c32-4629-b25b-5efeaf8c594c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1087} {{(pid=106206) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 01:08:59.383772 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d49a11c-7c32-4629-b25b-5efeaf8c594c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=756ae020-9a80-442a-901c-e51cb26f376a,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:08:59.386760 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-2d49a11c-7c32-4629-b25b-5efeaf8c594c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879481'] for segment (f189fdd9-26a6-465a-b699-07b463ddfec7), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:59.387180 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.db.segments_db [None req-2d49a11c-7c32-4629-b25b-5efeaf8c594c admin admin] Added segment f189fdd9-26a6-465a-b699-07b463ddfec7 of type vlan for network 975176e1-2963-4279-99b0-e91749d91c94 Aug 30 01:08:59.430975 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-2d49a11c-7c32-4629-b25b-5efeaf8c594c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737867601237'] for network (975176e1-2963-4279-99b0-e91749d91c94), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:59.457531 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-2d49a11c-7c32-4629-b25b-5efeaf8c594c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16316755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197'] for network (975176e1-2963-4279-99b0-e91749d91c94), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:59.458671 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d49a11c-7c32-4629-b25b-5efeaf8c594c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:08:59.459263 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-2d49a11c-7c32-4629-b25b-5efeaf8c594c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282183'] for network (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:59.523412 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-2d49a11c-7c32-4629-b25b-5efeaf8c594c admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4342754 Aug 30 01:08:59.526571 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 53238) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:08:59.528919 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d49a11c-7c32-4629-b25b-5efeaf8c594c admin admin] Pushing event updated for resources: {'Network': ['ID=975176e1-2963-4279-99b0-e91749d91c94,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:08:59.533399 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [None req-740188e0-46d4-4f6b-9639-a3f5b9738277 admin admin] Request body: {'subnet': {'network_id': '975176e1-2963-4279-99b0-e91749d91c94', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-314568025-subnet', 'tenant_id': 'aa4d639296c34f1dbf0b327fd0828620', 'ip_version': 4}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:08:59.545596 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Network 975176e1-2963-4279-99b0-e91749d91c94 details requested by agent ovs-agent-dv-cinder-815146-13-iscsi with host dv-cinder-815146-13-iscsi {{(pid=106208) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 01:08:59.566135 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740188e0-46d4-4f6b-9639-a3f5b9738277 admin admin] Made reservation on behalf of aa4d639296c34f1dbf0b327fd0828620 for: {'subnet': 1} {{(pid=106207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:08:59.568663 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-740188e0-46d4-4f6b-9639-a3f5b9738277 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12999752'] for subnet (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:59.710241 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=10 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:59.762250 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-740188e0-46d4-4f6b-9639-a3f5b9738277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12999774'] for subnet (249a35e3-e839-4219-8b3a-81bef0c6bdbb), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:59.765936 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:59.820533 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740188e0-46d4-4f6b-9639-a3f5b9738277 admin admin] Pushing event updated for resources: {'Subnet': ['ID=249a35e3-e839-4219-8b3a-81bef0c6bdbb,revision_number=0']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:08:59.836262 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740188e0-46d4-4f6b-9639-a3f5b9738277 admin admin] Checking segment: {'id': 'f189fdd9-26a6-465a-b699-07b463ddfec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '975176e1-2963-4279-99b0-e91749d91c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:08:59.836620 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740188e0-46d4-4f6b-9639-a3f5b9738277 admin admin] Network hostable DHCP agents. Network: 975176e1-2963-4279-99b0-e91749d91c94, hostable agents: ['fba0026e-8830-42b0-8a12-2be2a1203730'], hosted agents: [] {{(pid=106207) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 01:08:59.853436 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740188e0-46d4-4f6b-9639-a3f5b9738277 admin admin] Network 975176e1-2963-4279-99b0-e91749d91c94 is scheduled to be hosted by DHCP agent fba0026e-8830-42b0-8a12-2be2a1203730 with binding_index 1 {{(pid=106207) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 01:08:59.862175 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.base_scheduler [None req-740188e0-46d4-4f6b-9639-a3f5b9738277 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-13-iscsi, 975176e1-2963-4279-99b0-e91749d91c94) {{(pid=106207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:08:59.868104 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740188e0-46d4-4f6b-9639-a3f5b9738277 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:08:59.869066 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-740188e0-46d4-4f6b-9639-a3f5b9738277 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:59.869702 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3d3589-9205-4b70-965a-0b29ad428afa None None] Network 975176e1-2963-4279-99b0-e91749d91c94 requested from dv-cinder-815146-13-iscsi {{(pid=106208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:08:59.888204 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-740188e0-46d4-4f6b-9639-a3f5b9738277 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3598926 Aug 30 01:08:59.891160 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 53242) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:08:59.895725 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [None req-d39fdd3f-8f18-41bd-a4ec-4ab7e7c7f2e7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-314568025-router', 'tenant_id': 'aa4d639296c34f1dbf0b327fd0828620', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb'}}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:08:59.915835 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-d39fdd3f-8f18-41bd-a4ec-4ab7e7c7f2e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16469197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61039'] for router (e038530d-4504-4af5-ac37-d28bfd454d2c), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:59.916816 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-d39fdd3f-8f18-41bd-a4ec-4ab7e7c7f2e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16467696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16461524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16397380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61028'] for router (e038530d-4504-4af5-ac37-d28bfd454d2c), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:59.971276 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-d39fdd3f-8f18-41bd-a4ec-4ab7e7c7f2e7 admin admin] Publish callbacks [] for router_controller (e038530d-4504-4af5-ac37-d28bfd454d2c), precommit_add_association {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:59.975344 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8851c574-4879-4e43-b1b0-545220dcaa9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp060cecbc-5a04-5e81-8619-a9cce68dc16f-975176e1-2963-4279-99b0-e91749d91c94', 'network_id': '975176e1-2963-4279-99b0-e91749d91c94', 'project_id': 'aa4d639296c34f1dbf0b327fd0828620', 'fixed_ips': [{'subnet_id': '249a35e3-e839-4219-8b3a-81bef0c6bdbb'}]}} from dv-cinder-815146-13-iscsi. {{(pid=106208) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 01:08:59.976301 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-8851c574-4879-4e43-b1b0-545220dcaa9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:00.114400 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-d39fdd3f-8f18-41bd-a4ec-4ab7e7c7f2e7 admin admin] Publish callbacks [] for router_gateway (e038530d-4504-4af5-ac37-d28bfd454d2c), precommit_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:00.125424 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.db_base_plugin_common [None req-8851c574-4879-4e43-b1b0-545220dcaa9e None None] Allocated IP 172.20.0.2 (975176e1-2963-4279-99b0-e91749d91c94/249a35e3-e839-4219-8b3a-81bef0c6bdbb/518ef4fe-8452-4c39-970a-3850e76eb45e) {{(pid=106208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:09:00.277167 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-8851c574-4879-4e43-b1b0-545220dcaa9e None None] Publish callbacks [] for port (518ef4fe-8452-4c39-970a-3850e76eb45e), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:00.283539 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-8851c574-4879-4e43-b1b0-545220dcaa9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737867580456'] for port (518ef4fe-8452-4c39-970a-3850e76eb45e), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:00.321708 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d7f53c-6393-41d8-96b1-4f243aff2808 req-8ece2fbd-60ad-4131-bec8-92d9b8e50ca5 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:09:00.323163 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-90d7f53c-6393-41d8-96b1-4f243aff2808 req-8ece2fbd-60ad-4131-bec8-92d9b8e50ca5 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8f9b5386-7fbc-4d22-a388-55c656bf9255 HTTP/1.1" status: 200 len: 943 time: 0.0938714 Aug 30 01:09:00.325911 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8851c574-4879-4e43-b1b0-545220dcaa9e None None] Network 975176e1-2963-4279-99b0-e91749d91c94 is already hosted by enough agents. {{(pid=106208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:09:00.327362 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.scheduler.base_scheduler [None req-8851c574-4879-4e43-b1b0-545220dcaa9e None None] Resources bound (agent type, host, resource id): {{(pid=106208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:09:00.331753 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8851c574-4879-4e43-b1b0-545220dcaa9e None None] Received port after_create {{(pid=106208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:09:00.343312 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8851c574-4879-4e43-b1b0-545220dcaa9e None None] Pushing event updated for resources: {'Port': ['ID=518ef4fe-8452-4c39-970a-3850e76eb45e,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:09:00.356127 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-d39fdd3f-8f18-41bd-a4ec-4ab7e7c7f2e7 admin admin] Publish callbacks [] for router_gateway (e038530d-4504-4af5-ac37-d28bfd454d2c), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:00.369136 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8851c574-4879-4e43-b1b0-545220dcaa9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:09:00.369483 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8851c574-4879-4e43-b1b0-545220dcaa9e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:09:00.369825 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8851c574-4879-4e43-b1b0-545220dcaa9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:09:00.370163 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8851c574-4879-4e43-b1b0-545220dcaa9e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:09:00.370724 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8851c574-4879-4e43-b1b0-545220dcaa9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:09:00.370841 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8851c574-4879-4e43-b1b0-545220dcaa9e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:09:00.371138 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8851c574-4879-4e43-b1b0-545220dcaa9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:09:00.371461 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8851c574-4879-4e43-b1b0-545220dcaa9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:09:00.371787 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8851c574-4879-4e43-b1b0-545220dcaa9e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:09:00.372155 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8851c574-4879-4e43-b1b0-545220dcaa9e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:09:00.372706 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8851c574-4879-4e43-b1b0-545220dcaa9e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:09:00.373035 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8851c574-4879-4e43-b1b0-545220dcaa9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:09:00.373383 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8851c574-4879-4e43-b1b0-545220dcaa9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:09:00.373705 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8851c574-4879-4e43-b1b0-545220dcaa9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:09:00.374028 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8851c574-4879-4e43-b1b0-545220dcaa9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:09:00.378409 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-d39fdd3f-8f18-41bd-a4ec-4ab7e7c7f2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:00.412176 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [None req-8851c574-4879-4e43-b1b0-545220dcaa9e None None] Attempting to bind port 518ef4fe-8452-4c39-970a-3850e76eb45e on host dv-cinder-815146-13-iscsi for vnic_type normal with profile {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:09:00.412955 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [None req-8851c574-4879-4e43-b1b0-545220dcaa9e None None] Attempting to bind port 518ef4fe-8452-4c39-970a-3850e76eb45e by drivers openvswitch,hyperv on host dv-cinder-815146-13-iscsi at level 0 using segments [{'id': 'f189fdd9-26a6-465a-b699-07b463ddfec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '975176e1-2963-4279-99b0-e91749d91c94'}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:09:00.413351 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8851c574-4879-4e43-b1b0-545220dcaa9e None None] Attempting to bind port 518ef4fe-8452-4c39-970a-3850e76eb45e on network 975176e1-2963-4279-99b0-e91749d91c94 {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:09:00.418953 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8851c574-4879-4e43-b1b0-545220dcaa9e None None] Checking agent: {'id': 'a0553951-7123-4403-ab2a-bb83048c1e52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 0, 53, 14), 'started_at': datetime.datetime(2022, 8, 30, 0, 53, 44), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:09:00.419332 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8851c574-4879-4e43-b1b0-545220dcaa9e None None] Checking segment: {'id': 'f189fdd9-26a6-465a-b699-07b463ddfec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '975176e1-2963-4279-99b0-e91749d91c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:09:00.419754 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-8851c574-4879-4e43-b1b0-545220dcaa9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:00.420150 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8851c574-4879-4e43-b1b0-545220dcaa9e None None] Bound using segment: {'id': 'f189fdd9-26a6-465a-b699-07b463ddfec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '975176e1-2963-4279-99b0-e91749d91c94'} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:09:00.420617 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [None req-8851c574-4879-4e43-b1b0-545220dcaa9e None None] Bound port: 518ef4fe-8452-4c39-970a-3850e76eb45e, host: dv-cinder-815146-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f189fdd9-26a6-465a-b699-07b463ddfec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '975176e1-2963-4279-99b0-e91749d91c94'}}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:09:00.420997 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-8851c574-4879-4e43-b1b0-545220dcaa9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (518ef4fe-8452-4c39-970a-3850e76eb45e), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:00.433341 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-90d7f53c-6393-41d8-96b1-4f243aff2808 req-cc7f50cc-260d-40db-a14b-dce18f9bd0f3 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=193ef1c6-7e25-4882-bdc3-9d644548a38a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035020 Aug 30 01:09:00.484048 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-8851c574-4879-4e43-b1b0-545220dcaa9e None None] For port 518ef4fe-8452-4c39-970a-3850e76eb45e, host dv-cinder-815146-13-iscsi, cleared binding levels {{(pid=106208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:09:00.488076 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-8851c574-4879-4e43-b1b0-545220dcaa9e None None] For port 518ef4fe-8452-4c39-970a-3850e76eb45e, host dv-cinder-815146-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=518ef4fe-8452-4c39-970a-3850e76eb45e,segment=NetworkSegment(f189fdd9-26a6-465a-b699-07b463ddfec7),segment_id=f189fdd9-26a6-465a-b699-07b463ddfec7)] {{(pid=106208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:09:00.494063 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-8851c574-4879-4e43-b1b0-545220dcaa9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (518ef4fe-8452-4c39-970a-3850e76eb45e), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:00.504400 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.db_base_plugin_common [None req-d39fdd3f-8f18-41bd-a4ec-4ab7e7c7f2e7 admin admin] Allocated IP 172.27.4.169 (3021e9f0-0eb2-4779-9e8d-2d74d8c353fb/be7a67d1-0569-48bc-88e9-c2545720293d/9e08f476-b2fa-4da9-abe0-0d0881e378ec) {{(pid=106207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:09:00.546816 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8851c574-4879-4e43-b1b0-545220dcaa9e None None] Pushing event updated for resources: {'Port': ['ID=518ef4fe-8452-4c39-970a-3850e76eb45e,revision_number=2']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:09:00.567635 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=6 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:00.623825 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-d39fdd3f-8f18-41bd-a4ec-4ab7e7c7f2e7 admin admin] Publish callbacks [] for port (9e08f476-b2fa-4da9-abe0-0d0881e378ec), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:00.665503 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-d39fdd3f-8f18-41bd-a4ec-4ab7e7c7f2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737867580456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13006123'] for port (9e08f476-b2fa-4da9-abe0-0d0881e378ec), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:00.709829 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:00.730128 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39fdd3f-8f18-41bd-a4ec-4ab7e7c7f2e7 admin admin] Network 3021e9f0-0eb2-4779-9e8d-2d74d8c353fb is already hosted by enough agents. {{(pid=106207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:09:00.738877 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.base_scheduler [None req-d39fdd3f-8f18-41bd-a4ec-4ab7e7c7f2e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:09:00.744495 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39fdd3f-8f18-41bd-a4ec-4ab7e7c7f2e7 admin admin] Received port after_create {{(pid=106207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:09:00.776009 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39fdd3f-8f18-41bd-a4ec-4ab7e7c7f2e7 admin admin] Pushing event updated for resources: {'Port': ['ID=9e08f476-b2fa-4da9-abe0-0d0881e378ec,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:09:01.104183 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-d39fdd3f-8f18-41bd-a4ec-4ab7e7c7f2e7 admin admin] Publish callbacks [] for router_gateway (e038530d-4504-4af5-ac37-d28bfd454d2c), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:01.117898 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-d8c5b969-4fac-447b-9139-88d720f9513e req-028b912b-3600-473a-8239-a65fb6639a64 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1850089549&fields=id&tenant_id=a6380baa172744fa9d7ba5b81f847906 HTTP/1.1" status: 200 len: 267 time: 0.0796673 Aug 30 01:09:01.584093 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfda9d5c-c748-42be-af8c-eabb4c38e4d8 None None] Network 975176e1-2963-4279-99b0-e91749d91c94 requested from dv-cinder-815146-13-iscsi {{(pid=106208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:09:01.637224 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:01.652824 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a4a105-6f51-465d-9444-ca201a24da65 req-7d7e5d90-f020-4ec4-b791-9fab4c95d073 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:09:01.655832 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-d6a4a105-6f51-465d-9444-ca201a24da65 req-7d7e5d90-f020-4ec4-b791-9fab4c95d073 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8f9b5386-7fbc-4d22-a388-55c656bf9255 HTTP/1.1" status: 200 len: 943 time: 0.1174059 Aug 30 01:09:01.657191 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-56ed1162-6bcf-47cd-8c4d-1f9199522886 None None] Provisioning complete for port 518ef4fe-8452-4c39-970a-3850e76eb45e triggered by entity DHCP. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:09:01.657669 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-56ed1162-6bcf-47cd-8c4d-1f9199522886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (518ef4fe-8452-4c39-970a-3850e76eb45e), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:01.703773 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:01.741289 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c5b969-4fac-447b-9139-88d720f9513e req-86fa953d-1fd9-4afa-a58d-465b20421999 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:09:01.742781 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-d8c5b969-4fac-447b-9139-88d720f9513e req-86fa953d-1fd9-4afa-a58d-465b20421999 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/networks?id=9040a016-54c8-479a-991b-4e0ac5fa178d HTTP/1.1" status: 200 len: 812 time: 0.5939822 Aug 30 01:09:01.752316 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:01.775256 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-d39fdd3f-8f18-41bd-a4ec-4ab7e7c7f2e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16467624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16466237'] for router (e038530d-4504-4af5-ac37-d28bfd454d2c), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:01.780829 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-56ed1162-6bcf-47cd-8c4d-1f9199522886 None None] Current status of the port 518ef4fe-8452-4c39-970a-3850e76eb45e is: DOWN; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:09:01.781297 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-56ed1162-6bcf-47cd-8c4d-1f9199522886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (518ef4fe-8452-4c39-970a-3850e76eb45e), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:01.790523 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-d8c5b969-4fac-447b-9139-88d720f9513e req-908ec90c-d74e-4c78-973b-a59fae213a6a tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/quotas/a6380baa172744fa9d7ba5b81f847906 HTTP/1.1" status: 200 len: 375 time: 0.0388680 Aug 30 01:09:01.795347 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-d6a4a105-6f51-465d-9444-ca201a24da65 req-af7fc8b6-9227-4939-9827-b31a1a76b5f8 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=193ef1c6-7e25-4882-bdc3-9d644548a38a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308701 Aug 30 01:09:01.824611 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-56ed1162-6bcf-47cd-8c4d-1f9199522886 None None] For port 518ef4fe-8452-4c39-970a-3850e76eb45e, host dv-cinder-815146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=518ef4fe-8452-4c39-970a-3850e76eb45e,segment=NetworkSegment(f189fdd9-26a6-465a-b699-07b463ddfec7),segment_id=f189fdd9-26a6-465a-b699-07b463ddfec7)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:09:01.831835 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-56ed1162-6bcf-47cd-8c4d-1f9199522886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (518ef4fe-8452-4c39-970a-3850e76eb45e), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:01.889063 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ed1162-6bcf-47cd-8c4d-1f9199522886 None None] Pushing event updated for resources: {'Port': ['ID=518ef4fe-8452-4c39-970a-3850e76eb45e,revision_number=3']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:09:01.923448 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-d8c5b969-4fac-447b-9139-88d720f9513e req-58c012cf-1126-448c-86ed-06439acef2d2 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=a6380baa172744fa9d7ba5b81f847906&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1255736 Aug 30 01:09:02.048533 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-d8c5b969-4fac-447b-9139-88d720f9513e req-2ff687b0-6a9f-45f2-8fc3-f5c6915f386b service neutron] 10.222.0.78 "GET /networking/v2.0/networks/9040a016-54c8-479a-991b-4e0ac5fa178d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090119 Aug 30 01:09:02.050185 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-77bebeb0-2fcb-47e8-85b9-5efbae7f25aa None None] Provisioning complete for port 518ef4fe-8452-4c39-970a-3850e76eb45e triggered by entity DHCP. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:09:02.050586 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-77bebeb0-2fcb-47e8-85b9-5efbae7f25aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (518ef4fe-8452-4c39-970a-3850e76eb45e), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:02.053342 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d39fdd3f-8f18-41bd-a4ec-4ab7e7c7f2e7 admin admin] Router e038530d-4504-4af5-ac37-d28bfd454d2c is scheduled to L3 agent 613dbf26-5731-4391-8a29-3c5185f7ed3f with binding_index 1 {{(pid=106207) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 01:09:02.055665 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:02.130719 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-77bebeb0-2fcb-47e8-85b9-5efbae7f25aa None None] Current status of the port 518ef4fe-8452-4c39-970a-3850e76eb45e is: ACTIVE; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:09:02.142994 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:02.235744 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-d8c5b969-4fac-447b-9139-88d720f9513e req-0747355d-caf1-4296-beba-cc129e444e84 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/9040a016-54c8-479a-991b-4e0ac5fa178d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779006 Aug 30 01:09:02.249738 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d39fdd3f-8f18-41bd-a4ec-4ab7e7c7f2e7 admin admin] Notify agent at l3_agent.dv-cinder-815146-13-iscsi the message routers_updated {{(pid=106207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:09:02.268438 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41f36ef-e2dd-4fde-bd8e-b54b8a2ac10f None None] Sync routers for ids ['e038530d-4504-4af5-ac37-d28bfd454d2c'] in dv-cinder-815146-13-iscsi {{(pid=106208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:09:02.276576 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-d39fdd3f-8f18-41bd-a4ec-4ab7e7c7f2e7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:02.279496 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-d39fdd3f-8f18-41bd-a4ec-4ab7e7c7f2e7 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3859763 Aug 30 01:09:02.281569 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 53274) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:09:02.284946 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41f36ef-e2dd-4fde-bd8e-b54b8a2ac10f None None] Routers {'e038530d-4504-4af5-ac37-d28bfd454d2c'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:09:02.285901 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-a41f36ef-e2dd-4fde-bd8e-b54b8a2ac10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:08:41Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['e038530d-4504-4af5-ac37-d28bfd454d2c'], 'active': True} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:09:02.417602 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device 518ef4fe-8452-4c39-970a-3850e76eb45e up at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:09:02.444851 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:INSERT=17,neutron:UPDATE=3,neutron:SELECT=78,neutron:DELETE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:02.452588 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvr_db [None req-a41f36ef-e2dd-4fde-bd8e-b54b8a2ac10f None None] Set router e038530d-4504-4af5-ac37-d28bfd454d2c gateway port host: dv-cinder-815146-13-iscsi {{(pid=106208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:09:02.582372 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Provisioning complete for port 518ef4fe-8452-4c39-970a-3850e76eb45e triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:09:02.582814 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (518ef4fe-8452-4c39-970a-3850e76eb45e), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:02.635803 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device f87d3a77-05ed-43ac-b192-82ed7d858c40 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=106208) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 01:09:02.731341 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-484e7bd5-0774-48f4-a4c5-54d32930c5d6 req-14d7dec5-bd6f-4640-8a98-a60b9967aac0 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9d3e6518-0173-4f31-ba51-d3fe0f2980e0 HTTP/1.1" status: 200 len: 210 time: 0.0599539 Aug 30 01:09:02.827693 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-a41f36ef-e2dd-4fde-bd8e-b54b8a2ac10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e038530d-4504-4af5-ac37-d28bfd454d2c', 'name': 'tempest-TestShelveInstance-314568025-router', 'tenant_id': 'aa4d639296c34f1dbf0b327fd0828620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.169'}], 'enable_snat': True}, 'gw_port_id': '9e08f476-b2fa-4da9-abe0-0d0881e378ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:08:59Z', 'updated_at': '2022-08-30T01:09:00Z', 'revision_number': 3, 'project_id': 'aa4d639296c34f1dbf0b327fd0828620', 'gw_port': {'id': '9e08f476-b2fa-4da9-abe0-0d0881e378ec', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:74:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e038530d-4504-4af5-ac37-d28bfd454d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:09:00Z', 'updated_at': '2022-08-30T01:09:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi'}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:09:02.873305 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Current status of the port 518ef4fe-8452-4c39-970a-3850e76eb45e is: ACTIVE; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:09:02.882537 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41f36ef-e2dd-4fde-bd8e-b54b8a2ac10f None None] Checking router: e038530d-4504-4af5-ac37-d28bfd454d2c for host: dv-cinder-815146-13-iscsi {{(pid=106208) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:09:02.883052 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41f36ef-e2dd-4fde-bd8e-b54b8a2ac10f None None] Updating router e038530d-4504-4af5-ac37-d28bfd454d2c port 9e08f476-b2fa-4da9-abe0-0d0881e378ec binding host dv-cinder-815146-13-iscsi {{(pid=106208) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 01:09:02.919065 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=100 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:02.921602 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:02.937849 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:02.942543 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-a41f36ef-e2dd-4fde-bd8e-b54b8a2ac10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (9e08f476-b2fa-4da9-abe0-0d0881e378ec), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:02.946333 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port f87d3a77-05ed-43ac-b192-82ed7d858c40, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f87d3a77-05ed-43ac-b192-82ed7d858c40,segment=NetworkSegment(d885eda7-4268-4a35-a6ed-db3090deff20),segment_id=d885eda7-4268-4a35-a6ed-db3090deff20)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:09:02.959587 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b321ea2d-831a-4049-8ea1-26a40a730a05 req-aa42d49f-2227-430e-9888-551dcaf53b34 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:09:02.967287 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-b321ea2d-831a-4049-8ea1-26a40a730a05 req-aa42d49f-2227-430e-9888-551dcaf53b34 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8f9b5386-7fbc-4d22-a388-55c656bf9255 HTTP/1.1" status: 200 len: 943 time: 0.0623038 Aug 30 01:09:02.984226 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Returning: {'device': 'f87d3a77-05ed-43ac-b192-82ed7d858c40', 'network_id': '71657289-5845-4030-b5d1-5bad1153486f', 'port_id': 'f87d3a77-05ed-43ac-b192-82ed7d858c40', 'mac_address': 'fa:16:3e:7e:d0:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5ba3a12-33bc-451f-ac45-0e3b5e90b022', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106208) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 01:09:03.031812 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-b321ea2d-831a-4049-8ea1-26a40a730a05 req-44861e24-b125-4c29-8284-10b94853746c tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=193ef1c6-7e25-4882-bdc3-9d644548a38a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633233 Aug 30 01:09:03.100184 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Current status of the port f87d3a77-05ed-43ac-b192-82ed7d858c40 is: DOWN; New status is: BUILD {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:09:03.100661 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (f87d3a77-05ed-43ac-b192-82ed7d858c40), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:03.134081 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-8fe9823b-5bc7-48f0-bd37-db1d33fa3c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:03.148489 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f87d3a77-05ed-43ac-b192-82ed7d858c40 {{(pid=106208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:09:03.322255 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.db_base_plugin_common [None req-8fe9823b-5bc7-48f0-bd37-db1d33fa3c18 admin admin] Allocated IP 172.20.0.1 (975176e1-2963-4279-99b0-e91749d91c94/249a35e3-e839-4219-8b3a-81bef0c6bdbb/aed9fc92-c5de-471d-a35b-4a0eb06f5b52) {{(pid=106206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:09:03.325194 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port f87d3a77-05ed-43ac-b192-82ed7d858c40, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f87d3a77-05ed-43ac-b192-82ed7d858c40,segment=NetworkSegment(d885eda7-4268-4a35-a6ed-db3090deff20),segment_id=d885eda7-4268-4a35-a6ed-db3090deff20)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:09:03.333012 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (f87d3a77-05ed-43ac-b192-82ed7d858c40), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:03.426403 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Pushing event updated for resources: {'Port': ['ID=f87d3a77-05ed-43ac-b192-82ed7d858c40,revision_number=9']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:09:03.453779 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-8fe9823b-5bc7-48f0-bd37-db1d33fa3c18 admin admin] Publish callbacks [] for port (aed9fc92-c5de-471d-a35b-4a0eb06f5b52), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:03.481906 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-a41f36ef-e2dd-4fde-bd8e-b54b8a2ac10f None None] Publish callbacks [] for port (9e08f476-b2fa-4da9-abe0-0d0881e378ec), precommit_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:03.491175 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-a41f36ef-e2dd-4fde-bd8e-b54b8a2ac10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (9e08f476-b2fa-4da9-abe0-0d0881e378ec), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:03.493837 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-8fe9823b-5bc7-48f0-bd37-db1d33fa3c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737867580456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14283316'] for port (aed9fc92-c5de-471d-a35b-4a0eb06f5b52), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:03.532318 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [None req-a41f36ef-e2dd-4fde-bd8e-b54b8a2ac10f None None] Attempting to bind port 9e08f476-b2fa-4da9-abe0-0d0881e378ec on host dv-cinder-815146-13-iscsi for vnic_type normal with profile {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:09:03.532694 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [None req-a41f36ef-e2dd-4fde-bd8e-b54b8a2ac10f None None] Attempting to bind port 9e08f476-b2fa-4da9-abe0-0d0881e378ec by drivers openvswitch,hyperv on host dv-cinder-815146-13-iscsi at level 0 using segments [{'id': '61a0af84-c6da-4606-8f1e-ec0a95f9a2d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb'}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:09:03.533062 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41f36ef-e2dd-4fde-bd8e-b54b8a2ac10f None None] Attempting to bind port 9e08f476-b2fa-4da9-abe0-0d0881e378ec on network 3021e9f0-0eb2-4779-9e8d-2d74d8c353fb {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:09:03.542024 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe9823b-5bc7-48f0-bd37-db1d33fa3c18 admin admin] Network 975176e1-2963-4279-99b0-e91749d91c94 is already hosted by enough agents. {{(pid=106206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:09:03.545481 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.base_scheduler [None req-8fe9823b-5bc7-48f0-bd37-db1d33fa3c18 admin admin] Resources bound (agent type, host, resource id): {{(pid=106206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:09:03.547117 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41f36ef-e2dd-4fde-bd8e-b54b8a2ac10f None None] Checking agent: {'id': 'a0553951-7123-4403-ab2a-bb83048c1e52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 0, 53, 14), 'started_at': datetime.datetime(2022, 8, 30, 0, 53, 44), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:09:03.547519 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41f36ef-e2dd-4fde-bd8e-b54b8a2ac10f None None] Checking segment: {'id': '61a0af84-c6da-4606-8f1e-ec0a95f9a2d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:09:03.547901 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-a41f36ef-e2dd-4fde-bd8e-b54b8a2ac10f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:03.548304 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41f36ef-e2dd-4fde-bd8e-b54b8a2ac10f None None] Bound using segment: {'id': '61a0af84-c6da-4606-8f1e-ec0a95f9a2d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb'} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:09:03.549062 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [None req-a41f36ef-e2dd-4fde-bd8e-b54b8a2ac10f None None] Bound port: 9e08f476-b2fa-4da9-abe0-0d0881e378ec, host: dv-cinder-815146-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61a0af84-c6da-4606-8f1e-ec0a95f9a2d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb'}}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:09:03.549062 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-a41f36ef-e2dd-4fde-bd8e-b54b8a2ac10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (9e08f476-b2fa-4da9-abe0-0d0881e378ec), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:03.549567 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe9823b-5bc7-48f0-bd37-db1d33fa3c18 admin admin] Received port after_create {{(pid=106206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:09:03.554875 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe9823b-5bc7-48f0-bd37-db1d33fa3c18 admin admin] Pushing event updated for resources: {'Port': ['ID=aed9fc92-c5de-471d-a35b-4a0eb06f5b52,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:09:03.586775 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] get_ports_and_sgs() called for port_ids ['f87d3a77-05ed-43ac-b192-82ed7d858c40'] {{(pid=106208) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:09:03.596278 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7bbefd-24c4-42c0-b6d7-3ddd677e7f92 None None] Pushing event updated for resources: {'Port': ['ID=9e08f476-b2fa-4da9-abe0-0d0881e378ec,revision_number=2']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:09:03.599438 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-8fe9823b-5bc7-48f0-bd37-db1d33fa3c18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16467289'] for router_interface (e038530d-4504-4af5-ac37-d28bfd454d2c), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:03.644736 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-a41f36ef-e2dd-4fde-bd8e-b54b8a2ac10f None None] For port 9e08f476-b2fa-4da9-abe0-0d0881e378ec, host dv-cinder-815146-13-iscsi, cleared binding levels {{(pid=106208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:09:03.666660 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-a41f36ef-e2dd-4fde-bd8e-b54b8a2ac10f None None] For port 9e08f476-b2fa-4da9-abe0-0d0881e378ec, host dv-cinder-815146-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=9e08f476-b2fa-4da9-abe0-0d0881e378ec,segment=NetworkSegment(61a0af84-c6da-4606-8f1e-ec0a95f9a2d1),segment_id=61a0af84-c6da-4606-8f1e-ec0a95f9a2d1)] {{(pid=106208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:09:03.680384 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-a41f36ef-e2dd-4fde-bd8e-b54b8a2ac10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (9e08f476-b2fa-4da9-abe0-0d0881e378ec), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:03.709845 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:03.737382 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41f36ef-e2dd-4fde-bd8e-b54b8a2ac10f None None] Routers {'e038530d-4504-4af5-ac37-d28bfd454d2c'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:09:03.738039 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-a41f36ef-e2dd-4fde-bd8e-b54b8a2ac10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:08:41Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['e038530d-4504-4af5-ac37-d28bfd454d2c'], 'active': True} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:09:03.764552 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-8fe9823b-5bc7-48f0-bd37-db1d33fa3c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (aed9fc92-c5de-471d-a35b-4a0eb06f5b52), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:03.894280 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-5cb8110c-a6ea-452c-a015-117c764a894e req-899147d0-b6e5-4630-ba87-5145bb830411 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9d3e6518-0173-4f31-ba51-d3fe0f2980e0 HTTP/1.1" status: 200 len: 210 time: 0.0441532 Aug 30 01:09:03.916944 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7bbefd-24c4-42c0-b6d7-3ddd677e7f92 None None] Pushing event updated for resources: {'Port': ['ID=9e08f476-b2fa-4da9-abe0-0d0881e378ec,revision_number=3']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:09:03.927334 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:03.966259 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:03.977709 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-68e6a291-151c-4ce5-bafc-828c1a33a138 None None] Provisioning complete for port aed9fc92-c5de-471d-a35b-4a0eb06f5b52 triggered by entity DHCP. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:09:03.978086 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-68e6a291-151c-4ce5-bafc-828c1a33a138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (aed9fc92-c5de-471d-a35b-4a0eb06f5b52), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:04.008216 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-8fe9823b-5bc7-48f0-bd37-db1d33fa3c18 admin admin] Publish callbacks [] for port (aed9fc92-c5de-471d-a35b-4a0eb06f5b52), precommit_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:04.024524 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-8fe9823b-5bc7-48f0-bd37-db1d33fa3c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14283325'] for port (aed9fc92-c5de-471d-a35b-4a0eb06f5b52), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:04.068538 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvr_db [None req-a41f36ef-e2dd-4fde-bd8e-b54b8a2ac10f None None] Set router e038530d-4504-4af5-ac37-d28bfd454d2c gateway port host: dv-cinder-815146-13-iscsi {{(pid=106208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:09:04.121829 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:04.153243 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-8fe9823b-5bc7-48f0-bd37-db1d33fa3c18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16283567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16467405'] for router_interface (e038530d-4504-4af5-ac37-d28bfd454d2c), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:04.199553 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-68e6a291-151c-4ce5-bafc-828c1a33a138 None None] Port aed9fc92-c5de-471d-a35b-4a0eb06f5b52 cannot update to ACTIVE because it is not bound. {{(pid=106208) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:09:04.200528 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe9823b-5bc7-48f0-bd37-db1d33fa3c18 admin admin] Pushing event updated for resources: {'Port': ['ID=aed9fc92-c5de-471d-a35b-4a0eb06f5b52,revision_number=2']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:09:04.290422 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcc5676-ddeb-46cb-bf0b-c61bf1d8d354 req-7bae20d6-f15f-4645-a675-104ffb498dcc tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:09:04.301538 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-7dcc5676-ddeb-46cb-bf0b-c61bf1d8d354 req-7bae20d6-f15f-4645-a675-104ffb498dcc tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8f9b5386-7fbc-4d22-a388-55c656bf9255 HTTP/1.1" status: 200 len: 944 time: 0.0830264 Aug 30 01:09:04.373589 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 53320) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:09:04.385168 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c5b969-4fac-447b-9139-88d720f9513e req-d7dcbc40-be9d-4962-a526-f15990ed3ae7 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:09:04.387064 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-d8c5b969-4fac-447b-9139-88d720f9513e req-d7dcbc40-be9d-4962-a526-f15990ed3ae7 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.47 "GET /networking/v2.0/networks?id=9040a016-54c8-479a-991b-4e0ac5fa178d HTTP/1.1" status: 200 len: 812 time: 0.3758497 Aug 30 01:09:04.389750 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe9823b-5bc7-48f0-bd37-db1d33fa3c18 admin admin] Network 975176e1-2963-4279-99b0-e91749d91c94 is already hosted by enough agents. {{(pid=106206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:09:04.391280 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.base_scheduler [None req-8fe9823b-5bc7-48f0-bd37-db1d33fa3c18 admin admin] Resources bound (agent type, host, resource id): {{(pid=106206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:09:04.405940 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-7dcc5676-ddeb-46cb-bf0b-c61bf1d8d354 req-1b1b5946-467a-49eb-a7f6-38eb62e0280a tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=193ef1c6-7e25-4882-bdc3-9d644548a38a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999370 Aug 30 01:09:04.563445 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-d8c5b969-4fac-447b-9139-88d720f9513e req-a67aec23-7036-425b-8c28-f437e4767e1e tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.47 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a6380baa172744fa9d7ba5b81f847906 HTTP/1.1" status: 200 len: 380 time: 0.1626647 Aug 30 01:09:04.576563 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [req-d8c5b969-4fac-447b-9139-88d720f9513e req-115e4163-dfc1-4fcd-be03-d44ea3920d98 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Request body: {'port': {'device_id': '9d3e6518-0173-4f31-ba51-d3fe0f2980e0', 'network_id': '9040a016-54c8-479a-991b-4e0ac5fa178d', 'admin_state_up': True, 'tenant_id': 'a6380baa172744fa9d7ba5b81f847906', 'security_groups': ['0322309e-1f6d-4caf-a1b9-0e800f7ba56e']}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:09:04.578085 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-a41f36ef-e2dd-4fde-bd8e-b54b8a2ac10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e038530d-4504-4af5-ac37-d28bfd454d2c', 'name': 'tempest-TestShelveInstance-314568025-router', 'tenant_id': 'aa4d639296c34f1dbf0b327fd0828620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.169'}], 'enable_snat': True}, 'gw_port_id': '9e08f476-b2fa-4da9-abe0-0d0881e378ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:08:59Z', 'updated_at': '2022-08-30T01:09:03Z', 'revision_number': 4, 'project_id': 'aa4d639296c34f1dbf0b327fd0828620', 'gw_port': {'id': '9e08f476-b2fa-4da9-abe0-0d0881e378ec', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:74:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e038530d-4504-4af5-ac37-d28bfd454d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:09:00Z', 'updated_at': '2022-08-30T01:09:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_interfaces': [{'id': 'aed9fc92-c5de-471d-a35b-4a0eb06f5b52', 'name': '', 'network_id': '975176e1-2963-4279-99b0-e91749d91c94', 'tenant_id': 'aa4d639296c34f1dbf0b327fd0828620', 'mac_address': 'fa:16:3e:86:1c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e038530d-4504-4af5-ac37-d28bfd454d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '249a35e3-e839-4219-8b3a-81bef0c6bdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:09:03Z', 'updated_at': '2022-08-30T01:09:03Z', 'revision_number': 1, 'project_id': 'aa4d639296c34f1dbf0b327fd0828620', 'subnets': [{'id': '249a35e3-e839-4219-8b3a-81bef0c6bdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:09:04.587365 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-8f5b19b5-388d-420c-b876-437ccd96cfa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:04.615373 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41f36ef-e2dd-4fde-bd8e-b54b8a2ac10f None None] The sync data for ids ['e038530d-4504-4af5-ac37-d28bfd454d2c'] in dv-cinder-815146-13-iscsi is: [{'id': 'e038530d-4504-4af5-ac37-d28bfd454d2c', 'name': 'tempest-TestShelveInstance-314568025-router', 'tenant_id': 'aa4d639296c34f1dbf0b327fd0828620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.169'}], 'enable_snat': True}, 'gw_port_id': '9e08f476-b2fa-4da9-abe0-0d0881e378ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:08:59Z', 'updated_at': '2022-08-30T01:09:03Z', 'revision_number': 4, 'project_id': 'aa4d639296c34f1dbf0b327fd0828620', 'gw_port': {'id': '9e08f476-b2fa-4da9-abe0-0d0881e378ec', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:74:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e038530d-4504-4af5-ac37-d28bfd454d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:09:00Z', 'updated_at': '2022-08-30T01:09:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_interfaces': [{'id': 'aed9fc92-c5de-471d-a35b-4a0eb06f5b52', 'name': '', 'network_id': '975176e1-2963-4279-99b0-e91749d91c94', 'tenant_id': 'aa4d639296c34f1dbf0b327fd0828620', 'mac_address': 'fa:16:3e:86:1c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e038530d-4504-4af5-ac37-d28bfd454d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '249a35e3-e839-4219-8b3a-81bef0c6bdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:09:03Z', 'updated_at': '2022-08-30T01:09:03Z', 'revision_number': 1, 'project_id': 'aa4d639296c34f1dbf0b327fd0828620', 'subnets': [{'id': '249a35e3-e839-4219-8b3a-81bef0c6bdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:09:04.626380 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:04.645844 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fe9823b-5bc7-48f0-bd37-db1d33fa3c18 admin admin] Router e038530d-4504-4af5-ac37-d28bfd454d2c has already been hosted by L3 agent 613dbf26-5731-4391-8a29-3c5185f7ed3f {{(pid=106206) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:09:04.649244 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device f87d3a77-05ed-43ac-b192-82ed7d858c40 up at agent hyperv_hv-cinder-81514 {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:09:04.714389 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-8f5b19b5-388d-420c-b876-437ccd96cfa3 admin admin] Publish callbacks [] for security_group (a315ee92-eced-4545-a396-e9921352e0cd), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:04.714630 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Provisioning complete for port f87d3a77-05ed-43ac-b192-82ed7d858c40 triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:09:04.714743 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (f87d3a77-05ed-43ac-b192-82ed7d858c40), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:04.723059 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-8f5b19b5-388d-420c-b876-437ccd96cfa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (a315ee92-eced-4545-a396-e9921352e0cd), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:04.765850 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-a4992f7a-0fd3-4c6b-a10a-41a221aeacac None None] Provisioning complete for port aed9fc92-c5de-471d-a35b-4a0eb06f5b52 triggered by entity DHCP. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:09:04.766499 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-a4992f7a-0fd3-4c6b-a10a-41a221aeacac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (aed9fc92-c5de-471d-a35b-4a0eb06f5b52), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:04.770356 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:04.776450 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-8f5b19b5-388d-420c-b876-437ccd96cfa3 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=7e68d4489efc47ea9aae9ee7d73ca5ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3968046 Aug 30 01:09:04.780512 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 53324) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:09:04.819408 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8c5b969-4fac-447b-9139-88d720f9513e req-115e4163-dfc1-4fcd-be03-d44ea3920d98 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Made reservation on behalf of a6380baa172744fa9d7ba5b81f847906 for: {'port': 1} {{(pid=106206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:09:04.824410 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-d8c5b969-4fac-447b-9139-88d720f9513e req-115e4163-dfc1-4fcd-be03-d44ea3920d98 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:04.834161 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5b19b5-388d-420c-b876-437ccd96cfa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a315ee92-eced-4545-a396-e9921352e0cd,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:09:04.854694 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fe9823b-5bc7-48f0-bd37-db1d33fa3c18 admin admin] Notify agent at l3_agent.dv-cinder-815146-13-iscsi the message routers_updated {{(pid=106206) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:09:04.864032 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-a4992f7a-0fd3-4c6b-a10a-41a221aeacac None None] Port aed9fc92-c5de-471d-a35b-4a0eb06f5b52 cannot update to ACTIVE because it is not bound. {{(pid=106208) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:09:04.869489 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-8fe9823b-5bc7-48f0-bd37-db1d33fa3c18 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/e038530d-4504-4af5-ac37-d28bfd454d2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5856676 Aug 30 01:09:04.944015 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-3343048b-0aac-4854-9ccd-05ab298b956a admin admin] Publish callbacks [] for security_group (a315ee92-eced-4545-a396-e9921352e0cd), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:04.983825 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Current status of the port f87d3a77-05ed-43ac-b192-82ed7d858c40 is: BUILD; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:09:04.985568 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (f87d3a77-05ed-43ac-b192-82ed7d858c40), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:05.029664 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-3343048b-0aac-4854-9ccd-05ab298b956a admin admin] Publish callbacks [] for security_group (a315ee92-eced-4545-a396-e9921352e0cd), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:05.045585 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f9b5386-7fbc-4d22-a388-55c656bf9255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f87d3a77-05ed-43ac-b192-82ed7d858c40'}] {{(pid=106208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:09:05.048118 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c29b7fbecba6d5f29730e8e5f4edf6e9b002b1b00f6f5f73d69c4afba8ee411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620b6946-cb05-4df5-b299-eb306c980564" -d '{"events": [{"server_uuid": "8f9b5386-7fbc-4d22-a388-55c656bf9255", "name": "network-vif-plugged", "status": "completed", "tag": "f87d3a77-05ed-43ac-b192-82ed7d858c40"}]}' {{(pid=106208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:09:05.099813 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port f87d3a77-05ed-43ac-b192-82ed7d858c40, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f87d3a77-05ed-43ac-b192-82ed7d858c40,segment=NetworkSegment(d885eda7-4268-4a35-a6ed-db3090deff20),segment_id=d885eda7-4268-4a35-a6ed-db3090deff20)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:09:05.106898 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.db_base_plugin_common [req-d8c5b969-4fac-447b-9139-88d720f9513e req-115e4163-dfc1-4fcd-be03-d44ea3920d98 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Allocated IP 172.20.0.5 (9040a016-54c8-479a-991b-4e0ac5fa178d/95c34b58-5326-49b3-92a4-b747a89537a2/45ea4fde-69bf-4651-956f-e265b3f4ca34) {{(pid=106206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:09:05.118009 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (f87d3a77-05ed-43ac-b192-82ed7d858c40), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:05.167814 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-8e15644f-cbc7-45b7-bc89-c25598a15ec0 req-cc14d3fa-75ac-4538-922c-7c4d4d54d717 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9d3e6518-0173-4f31-ba51-d3fe0f2980e0 HTTP/1.1" status: 200 len: 210 time: 0.0968187 Aug 30 01:09:05.173323 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d58fe0f-1203-43e8-be06-a43f90bda600 x-openstack-request-id: req-5d58fe0f-1203-43e8-be06-a43f90bda600 {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:09:05.173608 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f9b5386-7fbc-4d22-a388-55c656bf9255", "name": "network-vif-plugged", "status": "completed", "tag": "f87d3a77-05ed-43ac-b192-82ed7d858c40", "code": 200}]} {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:09:05.173861 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5d58fe0f-1203-43e8-be06-a43f90bda600 {{(pid=106208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:09:05.174260 dv-cinder-815146-13-iscsi neutron-server[106208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d58fe0f-1203-43e8-be06-a43f90bda600'] response: {'server_uuid': '8f9b5386-7fbc-4d22-a388-55c656bf9255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f87d3a77-05ed-43ac-b192-82ed7d858c40', 'code': 200} Aug 30 01:09:05.201988 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-3343048b-0aac-4854-9ccd-05ab298b956a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (a315ee92-eced-4545-a396-e9921352e0cd), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:05.204912 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-3343048b-0aac-4854-9ccd-05ab298b956a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:05.212715 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-3343048b-0aac-4854-9ccd-05ab298b956a admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/a315ee92-eced-4545-a396-e9921352e0cd HTTP/1.1" status: 204 len: 168 time: 0.4269638 Aug 30 01:09:05.234670 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3343048b-0aac-4854-9ccd-05ab298b956a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a315ee92-eced-4545-a396-e9921352e0cd,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:09:05.303539 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Pushing event updated for resources: {'Port': ['ID=f87d3a77-05ed-43ac-b192-82ed7d858c40,revision_number=10']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:09:05.382473 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-d8c5b969-4fac-447b-9139-88d720f9513e req-115e4163-dfc1-4fcd-be03-d44ea3920d98 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks [] for port (45ea4fde-69bf-4651-956f-e265b3f4ca34), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:05.389140 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:05.426025 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-d8c5b969-4fac-447b-9139-88d720f9513e req-115e4163-dfc1-4fcd-be03-d44ea3920d98 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737867580456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14283316'] for port (45ea4fde-69bf-4651-956f-e265b3f4ca34), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:05.502484 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8c5b969-4fac-447b-9139-88d720f9513e req-115e4163-dfc1-4fcd-be03-d44ea3920d98 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Network 9040a016-54c8-479a-991b-4e0ac5fa178d is already hosted by enough agents. {{(pid=106206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:09:05.514774 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.base_scheduler [req-d8c5b969-4fac-447b-9139-88d720f9513e req-115e4163-dfc1-4fcd-be03-d44ea3920d98 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Resources bound (agent type, host, resource id): {{(pid=106206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:09:05.522322 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8c5b969-4fac-447b-9139-88d720f9513e req-115e4163-dfc1-4fcd-be03-d44ea3920d98 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Received port after_create {{(pid=106206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:09:05.569566 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115e4163-dfc1-4fcd-be03-d44ea3920d98 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Pushing event updated for resources: {'Port': ['ID=45ea4fde-69bf-4651-956f-e265b3f4ca34,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:09:05.621156 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c5b969-4fac-447b-9139-88d720f9513e req-115e4163-dfc1-4fcd-be03-d44ea3920d98 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:09:05.622561 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-d8c5b969-4fac-447b-9139-88d720f9513e req-115e4163-dfc1-4fcd-be03-d44ea3920d98 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for port (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:05.648628 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab4ddf-6e3a-4e38-9093-9a8dbed3984c req-1cc8a138-89c4-4615-a879-a41b5c970a6d tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:09:05.654970 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-d8c5b969-4fac-447b-9139-88d720f9513e req-115e4163-dfc1-4fcd-be03-d44ea3920d98 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0843589 Aug 30 01:09:05.659096 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-5cab4ddf-6e3a-4e38-9093-9a8dbed3984c req-1cc8a138-89c4-4615-a879-a41b5c970a6d tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8f9b5386-7fbc-4d22-a388-55c656bf9255 HTTP/1.1" status: 200 len: 946 time: 0.1579549 Aug 30 01:09:05.689636 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [req-d8c5b969-4fac-447b-9139-88d720f9513e req-e18bacc8-fa98-47a5-b45f-d57301b29a6c service neutron] Request body: {'port': {'device_id': '9d3e6518-0173-4f31-ba51-d3fe0f2980e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:09:05.770654 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6835818-6d4f-4f99-83cd-33fb973e9a63 req-604c057d-b325-4b3a-86a3-859cfcb17b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:09:05.772179 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-b6835818-6d4f-4f99-83cd-33fb973e9a63 req-604c057d-b325-4b3a-86a3-859cfcb17b8b service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=8f9b5386-7fbc-4d22-a388-55c656bf9255 HTTP/1.1" status: 200 len: 1130 time: 0.1051197 Aug 30 01:09:05.849769 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-5cab4ddf-6e3a-4e38-9093-9a8dbed3984c req-5f895b0e-3d42-4aaf-980c-ee0f5aad339d tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=193ef1c6-7e25-4882-bdc3-9d644548a38a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1894298 Aug 30 01:09:05.857862 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 53350) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:09:05.870385 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:05.880143 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:05.886184 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-d8c5b969-4fac-447b-9139-88d720f9513e req-e18bacc8-fa98-47a5-b45f-d57301b29a6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (45ea4fde-69bf-4651-956f-e265b3f4ca34), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:05.890662 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-df7d252b-9e05-4836-aee7-41f95da4662a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:05.912772 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-b6835818-6d4f-4f99-83cd-33fb973e9a63 req-6452d2c8-391b-4546-8e38-11f9818386b9 service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=193ef1c6-7e25-4882-bdc3-9d644548a38a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328151 Aug 30 01:09:05.994421 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-b3535d53-e7b9-4c2a-a067-adea5b7003d2 None None] Provisioning complete for port 45ea4fde-69bf-4651-956f-e265b3f4ca34 triggered by entity DHCP. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:09:05.995497 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b3535d53-e7b9-4c2a-a067-adea5b7003d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (45ea4fde-69bf-4651-956f-e265b3f4ca34), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:06.036676 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-df7d252b-9e05-4836-aee7-41f95da4662a admin admin] Publish callbacks [] for security_group (747de529-7e26-43b5-a309-d813872e29fc), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:06.043047 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-df7d252b-9e05-4836-aee7-41f95da4662a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (747de529-7e26-43b5-a309-d813872e29fc), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:06.049994 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b3535d53-e7b9-4c2a-a067-adea5b7003d2 None None] Port 45ea4fde-69bf-4651-956f-e265b3f4ca34 cannot update to ACTIVE because it is not bound. {{(pid=106208) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:09:06.089676 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7d252b-9e05-4836-aee7-41f95da4662a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=747de529-7e26-43b5-a309-d813872e29fc,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:09:06.111799 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-df7d252b-9e05-4836-aee7-41f95da4662a admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=0b551f16f8f44b6981be3b7a9cc3410d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2507451 Aug 30 01:09:06.114377 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 53354) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:09:06.146574 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 53356) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:09:06.157166 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [None req-cf141ee9-1ffb-4c43-a9da-99a1dc0ffdd1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1919290557-network', 'tenant_id': '0f2f7592e46b42e2bfcaadde11a53d56'}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:09:06.191274 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-8b762d60-32e0-41c4-a36f-6c7d80cbfa45 admin admin] Publish callbacks [] for security_group (747de529-7e26-43b5-a309-d813872e29fc), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:06.200258 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf141ee9-1ffb-4c43-a9da-99a1dc0ffdd1 admin admin] Made reservation on behalf of 0f2f7592e46b42e2bfcaadde11a53d56 for: {'network': 1} {{(pid=106207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:09:06.202611 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-cf141ee9-1ffb-4c43-a9da-99a1dc0ffdd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for network (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:06.215473 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [req-d8c5b969-4fac-447b-9139-88d720f9513e req-e18bacc8-fa98-47a5-b45f-d57301b29a6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45ea4fde-69bf-4651-956f-e265b3f4ca34 {{(pid=106206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:09:06.219819 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-cf141ee9-1ffb-4c43-a9da-99a1dc0ffdd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:06.224227 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-d8c5b969-4fac-447b-9139-88d720f9513e req-e18bacc8-fa98-47a5-b45f-d57301b29a6c service neutron] Publish callbacks [] for port (45ea4fde-69bf-4651-956f-e265b3f4ca34), precommit_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:06.228107 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-8b762d60-32e0-41c4-a36f-6c7d80cbfa45 admin admin] Publish callbacks [] for security_group (747de529-7e26-43b5-a309-d813872e29fc), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:06.241678 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [req-d8c5b969-4fac-447b-9139-88d720f9513e req-e18bacc8-fa98-47a5-b45f-d57301b29a6c service neutron] Transition to ACTIVE for port object 45ea4fde-69bf-4651-956f-e265b3f4ca34 will not be triggered until provisioned by entity L2. {{(pid=106206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 01:09:06.263262 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-d8c5b969-4fac-447b-9139-88d720f9513e req-e18bacc8-fa98-47a5-b45f-d57301b29a6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14283325'] for port (45ea4fde-69bf-4651-956f-e265b3f4ca34), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:06.287897 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:06.352643 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18bacc8-fa98-47a5-b45f-d57301b29a6c service neutron] Pushing event updated for resources: {'Port': ['ID=45ea4fde-69bf-4651-956f-e265b3f4ca34,revision_number=2']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:09:06.404673 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa4c98c-4d1f-499a-aa6e-3dabcbb685ca req-abb9651f-71a8-4f28-b1a6-693f23821637 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:09:06.406944 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-6aa4c98c-4d1f-499a-aa6e-3dabcbb685ca req-abb9651f-71a8-4f28-b1a6-693f23821637 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9d3e6518-0173-4f31-ba51-d3fe0f2980e0 HTTP/1.1" status: 200 len: 943 time: 0.1072400 Aug 30 01:09:06.408125 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-8b762d60-32e0-41c4-a36f-6c7d80cbfa45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (747de529-7e26-43b5-a309-d813872e29fc), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:06.409022 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device 9e08f476-b2fa-4da9-abe0-0d0881e378ec up at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:09:06.411407 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-8b762d60-32e0-41c4-a36f-6c7d80cbfa45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:06.417399 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-8b762d60-32e0-41c4-a36f-6c7d80cbfa45 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/747de529-7e26-43b5-a309-d813872e29fc HTTP/1.1" status: 204 len: 168 time: 0.3017530 Aug 30 01:09:06.424401 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [req-d8c5b969-4fac-447b-9139-88d720f9513e req-e18bacc8-fa98-47a5-b45f-d57301b29a6c service neutron] Attempting to bind port 45ea4fde-69bf-4651-956f-e265b3f4ca34 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:09:06.424880 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [req-d8c5b969-4fac-447b-9139-88d720f9513e req-e18bacc8-fa98-47a5-b45f-d57301b29a6c service neutron] Attempting to bind port 45ea4fde-69bf-4651-956f-e265b3f4ca34 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '1433baa4-da16-449d-b37c-9e6e6a5aa666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '9040a016-54c8-479a-991b-4e0ac5fa178d'}] {{(pid=106206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:09:06.425281 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c5b969-4fac-447b-9139-88d720f9513e req-e18bacc8-fa98-47a5-b45f-d57301b29a6c service neutron] Attempting to bind port 45ea4fde-69bf-4651-956f-e265b3f4ca34 on network 9040a016-54c8-479a-991b-4e0ac5fa178d {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:09:06.431037 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c5b969-4fac-447b-9139-88d720f9513e req-e18bacc8-fa98-47a5-b45f-d57301b29a6c service neutron] Port 45ea4fde-69bf-4651-956f-e265b3f4ca34 on network 9040a016-54c8-479a-991b-4e0ac5fa178d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 01:09:06.431493 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c5b969-4fac-447b-9139-88d720f9513e req-e18bacc8-fa98-47a5-b45f-d57301b29a6c service neutron] Attempting to bind port 45ea4fde-69bf-4651-956f-e265b3f4ca34 on network 9040a016-54c8-479a-991b-4e0ac5fa178d {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:09:06.437556 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c5b969-4fac-447b-9139-88d720f9513e req-e18bacc8-fa98-47a5-b45f-d57301b29a6c service neutron] Checking agent: {'id': 'ec393def-3d84-45a3-8a6c-ed049d62fe0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 0, 59, 14), 'started_at': datetime.datetime(2022, 8, 30, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:09:06.438354 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c5b969-4fac-447b-9139-88d720f9513e req-e18bacc8-fa98-47a5-b45f-d57301b29a6c service neutron] Checking segment: {'id': '1433baa4-da16-449d-b37c-9e6e6a5aa666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '9040a016-54c8-479a-991b-4e0ac5fa178d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:09:06.439093 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c5b969-4fac-447b-9139-88d720f9513e req-e18bacc8-fa98-47a5-b45f-d57301b29a6c service neutron] Bound using segment: {'id': '1433baa4-da16-449d-b37c-9e6e6a5aa666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '9040a016-54c8-479a-991b-4e0ac5fa178d'} {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:09:06.439751 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [req-d8c5b969-4fac-447b-9139-88d720f9513e req-e18bacc8-fa98-47a5-b45f-d57301b29a6c service neutron] Bound port: 45ea4fde-69bf-4651-956f-e265b3f4ca34, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1433baa4-da16-449d-b37c-9e6e6a5aa666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '9040a016-54c8-479a-991b-4e0ac5fa178d'}}] {{(pid=106206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:09:06.440344 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-d8c5b969-4fac-447b-9139-88d720f9513e req-e18bacc8-fa98-47a5-b45f-d57301b29a6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (45ea4fde-69bf-4651-956f-e265b3f4ca34), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:06.466382 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b762d60-32e0-41c4-a36f-6c7d80cbfa45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=747de529-7e26-43b5-a309-d813872e29fc,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:09:06.515962 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Provisioning complete for port 9e08f476-b2fa-4da9-abe0-0d0881e378ec triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:09:06.515962 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (9e08f476-b2fa-4da9-abe0-0d0881e378ec), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:06.527683 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-6aa4c98c-4d1f-499a-aa6e-3dabcbb685ca req-40ba117e-a9f2-4c89-b56e-7db782d1b139 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0322309e-1f6d-4caf-a1b9-0e800f7ba56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087472 Aug 30 01:09:06.559526 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-cf141ee9-1ffb-4c43-a9da-99a1dc0ffdd1 admin admin] Publish callbacks [] for security_group (9223a6a5-b7f8-4d9f-811b-6e02e8911acf), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:06.559526 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-cf141ee9-1ffb-4c43-a9da-99a1dc0ffdd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (9223a6a5-b7f8-4d9f-811b-6e02e8911acf), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:06.559890 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [req-d8c5b969-4fac-447b-9139-88d720f9513e req-e18bacc8-fa98-47a5-b45f-d57301b29a6c service neutron] For port 45ea4fde-69bf-4651-956f-e265b3f4ca34, host hv-cinder-81514, cleared binding levels {{(pid=106206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:09:06.563142 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [req-d8c5b969-4fac-447b-9139-88d720f9513e req-e18bacc8-fa98-47a5-b45f-d57301b29a6c service neutron] For port 45ea4fde-69bf-4651-956f-e265b3f4ca34, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=45ea4fde-69bf-4651-956f-e265b3f4ca34,segment=NetworkSegment(1433baa4-da16-449d-b37c-9e6e6a5aa666),segment_id=1433baa4-da16-449d-b37c-9e6e6a5aa666)] {{(pid=106206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:09:06.573738 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-d8c5b969-4fac-447b-9139-88d720f9513e req-e18bacc8-fa98-47a5-b45f-d57301b29a6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14283325'] for port (45ea4fde-69bf-4651-956f-e265b3f4ca34), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:06.578696 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c5b969-4fac-447b-9139-88d720f9513e req-e18bacc8-fa98-47a5-b45f-d57301b29a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:09:06.579477 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-d8c5b969-4fac-447b-9139-88d720f9513e req-e18bacc8-fa98-47a5-b45f-d57301b29a6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for port (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:06.581044 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-d8c5b969-4fac-447b-9139-88d720f9513e req-e18bacc8-fa98-47a5-b45f-d57301b29a6c service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/45ea4fde-69bf-4651-956f-e265b3f4ca34 HTTP/1.1" status: 200 len: 1093 time: 0.9159951 Aug 30 01:09:06.584211 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d3e6518-0173-4f31-ba51-d3fe0f2980e0', 'tag': '45ea4fde-69bf-4651-956f-e265b3f4ca34'}] {{(pid=106206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:09:06.586625 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068580ff6c600dbe59ab62011f5d984f60f6f54628162803fce2ed792aa7a021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cda2a4d-778a-47a2-b24c-3c632694ec6e" -d '{"events": [{"name": "network-changed", "server_uuid": "9d3e6518-0173-4f31-ba51-d3fe0f2980e0", "tag": "45ea4fde-69bf-4651-956f-e265b3f4ca34"}]}' {{(pid=106206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:09:06.634353 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf141ee9-1ffb-4c43-a9da-99a1dc0ffdd1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1073} {{(pid=106207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 01:09:06.648926 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf141ee9-1ffb-4c43-a9da-99a1dc0ffdd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9223a6a5-b7f8-4d9f-811b-6e02e8911acf,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:09:06.663611 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-cf141ee9-1ffb-4c43-a9da-99a1dc0ffdd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879481'] for segment (79e50296-1474-494a-b21d-5113ca8063be), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:06.664120 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.db.segments_db [None req-cf141ee9-1ffb-4c43-a9da-99a1dc0ffdd1 admin admin] Added segment 79e50296-1474-494a-b21d-5113ca8063be of type vlan for network 71974183-595b-4586-a0fb-dcab2c106beb Aug 30 01:09:06.704274 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Current status of the port 9e08f476-b2fa-4da9-abe0-0d0881e378ec is: DOWN; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:09:06.704664 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (9e08f476-b2fa-4da9-abe0-0d0881e378ec), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:06.712073 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c5b969-4fac-447b-9139-88d720f9513e req-cd63006a-6698-4b6a-8d5a-f877b8f6fad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:09:06.713769 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-d8c5b969-4fac-447b-9139-88d720f9513e req-cd63006a-6698-4b6a-8d5a-f877b8f6fad7 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=a6380baa172744fa9d7ba5b81f847906&device_id=9d3e6518-0173-4f31-ba51-d3fe0f2980e0 HTTP/1.1" status: 200 len: 1127 time: 0.0579898 Aug 30 01:09:06.718494 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18bacc8-fa98-47a5-b45f-d57301b29a6c service neutron] Pushing event updated for resources: {'Port': ['ID=45ea4fde-69bf-4651-956f-e265b3f4ca34,revision_number=3']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:09:06.730158 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:06.737320 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da91b0ab-02cc-4945-ae72-a55fa322f6e8 x-openstack-request-id: req-da91b0ab-02cc-4945-ae72-a55fa322f6e8 {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:09:06.737614 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d3e6518-0173-4f31-ba51-d3fe0f2980e0", "tag": "45ea4fde-69bf-4651-956f-e265b3f4ca34", "status": "completed", "code": 200}]} {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:09:06.738179 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-da91b0ab-02cc-4945-ae72-a55fa322f6e8 {{(pid=106206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:09:06.739549 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da91b0ab-02cc-4945-ae72-a55fa322f6e8'] response: {'name': 'network-changed', 'server_uuid': '9d3e6518-0173-4f31-ba51-d3fe0f2980e0', 'tag': '45ea4fde-69bf-4651-956f-e265b3f4ca34', 'status': 'completed', 'code': 200} Aug 30 01:09:06.749787 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:06.752875 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] For port 9e08f476-b2fa-4da9-abe0-0d0881e378ec, host dv-cinder-815146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=9e08f476-b2fa-4da9-abe0-0d0881e378ec,segment=NetworkSegment(61a0af84-c6da-4606-8f1e-ec0a95f9a2d1),segment_id=61a0af84-c6da-4606-8f1e-ec0a95f9a2d1)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:09:06.762922 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (9e08f476-b2fa-4da9-abe0-0d0881e378ec), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:06.768417 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-cf141ee9-1ffb-4c43-a9da-99a1dc0ffdd1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737867601237'] for network (71974183-595b-4586-a0fb-dcab2c106beb), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:06.780294 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-d8c5b969-4fac-447b-9139-88d720f9513e req-88548a5a-62c2-49d6-a4dc-75d5a45bc393 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45ea4fde-69bf-4651-956f-e265b3f4ca34 HTTP/1.1" status: 200 len: 217 time: 0.0584731 Aug 30 01:09:06.807023 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-cf141ee9-1ffb-4c43-a9da-99a1dc0ffdd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16316755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197'] for network (71974183-595b-4586-a0fb-dcab2c106beb), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:06.808347 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf141ee9-1ffb-4c43-a9da-99a1dc0ffdd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:09:06.810000 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-cf141ee9-1ffb-4c43-a9da-99a1dc0ffdd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282183'] for network (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:06.830470 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:06.835348 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Pushing event updated for resources: {'Port': ['ID=9e08f476-b2fa-4da9-abe0-0d0881e378ec,revision_number=4']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:09:06.879036 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c5b969-4fac-447b-9139-88d720f9513e req-7c6491eb-89d2-4c9e-8200-a0df84eae61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:09:06.881778 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-d8c5b969-4fac-447b-9139-88d720f9513e req-7c6491eb-89d2-4c9e-8200-a0df84eae61b service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=95c34b58-5326-49b3-92a4-b747a89537a2 HTTP/1.1" status: 200 len: 851 time: 0.0798385 Aug 30 01:09:06.883021 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 53366) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:09:06.883305 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-cf141ee9-1ffb-4c43-a9da-99a1dc0ffdd1 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7356498 Aug 30 01:09:06.886309 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:INSERT=15,neutron:SELECT=77,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:06.888789 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [None req-d58c82bc-ac76-4949-8db5-cb9baa11e04e admin admin] Request body: {'subnet': {'network_id': '71974183-595b-4586-a0fb-dcab2c106beb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1919290557-subnet', 'tenant_id': '0f2f7592e46b42e2bfcaadde11a53d56', 'ip_version': 4}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:09:06.899351 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf141ee9-1ffb-4c43-a9da-99a1dc0ffdd1 admin admin] Pushing event updated for resources: {'Network': ['ID=71974183-595b-4586-a0fb-dcab2c106beb,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:09:06.920032 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Network 71974183-595b-4586-a0fb-dcab2c106beb details requested by agent ovs-agent-dv-cinder-815146-13-iscsi with host dv-cinder-815146-13-iscsi {{(pid=106208) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 01:09:06.954482 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c5b969-4fac-447b-9139-88d720f9513e req-6339fc37-80b4-4515-b621-c15177b2cf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:09:06.956140 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-d8c5b969-4fac-447b-9139-88d720f9513e req-6339fc37-80b4-4515-b621-c15177b2cf1c service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=9040a016-54c8-479a-991b-4e0ac5fa178d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0618548 Aug 30 01:09:06.958310 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58c82bc-ac76-4949-8db5-cb9baa11e04e admin admin] Made reservation on behalf of 0f2f7592e46b42e2bfcaadde11a53d56 for: {'subnet': 1} {{(pid=106206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:09:06.961265 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-d58c82bc-ac76-4949-8db5-cb9baa11e04e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13728826'] for subnet (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:07.009846 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b88155-314b-49fc-a891-226769d881c0 req-615e75b4-b496-4417-9f50-0a5efe7a9790 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:09:07.011597 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-c0b88155-314b-49fc-a891-226769d881c0 req-615e75b4-b496-4417-9f50-0a5efe7a9790 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8f9b5386-7fbc-4d22-a388-55c656bf9255 HTTP/1.1" status: 200 len: 946 time: 0.0531189 Aug 30 01:09:07.080332 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-c0b88155-314b-49fc-a891-226769d881c0 req-6d753b0d-0673-4ea7-bdc4-64be84fa1b14 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=193ef1c6-7e25-4882-bdc3-9d644548a38a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604467 Aug 30 01:09:07.084237 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 53370) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:09:07.095319 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:07.108471 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-61f204c6-0abe-4403-981d-1d7c9588d8e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:07.185568 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-d8c5b969-4fac-447b-9139-88d720f9513e req-c30ae6d2-5623-43fd-aeb3-714b9997cb54 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/9040a016-54c8-479a-991b-4e0ac5fa178d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516759 Aug 30 01:09:07.189688 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-61f204c6-0abe-4403-981d-1d7c9588d8e6 admin admin] Publish callbacks [] for security_group (5b5b644a-81d3-4f3f-9fdf-3779bf1b5b92), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:07.195367 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-61f204c6-0abe-4403-981d-1d7c9588d8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (5b5b644a-81d3-4f3f-9fdf-3779bf1b5b92), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:07.234189 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-d58c82bc-ac76-4949-8db5-cb9baa11e04e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14283908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13728812'] for subnet (6549ca00-f1c8-4679-8318-854afc473c2d), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:07.238394 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-61f204c6-0abe-4403-981d-1d7c9588d8e6 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=ff65a6aad874428d8f3e1d4360104254&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1529536 Aug 30 01:09:07.244536 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 53372) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:09:07.247737 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f204c6-0abe-4403-981d-1d7c9588d8e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b5b644a-81d3-4f3f-9fdf-3779bf1b5b92,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:09:07.296816 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58c82bc-ac76-4949-8db5-cb9baa11e04e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6549ca00-f1c8-4679-8318-854afc473c2d,revision_number=0']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:09:07.302474 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-28983236-fa71-44ed-b864-a9c62b4f29a5 admin admin] Publish callbacks [] for security_group (5b5b644a-81d3-4f3f-9fdf-3779bf1b5b92), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:07.308419 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58c82bc-ac76-4949-8db5-cb9baa11e04e admin admin] Checking segment: {'id': '79e50296-1474-494a-b21d-5113ca8063be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '71974183-595b-4586-a0fb-dcab2c106beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:09:07.308803 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58c82bc-ac76-4949-8db5-cb9baa11e04e admin admin] Network hostable DHCP agents. Network: 71974183-595b-4586-a0fb-dcab2c106beb, hostable agents: ['fba0026e-8830-42b0-8a12-2be2a1203730'], hosted agents: [] {{(pid=106206) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 01:09:07.329162 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-28983236-fa71-44ed-b864-a9c62b4f29a5 admin admin] Publish callbacks [] for security_group (5b5b644a-81d3-4f3f-9fdf-3779bf1b5b92), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:07.330467 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58c82bc-ac76-4949-8db5-cb9baa11e04e admin admin] Network 71974183-595b-4586-a0fb-dcab2c106beb is scheduled to be hosted by DHCP agent fba0026e-8830-42b0-8a12-2be2a1203730 with binding_index 1 {{(pid=106206) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 01:09:07.345225 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.base_scheduler [None req-d58c82bc-ac76-4949-8db5-cb9baa11e04e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-13-iscsi, 71974183-595b-4586-a0fb-dcab2c106beb) {{(pid=106206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:09:07.350179 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58c82bc-ac76-4949-8db5-cb9baa11e04e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:09:07.350823 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-d58c82bc-ac76-4949-8db5-cb9baa11e04e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282183'] for subnet (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:07.362684 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a991e7-5059-4e24-bb5a-a2f0d7bf7de8 None None] Network 71974183-595b-4586-a0fb-dcab2c106beb requested from dv-cinder-815146-13-iscsi {{(pid=106208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:09:07.371242 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 53374) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:09:07.371418 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-d58c82bc-ac76-4949-8db5-cb9baa11e04e admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4872420 Aug 30 01:09:07.376036 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [None req-20e81497-9e1b-4c52-a085-85c6d32a3f56 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1919290557-router', 'tenant_id': '0f2f7592e46b42e2bfcaadde11a53d56', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb'}}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:09:07.396696 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-28983236-fa71-44ed-b864-a9c62b4f29a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (5b5b644a-81d3-4f3f-9fdf-3779bf1b5b92), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:07.399556 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-28983236-fa71-44ed-b864-a9c62b4f29a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:07.400694 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-28983236-fa71-44ed-b864-a9c62b4f29a5 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/5b5b644a-81d3-4f3f-9fdf-3779bf1b5b92 HTTP/1.1" status: 204 len: 168 time: 0.1586008 Aug 30 01:09:07.405537 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-20e81497-9e1b-4c52-a085-85c6d32a3f56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16469197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61039'] for router (ff70da5d-cd7e-4852-a565-de3090db1a11), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:07.406560 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-20e81497-9e1b-4c52-a085-85c6d32a3f56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16467696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16461524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16397380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61028'] for router (ff70da5d-cd7e-4852-a565-de3090db1a11), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:07.417723 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28983236-fa71-44ed-b864-a9c62b4f29a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b5b644a-81d3-4f3f-9fdf-3779bf1b5b92,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:09:07.476140 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-20e81497-9e1b-4c52-a085-85c6d32a3f56 admin admin] Publish callbacks [] for router_controller (ff70da5d-cd7e-4852-a565-de3090db1a11), precommit_add_association {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:07.527429 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fcb52b-616c-46ca-b290-7e476ceb3fef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp060cecbc-5a04-5e81-8619-a9cce68dc16f-71974183-595b-4586-a0fb-dcab2c106beb', 'network_id': '71974183-595b-4586-a0fb-dcab2c106beb', 'project_id': '0f2f7592e46b42e2bfcaadde11a53d56', 'fixed_ips': [{'subnet_id': '6549ca00-f1c8-4679-8318-854afc473c2d'}]}} from dv-cinder-815146-13-iscsi. {{(pid=106208) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 01:09:07.540960 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-94fcb52b-616c-46ca-b290-7e476ceb3fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:07.674025 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-d8c5b969-4fac-447b-9139-88d720f9513e req-0f8b2213-46c8-4c93-be92-2717f71bb28b service neutron] 10.222.0.47 "GET /networking/v2.0/networks/9040a016-54c8-479a-991b-4e0ac5fa178d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371883 Aug 30 01:09:07.693051 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:07.763088 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-20e81497-9e1b-4c52-a085-85c6d32a3f56 admin admin] Publish callbacks [] for router_gateway (ff70da5d-cd7e-4852-a565-de3090db1a11), precommit_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:07.832577 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f591c9-da07-44b7-8d26-d33bbccb9062 None None] Sync routers for ids ['e038530d-4504-4af5-ac37-d28bfd454d2c'] in dv-cinder-815146-13-iscsi {{(pid=106209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:09:07.833627 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.db_base_plugin_common [None req-94fcb52b-616c-46ca-b290-7e476ceb3fef None None] Allocated IP 172.20.0.2 (71974183-595b-4586-a0fb-dcab2c106beb/6549ca00-f1c8-4679-8318-854afc473c2d/79167a84-81ee-4aae-bc00-baee30294cac) {{(pid=106208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:09:07.850845 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3106eeb-3dc1-497d-a433-54a4d8ae077d req-c5531ae8-1db3-45ec-9203-04ddef9e3798 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:09:07.851421 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f591c9-da07-44b7-8d26-d33bbccb9062 None None] Routers {'e038530d-4504-4af5-ac37-d28bfd454d2c'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:09:07.852320 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-91f591c9-da07-44b7-8d26-d33bbccb9062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:08:41Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['e038530d-4504-4af5-ac37-d28bfd454d2c'], 'active': True} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:09:07.852640 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e3106eeb-3dc1-497d-a433-54a4d8ae077d req-c5531ae8-1db3-45ec-9203-04ddef9e3798 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9d3e6518-0173-4f31-ba51-d3fe0f2980e0 HTTP/1.1" status: 200 len: 943 time: 0.1562803 Aug 30 01:09:07.920977 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:07.925567 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e3106eeb-3dc1-497d-a433-54a4d8ae077d req-71c6c357-7185-4d7b-b0a0-16a4c4a3a3bf tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0322309e-1f6d-4caf-a1b9-0e800f7ba56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651388 Aug 30 01:09:08.018777 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvr_db [None req-91f591c9-da07-44b7-8d26-d33bbccb9062 None None] Set router e038530d-4504-4af5-ac37-d28bfd454d2c gateway port host: dv-cinder-815146-13-iscsi {{(pid=106209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:09:08.036585 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cda2a4d-778a-47a2-b24c-3c632694ec6e req-324784e4-07ca-4eb2-b787-5c96638d94c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:09:08.038186 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-5cda2a4d-778a-47a2-b24c-3c632694ec6e req-324784e4-07ca-4eb2-b787-5c96638d94c4 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=a6380baa172744fa9d7ba5b81f847906&device_id=9d3e6518-0173-4f31-ba51-d3fe0f2980e0 HTTP/1.1" status: 200 len: 1127 time: 0.0921619 Aug 30 01:09:08.097942 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-94fcb52b-616c-46ca-b290-7e476ceb3fef None None] Publish callbacks [] for port (79167a84-81ee-4aae-bc00-baee30294cac), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:08.111928 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-94fcb52b-616c-46ca-b290-7e476ceb3fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737867580456'] for port (79167a84-81ee-4aae-bc00-baee30294cac), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:08.181230 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94fcb52b-616c-46ca-b290-7e476ceb3fef None None] Network 71974183-595b-4586-a0fb-dcab2c106beb is already hosted by enough agents. {{(pid=106208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:09:08.185403 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.scheduler.base_scheduler [None req-94fcb52b-616c-46ca-b290-7e476ceb3fef None None] Resources bound (agent type, host, resource id): {{(pid=106208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:09:08.192651 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-20e81497-9e1b-4c52-a085-85c6d32a3f56 admin admin] Publish callbacks [] for router_gateway (ff70da5d-cd7e-4852-a565-de3090db1a11), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:08.194701 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fcb52b-616c-46ca-b290-7e476ceb3fef None None] Received port after_create {{(pid=106208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:09:08.237246 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-20e81497-9e1b-4c52-a085-85c6d32a3f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:08.248412 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cda2a4d-778a-47a2-b24c-3c632694ec6e req-48b52dfe-ff1f-4f21-8aec-6c5a3506909c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:09:08.251971 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-5cda2a4d-778a-47a2-b24c-3c632694ec6e req-48b52dfe-ff1f-4f21-8aec-6c5a3506909c service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=9040a016-54c8-479a-991b-4e0ac5fa178d HTTP/1.1" status: 200 len: 914 time: 0.2033970 Aug 30 01:09:08.260066 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fcb52b-616c-46ca-b290-7e476ceb3fef None None] Pushing event updated for resources: {'Port': ['ID=79167a84-81ee-4aae-bc00-baee30294cac,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:09:08.364456 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [None req-94fcb52b-616c-46ca-b290-7e476ceb3fef None None] Attempting to bind port 79167a84-81ee-4aae-bc00-baee30294cac on host dv-cinder-815146-13-iscsi for vnic_type normal with profile {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:09:08.365130 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [None req-94fcb52b-616c-46ca-b290-7e476ceb3fef None None] Attempting to bind port 79167a84-81ee-4aae-bc00-baee30294cac by drivers openvswitch,hyperv on host dv-cinder-815146-13-iscsi at level 0 using segments [{'id': '79e50296-1474-494a-b21d-5113ca8063be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '71974183-595b-4586-a0fb-dcab2c106beb'}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:09:08.365258 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fcb52b-616c-46ca-b290-7e476ceb3fef None None] Attempting to bind port 79167a84-81ee-4aae-bc00-baee30294cac on network 71974183-595b-4586-a0fb-dcab2c106beb {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:09:08.371032 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fcb52b-616c-46ca-b290-7e476ceb3fef None None] Checking agent: {'id': 'a0553951-7123-4403-ab2a-bb83048c1e52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 0, 53, 14), 'started_at': datetime.datetime(2022, 8, 30, 0, 53, 44), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:09:08.372114 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fcb52b-616c-46ca-b290-7e476ceb3fef None None] Checking segment: {'id': '79e50296-1474-494a-b21d-5113ca8063be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '71974183-595b-4586-a0fb-dcab2c106beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:09:08.372667 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-94fcb52b-616c-46ca-b290-7e476ceb3fef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:08.373065 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fcb52b-616c-46ca-b290-7e476ceb3fef None None] Bound using segment: {'id': '79e50296-1474-494a-b21d-5113ca8063be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '71974183-595b-4586-a0fb-dcab2c106beb'} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:09:08.373570 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [None req-94fcb52b-616c-46ca-b290-7e476ceb3fef None None] Bound port: 79167a84-81ee-4aae-bc00-baee30294cac, host: dv-cinder-815146-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79e50296-1474-494a-b21d-5113ca8063be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '71974183-595b-4586-a0fb-dcab2c106beb'}}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:09:08.373965 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-94fcb52b-616c-46ca-b290-7e476ceb3fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (79167a84-81ee-4aae-bc00-baee30294cac), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:08.387884 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-5cda2a4d-778a-47a2-b24c-3c632694ec6e req-f47952b0-1986-498b-91ad-775f85b74de8 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45ea4fde-69bf-4651-956f-e265b3f4ca34 HTTP/1.1" status: 200 len: 217 time: 0.1240103 Aug 30 01:09:08.458555 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-91f591c9-da07-44b7-8d26-d33bbccb9062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e038530d-4504-4af5-ac37-d28bfd454d2c', 'name': 'tempest-TestShelveInstance-314568025-router', 'tenant_id': 'aa4d639296c34f1dbf0b327fd0828620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.169'}], 'enable_snat': True}, 'gw_port_id': '9e08f476-b2fa-4da9-abe0-0d0881e378ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:08:59Z', 'updated_at': '2022-08-30T01:09:03Z', 'revision_number': 4, 'project_id': 'aa4d639296c34f1dbf0b327fd0828620', 'gw_port': {'id': '9e08f476-b2fa-4da9-abe0-0d0881e378ec', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:74:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e038530d-4504-4af5-ac37-d28bfd454d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:09:00Z', 'updated_at': '2022-08-30T01:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_interfaces': [{'id': 'aed9fc92-c5de-471d-a35b-4a0eb06f5b52', 'name': '', 'network_id': '975176e1-2963-4279-99b0-e91749d91c94', 'tenant_id': 'aa4d639296c34f1dbf0b327fd0828620', 'mac_address': 'fa:16:3e:86:1c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e038530d-4504-4af5-ac37-d28bfd454d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '249a35e3-e839-4219-8b3a-81bef0c6bdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:09:03Z', 'updated_at': '2022-08-30T01:09:03Z', 'revision_number': 2, 'project_id': 'aa4d639296c34f1dbf0b327fd0828620', 'subnets': [{'id': '249a35e3-e839-4219-8b3a-81bef0c6bdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:09:08.461004 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-94fcb52b-616c-46ca-b290-7e476ceb3fef None None] For port 79167a84-81ee-4aae-bc00-baee30294cac, host dv-cinder-815146-13-iscsi, cleared binding levels {{(pid=106208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:09:08.468070 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:08.469698 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-94fcb52b-616c-46ca-b290-7e476ceb3fef None None] For port 79167a84-81ee-4aae-bc00-baee30294cac, host dv-cinder-815146-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=79167a84-81ee-4aae-bc00-baee30294cac,segment=NetworkSegment(79e50296-1474-494a-b21d-5113ca8063be),segment_id=79e50296-1474-494a-b21d-5113ca8063be)] {{(pid=106208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:09:08.482937 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-94fcb52b-616c-46ca-b290-7e476ceb3fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (79167a84-81ee-4aae-bc00-baee30294cac), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:08.535236 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device 9e08f476-b2fa-4da9-abe0-0d0881e378ec up at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:09:08.539133 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cda2a4d-778a-47a2-b24c-3c632694ec6e req-360e0b81-1fc1-434e-af0d-25ba489f12e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:09:08.540649 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-5cda2a4d-778a-47a2-b24c-3c632694ec6e req-360e0b81-1fc1-434e-af0d-25ba489f12e8 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=95c34b58-5326-49b3-92a4-b747a89537a2 HTTP/1.1" status: 200 len: 851 time: 0.1490734 Aug 30 01:09:08.562048 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5143cc-e5c6-4d74-8bdc-8e12dda25539 req-cbf210aa-6f91-497e-88de-2c16685d86e1 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:09:08.566806 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f591c9-da07-44b7-8d26-d33bbccb9062 None None] Checking router: e038530d-4504-4af5-ac37-d28bfd454d2c for host: dv-cinder-815146-13-iscsi {{(pid=106209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:09:08.568807 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f591c9-da07-44b7-8d26-d33bbccb9062 None None] Updating router e038530d-4504-4af5-ac37-d28bfd454d2c port aed9fc92-c5de-471d-a35b-4a0eb06f5b52 binding host dv-cinder-815146-13-iscsi {{(pid=106209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 01:09:08.570827 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-3a5143cc-e5c6-4d74-8bdc-8e12dda25539 req-cbf210aa-6f91-497e-88de-2c16685d86e1 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8f9b5386-7fbc-4d22-a388-55c656bf9255 HTTP/1.1" status: 200 len: 946 time: 0.3039932 Aug 30 01:09:08.612990 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-91f591c9-da07-44b7-8d26-d33bbccb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (aed9fc92-c5de-471d-a35b-4a0eb06f5b52), before_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:08.625841 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fcb52b-616c-46ca-b290-7e476ceb3fef None None] Pushing event updated for resources: {'Port': ['ID=79167a84-81ee-4aae-bc00-baee30294cac,revision_number=2']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:09:08.658385 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Provisioning complete for port 9e08f476-b2fa-4da9-abe0-0d0881e378ec triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:09:08.658999 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (9e08f476-b2fa-4da9-abe0-0d0881e378ec), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:08.685210 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:08.701916 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cda2a4d-778a-47a2-b24c-3c632694ec6e req-ce899a1d-0333-415a-9f1c-2f1b132e69e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:09:08.703296 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.db_base_plugin_common [None req-20e81497-9e1b-4c52-a085-85c6d32a3f56 admin admin] Allocated IP 172.27.4.105 (3021e9f0-0eb2-4779-9e8d-2d74d8c353fb/be7a67d1-0569-48bc-88e9-c2545720293d/79b6a021-a515-460f-84fe-b086994ad8e8) {{(pid=106207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:09:08.706376 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-5cda2a4d-778a-47a2-b24c-3c632694ec6e req-ce899a1d-0333-415a-9f1c-2f1b132e69e5 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=9040a016-54c8-479a-991b-4e0ac5fa178d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1582785 Aug 30 01:09:08.840762 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:08.842228 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Current status of the port 9e08f476-b2fa-4da9-abe0-0d0881e378ec is: ACTIVE; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:09:08.987197 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-98798e72-12e5-4a06-92f5-ddb6e9169d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (fba0026e-8830-42b0-8a12-2be2a1203730), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:08.991941 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-5cda2a4d-778a-47a2-b24c-3c632694ec6e req-1a3e57ce-973b-4dd2-80c8-fdaf22839ac5 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/9040a016-54c8-479a-991b-4e0ac5fa178d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741702 Aug 30 01:09:09.087092 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-3a5143cc-e5c6-4d74-8bdc-8e12dda25539 req-4ec13deb-5280-465e-b72e-4f5f959754ff tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=193ef1c6-7e25-4882-bdc3-9d644548a38a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5145531 Aug 30 01:09:09.108350 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-20e81497-9e1b-4c52-a085-85c6d32a3f56 admin admin] Publish callbacks [] for port (79b6a021-a515-460f-84fe-b086994ad8e8), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:09.164251 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-5cda2a4d-778a-47a2-b24c-3c632694ec6e req-8113d8f5-1a0c-411a-8e41-61d7eb6eeb8c service neutron] 10.222.0.47 "GET /networking/v2.0/networks/9040a016-54c8-479a-991b-4e0ac5fa178d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637480 Aug 30 01:09:09.217796 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c705a5e-8fe0-436f-b4dd-74a83aa81d76 req-5576d226-179f-478d-a65d-193244a143b4 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:09:09.219865 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-5c705a5e-8fe0-436f-b4dd-74a83aa81d76 req-5576d226-179f-478d-a65d-193244a143b4 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9d3e6518-0173-4f31-ba51-d3fe0f2980e0 HTTP/1.1" status: 200 len: 943 time: 0.0971107 Aug 30 01:09:09.227269 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-20e81497-9e1b-4c52-a085-85c6d32a3f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737867580456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13006123'] for port (79b6a021-a515-460f-84fe-b086994ad8e8), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:09.268817 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-91f591c9-da07-44b7-8d26-d33bbccb9062 None None] Publish callbacks [] for port (aed9fc92-c5de-471d-a35b-4a0eb06f5b52), precommit_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:09.282315 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-91f591c9-da07-44b7-8d26-d33bbccb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (aed9fc92-c5de-471d-a35b-4a0eb06f5b52), after_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:09.314263 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e81497-9e1b-4c52-a085-85c6d32a3f56 admin admin] Network 3021e9f0-0eb2-4779-9e8d-2d74d8c353fb is already hosted by enough agents. {{(pid=106207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:09:09.323566 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.base_scheduler [None req-20e81497-9e1b-4c52-a085-85c6d32a3f56 admin admin] Resources bound (agent type, host, resource id): {{(pid=106207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:09:09.332976 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e81497-9e1b-4c52-a085-85c6d32a3f56 admin admin] Received port after_create {{(pid=106207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:09:09.335449 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e81497-9e1b-4c52-a085-85c6d32a3f56 admin admin] Pushing event updated for resources: {'Port': ['ID=79b6a021-a515-460f-84fe-b086994ad8e8,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:09:09.385356 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-5c705a5e-8fe0-436f-b4dd-74a83aa81d76 req-52419e58-5746-49c1-9d5b-ce3cb27d8b17 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0322309e-1f6d-4caf-a1b9-0e800f7ba56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532788 Aug 30 01:09:09.402900 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b9c3c8-1bb8-4937-836f-dd19b1000d11 None None] Pushing event updated for resources: {'Port': ['ID=aed9fc92-c5de-471d-a35b-4a0eb06f5b52,revision_number=3']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:09:09.438189 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b9c3c8-1bb8-4937-836f-dd19b1000d11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:09:09.438829 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b9c3c8-1bb8-4937-836f-dd19b1000d11 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:09:09.439339 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b9c3c8-1bb8-4937-836f-dd19b1000d11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:09:09.439836 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b9c3c8-1bb8-4937-836f-dd19b1000d11 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:09:09.440432 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b9c3c8-1bb8-4937-836f-dd19b1000d11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:09:09.440917 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b9c3c8-1bb8-4937-836f-dd19b1000d11 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:09:09.441423 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b9c3c8-1bb8-4937-836f-dd19b1000d11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:09:09.443769 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b9c3c8-1bb8-4937-836f-dd19b1000d11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:09:09.443769 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b9c3c8-1bb8-4937-836f-dd19b1000d11 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:09:09.443769 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b9c3c8-1bb8-4937-836f-dd19b1000d11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:09:09.443769 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b9c3c8-1bb8-4937-836f-dd19b1000d11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:09:09.443769 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b9c3c8-1bb8-4937-836f-dd19b1000d11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:09:09.445162 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b9c3c8-1bb8-4937-836f-dd19b1000d11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:09:09.445673 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b9c3c8-1bb8-4937-836f-dd19b1000d11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:09:09.446165 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b9c3c8-1bb8-4937-836f-dd19b1000d11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:09:09.453507 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.managers [None req-91f591c9-da07-44b7-8d26-d33bbccb9062 None None] Attempting to bind port aed9fc92-c5de-471d-a35b-4a0eb06f5b52 on host dv-cinder-815146-13-iscsi for vnic_type normal with profile {{(pid=106209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:09:09.454376 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.managers [None req-91f591c9-da07-44b7-8d26-d33bbccb9062 None None] Attempting to bind port aed9fc92-c5de-471d-a35b-4a0eb06f5b52 by drivers openvswitch,hyperv on host dv-cinder-815146-13-iscsi at level 0 using segments [{'id': 'f189fdd9-26a6-465a-b699-07b463ddfec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '975176e1-2963-4279-99b0-e91749d91c94'}] {{(pid=106209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:09:09.455678 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f591c9-da07-44b7-8d26-d33bbccb9062 None None] Attempting to bind port aed9fc92-c5de-471d-a35b-4a0eb06f5b52 on network 975176e1-2963-4279-99b0-e91749d91c94 {{(pid=106209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:09:09.461744 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f591c9-da07-44b7-8d26-d33bbccb9062 None None] Checking agent: {'id': 'a0553951-7123-4403-ab2a-bb83048c1e52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 0, 53, 14), 'started_at': datetime.datetime(2022, 8, 30, 0, 53, 44), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:09:09.462587 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f591c9-da07-44b7-8d26-d33bbccb9062 None None] Checking segment: {'id': 'f189fdd9-26a6-465a-b699-07b463ddfec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '975176e1-2963-4279-99b0-e91749d91c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:09:09.463295 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-91f591c9-da07-44b7-8d26-d33bbccb9062 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:09.464322 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f591c9-da07-44b7-8d26-d33bbccb9062 None None] Bound using segment: {'id': 'f189fdd9-26a6-465a-b699-07b463ddfec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '975176e1-2963-4279-99b0-e91749d91c94'} {{(pid=106209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:09:09.465817 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.managers [None req-91f591c9-da07-44b7-8d26-d33bbccb9062 None None] Bound port: aed9fc92-c5de-471d-a35b-4a0eb06f5b52, host: dv-cinder-815146-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f189fdd9-26a6-465a-b699-07b463ddfec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '975176e1-2963-4279-99b0-e91749d91c94'}}] {{(pid=106209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:09:09.466803 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-91f591c9-da07-44b7-8d26-d33bbccb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (aed9fc92-c5de-471d-a35b-4a0eb06f5b52), before_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:09.479877 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:09.624677 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:09.635335 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.db [None req-91f591c9-da07-44b7-8d26-d33bbccb9062 None None] For port aed9fc92-c5de-471d-a35b-4a0eb06f5b52, host dv-cinder-815146-13-iscsi, cleared binding levels {{(pid=106209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:09:09.640181 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.db [None req-91f591c9-da07-44b7-8d26-d33bbccb9062 None None] For port aed9fc92-c5de-471d-a35b-4a0eb06f5b52, host dv-cinder-815146-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=aed9fc92-c5de-471d-a35b-4a0eb06f5b52,segment=NetworkSegment(f189fdd9-26a6-465a-b699-07b463ddfec7),segment_id=f189fdd9-26a6-465a-b699-07b463ddfec7)] {{(pid=106209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:09:09.649377 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-91f591c9-da07-44b7-8d26-d33bbccb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (aed9fc92-c5de-471d-a35b-4a0eb06f5b52), after_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:09.653946 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-20e81497-9e1b-4c52-a085-85c6d32a3f56 admin admin] Publish callbacks [] for router_gateway (ff70da5d-cd7e-4852-a565-de3090db1a11), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:09.669375 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f591c9-da07-44b7-8d26-d33bbccb9062 None None] Routers {'e038530d-4504-4af5-ac37-d28bfd454d2c'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:09:09.670010 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-91f591c9-da07-44b7-8d26-d33bbccb9062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:08:41Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['e038530d-4504-4af5-ac37-d28bfd454d2c'], 'active': True} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:09:09.725205 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:09.725459 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:09.788583 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b9c3c8-1bb8-4937-836f-dd19b1000d11 None None] Pushing event updated for resources: {'Port': ['ID=aed9fc92-c5de-471d-a35b-4a0eb06f5b52,revision_number=4']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:09:09.822819 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvr_db [None req-91f591c9-da07-44b7-8d26-d33bbccb9062 None None] Set router e038530d-4504-4af5-ac37-d28bfd454d2c gateway port host: dv-cinder-815146-13-iscsi {{(pid=106209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:09:10.069361 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-91f591c9-da07-44b7-8d26-d33bbccb9062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e038530d-4504-4af5-ac37-d28bfd454d2c', 'name': 'tempest-TestShelveInstance-314568025-router', 'tenant_id': 'aa4d639296c34f1dbf0b327fd0828620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.169'}], 'enable_snat': True}, 'gw_port_id': '9e08f476-b2fa-4da9-abe0-0d0881e378ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:08:59Z', 'updated_at': '2022-08-30T01:09:03Z', 'revision_number': 4, 'project_id': 'aa4d639296c34f1dbf0b327fd0828620', 'gw_port': {'id': '9e08f476-b2fa-4da9-abe0-0d0881e378ec', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:74:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e038530d-4504-4af5-ac37-d28bfd454d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:09:00Z', 'updated_at': '2022-08-30T01:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_interfaces': [{'id': 'aed9fc92-c5de-471d-a35b-4a0eb06f5b52', 'name': '', 'network_id': '975176e1-2963-4279-99b0-e91749d91c94', 'tenant_id': 'aa4d639296c34f1dbf0b327fd0828620', 'mac_address': 'fa:16:3e:86:1c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e038530d-4504-4af5-ac37-d28bfd454d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '249a35e3-e839-4219-8b3a-81bef0c6bdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:09:03Z', 'updated_at': '2022-08-30T01:09:09Z', 'revision_number': 4, 'project_id': 'aa4d639296c34f1dbf0b327fd0828620', 'subnets': [{'id': '249a35e3-e839-4219-8b3a-81bef0c6bdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:09:10.098611 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f591c9-da07-44b7-8d26-d33bbccb9062 None None] The sync data for ids ['e038530d-4504-4af5-ac37-d28bfd454d2c'] in dv-cinder-815146-13-iscsi is: [{'id': 'e038530d-4504-4af5-ac37-d28bfd454d2c', 'name': 'tempest-TestShelveInstance-314568025-router', 'tenant_id': 'aa4d639296c34f1dbf0b327fd0828620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.169'}], 'enable_snat': True}, 'gw_port_id': '9e08f476-b2fa-4da9-abe0-0d0881e378ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:08:59Z', 'updated_at': '2022-08-30T01:09:03Z', 'revision_number': 4, 'project_id': 'aa4d639296c34f1dbf0b327fd0828620', 'gw_port': {'id': '9e08f476-b2fa-4da9-abe0-0d0881e378ec', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:74:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e038530d-4504-4af5-ac37-d28bfd454d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:09:00Z', 'updated_at': '2022-08-30T01:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_interfaces': [{'id': 'aed9fc92-c5de-471d-a35b-4a0eb06f5b52', 'name': '', 'network_id': '975176e1-2963-4279-99b0-e91749d91c94', 'tenant_id': 'aa4d639296c34f1dbf0b327fd0828620', 'mac_address': 'fa:16:3e:86:1c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e038530d-4504-4af5-ac37-d28bfd454d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '249a35e3-e839-4219-8b3a-81bef0c6bdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:09:03Z', 'updated_at': '2022-08-30T01:09:09Z', 'revision_number': 4, 'project_id': 'aa4d639296c34f1dbf0b327fd0828620', 'subnets': [{'id': '249a35e3-e839-4219-8b3a-81bef0c6bdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:09:10.116584 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3f4104-2612-4495-89aa-200c209b4927 None None] Network 71974183-595b-4586-a0fb-dcab2c106beb requested from dv-cinder-815146-13-iscsi {{(pid=106208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:09:10.187864 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-63033e6e-e670-4b6f-93cb-195036d1cea1 None None] Provisioning complete for port 79167a84-81ee-4aae-bc00-baee30294cac triggered by entity DHCP. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:09:10.188239 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-63033e6e-e670-4b6f-93cb-195036d1cea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (79167a84-81ee-4aae-bc00-baee30294cac), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:10.230409 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-20e81497-9e1b-4c52-a085-85c6d32a3f56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16467624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16466237'] for router (ff70da5d-cd7e-4852-a565-de3090db1a11), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:10.350310 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d78fe5-879b-4193-9fd2-f16c76456704 req-91bfde03-4112-4a03-9096-bac8d8ae85bb tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:09:10.352139 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-16d78fe5-879b-4193-9fd2-f16c76456704 req-91bfde03-4112-4a03-9096-bac8d8ae85bb tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8f9b5386-7fbc-4d22-a388-55c656bf9255 HTTP/1.1" status: 200 len: 946 time: 0.1181936 Aug 30 01:09:10.378909 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-63033e6e-e670-4b6f-93cb-195036d1cea1 None None] Current status of the port 79167a84-81ee-4aae-bc00-baee30294cac is: DOWN; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:09:10.379299 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-63033e6e-e670-4b6f-93cb-195036d1cea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (79167a84-81ee-4aae-bc00-baee30294cac), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:10.425972 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-63033e6e-e670-4b6f-93cb-195036d1cea1 None None] For port 79167a84-81ee-4aae-bc00-baee30294cac, host dv-cinder-815146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=79167a84-81ee-4aae-bc00-baee30294cac,segment=NetworkSegment(79e50296-1474-494a-b21d-5113ca8063be),segment_id=79e50296-1474-494a-b21d-5113ca8063be)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:09:10.440889 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-63033e6e-e670-4b6f-93cb-195036d1cea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (79167a84-81ee-4aae-bc00-baee30294cac), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:10.502219 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-16d78fe5-879b-4193-9fd2-f16c76456704 req-fdff97b5-62b5-498b-b5a7-806088a39212 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=193ef1c6-7e25-4882-bdc3-9d644548a38a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160870 Aug 30 01:09:10.564030 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63033e6e-e670-4b6f-93cb-195036d1cea1 None None] Pushing event updated for resources: {'Port': ['ID=79167a84-81ee-4aae-bc00-baee30294cac,revision_number=3']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:09:10.580299 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20e81497-9e1b-4c52-a085-85c6d32a3f56 admin admin] Router ff70da5d-cd7e-4852-a565-de3090db1a11 is scheduled to L3 agent 613dbf26-5731-4391-8a29-3c5185f7ed3f with binding_index 1 {{(pid=106207) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 01:09:10.609884 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device aed9fc92-c5de-471d-a35b-4a0eb06f5b52 up at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:09:10.672649 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591b1574-cbf3-4e4f-9ab6-2683a4e5c007 req-7730303d-91f2-4ee9-9684-e0beca7b3a00 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:09:10.679605 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-591b1574-cbf3-4e4f-9ab6-2683a4e5c007 req-7730303d-91f2-4ee9-9684-e0beca7b3a00 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9d3e6518-0173-4f31-ba51-d3fe0f2980e0 HTTP/1.1" status: 200 len: 943 time: 0.1230307 Aug 30 01:09:10.713240 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Provisioning complete for port aed9fc92-c5de-471d-a35b-4a0eb06f5b52 triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:09:10.713628 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (aed9fc92-c5de-471d-a35b-4a0eb06f5b52), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:10.797436 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-591b1574-cbf3-4e4f-9ab6-2683a4e5c007 req-497d0264-c2aa-446e-9db8-b302f780dd47 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0322309e-1f6d-4caf-a1b9-0e800f7ba56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125934 Aug 30 01:09:10.803584 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e81497-9e1b-4c52-a085-85c6d32a3f56 admin admin] Notify agent at l3_agent.dv-cinder-815146-13-iscsi the message routers_updated {{(pid=106207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:09:10.861798 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-20e81497-9e1b-4c52-a085-85c6d32a3f56 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:10.863161 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-20e81497-9e1b-4c52-a085-85c6d32a3f56 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4904282 Aug 30 01:09:10.866052 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 53472) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:09:10.880152 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24a5544-8bbe-47d4-9085-1698a451ad5b None None] Sync routers for ids ['ff70da5d-cd7e-4852-a565-de3090db1a11'] in dv-cinder-815146-13-iscsi {{(pid=106208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:09:10.913482 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24a5544-8bbe-47d4-9085-1698a451ad5b None None] Routers {'ff70da5d-cd7e-4852-a565-de3090db1a11'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:09:10.913482 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-f24a5544-8bbe-47d4-9085-1698a451ad5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:08:41Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['ff70da5d-cd7e-4852-a565-de3090db1a11'], 'active': True} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:09:10.919249 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-6182e9f2-1058-469c-87ce-b1ceff801e8b None None] Provisioning complete for port 79167a84-81ee-4aae-bc00-baee30294cac triggered by entity DHCP. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:09:10.919558 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-6182e9f2-1058-469c-87ce-b1ceff801e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (79167a84-81ee-4aae-bc00-baee30294cac), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:11.089510 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Current status of the port aed9fc92-c5de-471d-a35b-4a0eb06f5b52 is: DOWN; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:09:11.089910 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (aed9fc92-c5de-471d-a35b-4a0eb06f5b52), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:11.119327 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:11.126726 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvr_db [None req-f24a5544-8bbe-47d4-9085-1698a451ad5b None None] Set router ff70da5d-cd7e-4852-a565-de3090db1a11 gateway port host: dv-cinder-815146-13-iscsi {{(pid=106208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:09:11.215871 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-6182e9f2-1058-469c-87ce-b1ceff801e8b None None] Current status of the port 79167a84-81ee-4aae-bc00-baee30294cac is: ACTIVE; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:09:11.254852 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] For port aed9fc92-c5de-471d-a35b-4a0eb06f5b52, host dv-cinder-815146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=aed9fc92-c5de-471d-a35b-4a0eb06f5b52,segment=NetworkSegment(f189fdd9-26a6-465a-b699-07b463ddfec7),segment_id=f189fdd9-26a6-465a-b699-07b463ddfec7)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:09:11.257269 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:11.267033 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (aed9fc92-c5de-471d-a35b-4a0eb06f5b52), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:11.267412 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device 79167a84-81ee-4aae-bc00-baee30294cac up at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:09:11.343496 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:11.344710 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Pushing event updated for resources: {'Port': ['ID=aed9fc92-c5de-471d-a35b-4a0eb06f5b52,revision_number=5']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:09:11.408122 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-982f03eb-e35a-4877-9965-f1da788f621c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (613dbf26-5731-4391-8a29-3c5185f7ed3f), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:11.447595 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Provisioning complete for port 79167a84-81ee-4aae-bc00-baee30294cac triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:09:11.447891 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (79167a84-81ee-4aae-bc00-baee30294cac), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:11.486480 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-f24a5544-8bbe-47d4-9085-1698a451ad5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff70da5d-cd7e-4852-a565-de3090db1a11', 'name': 'tempest-TestShelveInstance-1919290557-router', 'tenant_id': '0f2f7592e46b42e2bfcaadde11a53d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.105'}], 'enable_snat': True}, 'gw_port_id': '79b6a021-a515-460f-84fe-b086994ad8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:09:07Z', 'updated_at': '2022-08-30T01:09:09Z', 'revision_number': 3, 'project_id': '0f2f7592e46b42e2bfcaadde11a53d56', 'gw_port': {'id': '79b6a021-a515-460f-84fe-b086994ad8e8', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:70:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff70da5d-cd7e-4852-a565-de3090db1a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:09:08Z', 'updated_at': '2022-08-30T01:09:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi'}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:09:11.514602 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24a5544-8bbe-47d4-9085-1698a451ad5b None None] Checking router: ff70da5d-cd7e-4852-a565-de3090db1a11 for host: dv-cinder-815146-13-iscsi {{(pid=106208) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:09:11.514953 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24a5544-8bbe-47d4-9085-1698a451ad5b None None] Updating router ff70da5d-cd7e-4852-a565-de3090db1a11 port 79b6a021-a515-460f-84fe-b086994ad8e8 binding host dv-cinder-815146-13-iscsi {{(pid=106208) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 01:09:11.556026 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-f24a5544-8bbe-47d4-9085-1698a451ad5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (79b6a021-a515-460f-84fe-b086994ad8e8), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:11.612193 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Current status of the port 79167a84-81ee-4aae-bc00-baee30294cac is: ACTIVE; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:09:11.666369 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-df0e6c9f-cf1a-44b8-b544-9e56cb7824df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:11.823950 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.db_base_plugin_common [None req-df0e6c9f-cf1a-44b8-b544-9e56cb7824df admin admin] Allocated IP 172.20.0.1 (71974183-595b-4586-a0fb-dcab2c106beb/6549ca00-f1c8-4679-8318-854afc473c2d/db9b7c66-2d76-40e3-852e-f667e5ea6c65) {{(pid=106206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:09:11.835545 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-f24a5544-8bbe-47d4-9085-1698a451ad5b None None] Publish callbacks [] for port (79b6a021-a515-460f-84fe-b086994ad8e8), precommit_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:11.841936 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-f24a5544-8bbe-47d4-9085-1698a451ad5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (79b6a021-a515-460f-84fe-b086994ad8e8), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:11.878340 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [None req-f24a5544-8bbe-47d4-9085-1698a451ad5b None None] Attempting to bind port 79b6a021-a515-460f-84fe-b086994ad8e8 on host dv-cinder-815146-13-iscsi for vnic_type normal with profile {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:09:11.878712 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [None req-f24a5544-8bbe-47d4-9085-1698a451ad5b None None] Attempting to bind port 79b6a021-a515-460f-84fe-b086994ad8e8 by drivers openvswitch,hyperv on host dv-cinder-815146-13-iscsi at level 0 using segments [{'id': '61a0af84-c6da-4606-8f1e-ec0a95f9a2d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb'}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:09:11.879077 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24a5544-8bbe-47d4-9085-1698a451ad5b None None] Attempting to bind port 79b6a021-a515-460f-84fe-b086994ad8e8 on network 3021e9f0-0eb2-4779-9e8d-2d74d8c353fb {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:09:11.895919 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24a5544-8bbe-47d4-9085-1698a451ad5b None None] Checking agent: {'id': 'a0553951-7123-4403-ab2a-bb83048c1e52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 0, 53, 14), 'started_at': datetime.datetime(2022, 8, 30, 0, 53, 44), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:09:11.896300 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24a5544-8bbe-47d4-9085-1698a451ad5b None None] Checking segment: {'id': '61a0af84-c6da-4606-8f1e-ec0a95f9a2d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:09:11.896703 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-f24a5544-8bbe-47d4-9085-1698a451ad5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:11.897121 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24a5544-8bbe-47d4-9085-1698a451ad5b None None] Bound using segment: {'id': '61a0af84-c6da-4606-8f1e-ec0a95f9a2d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb'} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:09:11.897596 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [None req-f24a5544-8bbe-47d4-9085-1698a451ad5b None None] Bound port: 79b6a021-a515-460f-84fe-b086994ad8e8, host: dv-cinder-815146-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61a0af84-c6da-4606-8f1e-ec0a95f9a2d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb'}}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:09:11.897980 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-f24a5544-8bbe-47d4-9085-1698a451ad5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (79b6a021-a515-460f-84fe-b086994ad8e8), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:11.920560 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c7a9b0-6178-4cf8-b647-45c22781e9b7 None None] Pushing event updated for resources: {'Port': ['ID=79b6a021-a515-460f-84fe-b086994ad8e8,revision_number=2']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:09:11.922637 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236aa45f-1b1f-434a-921c-de509a4999c2 req-ef168a5f-e86c-4328-802b-1b8c16707e63 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:09:11.924985 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-236aa45f-1b1f-434a-921c-de509a4999c2 req-ef168a5f-e86c-4328-802b-1b8c16707e63 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9d3e6518-0173-4f31-ba51-d3fe0f2980e0 HTTP/1.1" status: 200 len: 943 time: 0.0534668 Aug 30 01:09:11.943554 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:11.957738 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-f24a5544-8bbe-47d4-9085-1698a451ad5b None None] For port 79b6a021-a515-460f-84fe-b086994ad8e8, host dv-cinder-815146-13-iscsi, cleared binding levels {{(pid=106208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:09:11.959015 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-df0e6c9f-cf1a-44b8-b544-9e56cb7824df admin admin] Publish callbacks [] for port (db9b7c66-2d76-40e3-852e-f667e5ea6c65), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:11.962021 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-f24a5544-8bbe-47d4-9085-1698a451ad5b None None] For port 79b6a021-a515-460f-84fe-b086994ad8e8, host dv-cinder-815146-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=79b6a021-a515-460f-84fe-b086994ad8e8,segment=NetworkSegment(61a0af84-c6da-4606-8f1e-ec0a95f9a2d1),segment_id=61a0af84-c6da-4606-8f1e-ec0a95f9a2d1)] {{(pid=106208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:09:11.969958 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-f24a5544-8bbe-47d4-9085-1698a451ad5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (79b6a021-a515-460f-84fe-b086994ad8e8), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:11.977444 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:11.983069 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-236aa45f-1b1f-434a-921c-de509a4999c2 req-78e8ffd4-298c-4931-8db0-80b9d3c2a161 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0322309e-1f6d-4caf-a1b9-0e800f7ba56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513797 Aug 30 01:09:12.002711 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-df0e6c9f-cf1a-44b8-b544-9e56cb7824df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737867580456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14283316'] for port (db9b7c66-2d76-40e3-852e-f667e5ea6c65), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:12.016561 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24a5544-8bbe-47d4-9085-1698a451ad5b None None] Routers {'ff70da5d-cd7e-4852-a565-de3090db1a11'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:09:12.017298 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-f24a5544-8bbe-47d4-9085-1698a451ad5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:09:11Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['ff70da5d-cd7e-4852-a565-de3090db1a11'], 'active': True} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:09:12.046940 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0e6c9f-cf1a-44b8-b544-9e56cb7824df admin admin] Network 71974183-595b-4586-a0fb-dcab2c106beb is already hosted by enough agents. {{(pid=106206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:09:12.052232 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.base_scheduler [None req-df0e6c9f-cf1a-44b8-b544-9e56cb7824df admin admin] Resources bound (agent type, host, resource id): {{(pid=106206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:09:12.054464 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0e6c9f-cf1a-44b8-b544-9e56cb7824df admin admin] Pushing event updated for resources: {'Port': ['ID=db9b7c66-2d76-40e3-852e-f667e5ea6c65,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:09:12.062519 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0e6c9f-cf1a-44b8-b544-9e56cb7824df admin admin] Received port after_create {{(pid=106206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:09:12.085369 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c7a9b0-6178-4cf8-b647-45c22781e9b7 None None] Pushing event updated for resources: {'Port': ['ID=79b6a021-a515-460f-84fe-b086994ad8e8,revision_number=3']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:09:12.113848 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-df0e6c9f-cf1a-44b8-b544-9e56cb7824df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16467289'] for router_interface (ff70da5d-cd7e-4852-a565-de3090db1a11), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:12.151056 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvr_db [None req-f24a5544-8bbe-47d4-9085-1698a451ad5b None None] Set router ff70da5d-cd7e-4852-a565-de3090db1a11 gateway port host: dv-cinder-815146-13-iscsi {{(pid=106208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:09:12.252530 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-df0e6c9f-cf1a-44b8-b544-9e56cb7824df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (db9b7c66-2d76-40e3-852e-f667e5ea6c65), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:12.299623 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:12.311059 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:12.351148 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-f24a5544-8bbe-47d4-9085-1698a451ad5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff70da5d-cd7e-4852-a565-de3090db1a11', 'name': 'tempest-TestShelveInstance-1919290557-router', 'tenant_id': '0f2f7592e46b42e2bfcaadde11a53d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.105'}], 'enable_snat': True}, 'gw_port_id': '79b6a021-a515-460f-84fe-b086994ad8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:09:07Z', 'updated_at': '2022-08-30T01:09:09Z', 'revision_number': 3, 'project_id': '0f2f7592e46b42e2bfcaadde11a53d56', 'gw_port': {'id': '79b6a021-a515-460f-84fe-b086994ad8e8', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:70:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff70da5d-cd7e-4852-a565-de3090db1a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:09:08Z', 'updated_at': '2022-08-30T01:09:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi'}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:09:12.387029 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-415bfc78-5a0b-40bb-b384-91ac454dbff0 None None] Provisioning complete for port db9b7c66-2d76-40e3-852e-f667e5ea6c65 triggered by entity DHCP. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:09:12.387423 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-415bfc78-5a0b-40bb-b384-91ac454dbff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (db9b7c66-2d76-40e3-852e-f667e5ea6c65), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:12.392417 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device aed9fc92-c5de-471d-a35b-4a0eb06f5b52 up at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:09:12.411480 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24a5544-8bbe-47d4-9085-1698a451ad5b None None] The sync data for ids ['ff70da5d-cd7e-4852-a565-de3090db1a11'] in dv-cinder-815146-13-iscsi is: [{'id': 'ff70da5d-cd7e-4852-a565-de3090db1a11', 'name': 'tempest-TestShelveInstance-1919290557-router', 'tenant_id': '0f2f7592e46b42e2bfcaadde11a53d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.105'}], 'enable_snat': True}, 'gw_port_id': '79b6a021-a515-460f-84fe-b086994ad8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:09:07Z', 'updated_at': '2022-08-30T01:09:09Z', 'revision_number': 3, 'project_id': '0f2f7592e46b42e2bfcaadde11a53d56', 'gw_port': {'id': '79b6a021-a515-460f-84fe-b086994ad8e8', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:70:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff70da5d-cd7e-4852-a565-de3090db1a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:09:08Z', 'updated_at': '2022-08-30T01:09:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi'}] {{(pid=106208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:09:12.432038 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-df0e6c9f-cf1a-44b8-b544-9e56cb7824df admin admin] Publish callbacks [] for port (db9b7c66-2d76-40e3-852e-f667e5ea6c65), precommit_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:12.441014 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-df0e6c9f-cf1a-44b8-b544-9e56cb7824df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14283325'] for port (db9b7c66-2d76-40e3-852e-f667e5ea6c65), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:12.455373 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-415bfc78-5a0b-40bb-b384-91ac454dbff0 None None] Port db9b7c66-2d76-40e3-852e-f667e5ea6c65 cannot update to ACTIVE because it is not bound. {{(pid=106208) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:09:12.470118 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Provisioning complete for port aed9fc92-c5de-471d-a35b-4a0eb06f5b52 triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:09:12.470502 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (aed9fc92-c5de-471d-a35b-4a0eb06f5b52), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:12.518705 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0e6c9f-cf1a-44b8-b544-9e56cb7824df admin admin] Pushing event updated for resources: {'Port': ['ID=db9b7c66-2d76-40e3-852e-f667e5ea6c65,revision_number=2']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:09:12.521478 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-df0e6c9f-cf1a-44b8-b544-9e56cb7824df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16283567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16467405'] for router_interface (ff70da5d-cd7e-4852-a565-de3090db1a11), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:12.640376 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0e6c9f-cf1a-44b8-b544-9e56cb7824df admin admin] Network 71974183-595b-4586-a0fb-dcab2c106beb is already hosted by enough agents. {{(pid=106206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:09:12.642042 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.base_scheduler [None req-df0e6c9f-cf1a-44b8-b544-9e56cb7824df admin admin] Resources bound (agent type, host, resource id): {{(pid=106206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:09:12.677560 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-25c1dd7e-d974-443e-806e-f641d8bbb77b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (0cb86657-2da7-42ea-bd2c-d65472391dc8), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:12.722126 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Current status of the port aed9fc92-c5de-471d-a35b-4a0eb06f5b52 is: ACTIVE; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:09:12.723406 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device 79167a84-81ee-4aae-bc00-baee30294cac up at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:09:12.808066 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Provisioning complete for port 79167a84-81ee-4aae-bc00-baee30294cac triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:09:12.808451 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (79167a84-81ee-4aae-bc00-baee30294cac), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:12.842348 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df0e6c9f-cf1a-44b8-b544-9e56cb7824df admin admin] Router ff70da5d-cd7e-4852-a565-de3090db1a11 has already been hosted by L3 agent 613dbf26-5731-4391-8a29-3c5185f7ed3f {{(pid=106206) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:09:12.846679 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:12.916459 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Current status of the port 79167a84-81ee-4aae-bc00-baee30294cac is: ACTIVE; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:09:13.007118 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df0e6c9f-cf1a-44b8-b544-9e56cb7824df admin admin] Notify agent at l3_agent.dv-cinder-815146-13-iscsi the message routers_updated {{(pid=106206) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:09:13.023985 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-df0e6c9f-cf1a-44b8-b544-9e56cb7824df admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/ff70da5d-cd7e-4852-a565-de3090db1a11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1562095 Aug 30 01:09:13.081258 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-e68c1708-f20d-4e8c-bce1-96a3acc81f67 None None] Provisioning complete for port db9b7c66-2d76-40e3-852e-f667e5ea6c65 triggered by entity DHCP. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:09:13.081804 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-e68c1708-f20d-4e8c-bce1-96a3acc81f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (db9b7c66-2d76-40e3-852e-f667e5ea6c65), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:13.139308 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-e68c1708-f20d-4e8c-bce1-96a3acc81f67 None None] Port db9b7c66-2d76-40e3-852e-f667e5ea6c65 cannot update to ACTIVE because it is not bound. {{(pid=106208) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:09:13.148158 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68f3a8-9a9b-4354-8907-ceff1140a1ff req-a3a3297d-3cb9-4ff0-a3dc-b7f188f2b552 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:09:13.150559 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-3f68f3a8-9a9b-4354-8907-ceff1140a1ff req-a3a3297d-3cb9-4ff0-a3dc-b7f188f2b552 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9d3e6518-0173-4f31-ba51-d3fe0f2980e0 HTTP/1.1" status: 200 len: 943 time: 0.0797415 Aug 30 01:09:13.233964 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-3f68f3a8-9a9b-4354-8907-ceff1140a1ff req-740cdaa4-a77c-40a7-972a-35906a688c42 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0322309e-1f6d-4caf-a1b9-0e800f7ba56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752826 Aug 30 01:09:13.492940 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 53504) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:09:13.498897 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [None req-c7ab8822-182d-4b3f-88a2-f0cfe9ea9da2 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1990279540', 'description': 'tempest-secgroup-smoke-1990279540 description', 'project_id': 'aa4d639296c34f1dbf0b327fd0828620'}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:09:13.523119 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-c7ab8822-182d-4b3f-88a2-f0cfe9ea9da2 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Publish callbacks [] for security_group (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:13.611892 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-c7ab8822-182d-4b3f-88a2-f0cfe9ea9da2 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Publish callbacks [] for security_group (c73c16fa-6e40-4125-82d0-fcb83c652d69), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:13.619274 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-c7ab8822-182d-4b3f-88a2-f0cfe9ea9da2 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (c73c16fa-6e40-4125-82d0-fcb83c652d69), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:13.656206 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-c7ab8822-182d-4b3f-88a2-f0cfe9ea9da2 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Publish callbacks [] for security_group (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:13.657597 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-c7ab8822-182d-4b3f-88a2-f0cfe9ea9da2 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1632810 Aug 30 01:09:13.658489 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ab8822-182d-4b3f-88a2-f0cfe9ea9da2 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c73c16fa-6e40-4125-82d0-fcb83c652d69,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:09:13.660725 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 53514) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:09:13.665538 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [None req-17f71ecd-9fac-40e6-8ec9-49201255158f tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Request body: {'security_group_rule': {'security_group_id': 'c73c16fa-6e40-4125-82d0-fcb83c652d69', 'project_id': 'aa4d639296c34f1dbf0b327fd0828620', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:09:13.683941 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:13.697673 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-17f71ecd-9fac-40e6-8ec9-49201255158f tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Publish callbacks [] for security_group_rule (923013ea-8beb-4ca2-b227-61486c5b26d3), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:13.741992 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:13.763242 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-17f71ecd-9fac-40e6-8ec9-49201255158f tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Publish callbacks [] for security_group_rule (923013ea-8beb-4ca2-b227-61486c5b26d3), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:13.768971 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-17f71ecd-9fac-40e6-8ec9-49201255158f tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16314934'] for security_group_rule (923013ea-8beb-4ca2-b227-61486c5b26d3), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:13.796659 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f71ecd-9fac-40e6-8ec9-49201255158f tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=923013ea-8beb-4ca2-b227-61486c5b26d3,revision_number=0']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:09:13.804680 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-17f71ecd-9fac-40e6-8ec9-49201255158f tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:13.805927 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-17f71ecd-9fac-40e6-8ec9-49201255158f tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1439395 Aug 30 01:09:13.808837 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 53518) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:09:13.813521 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [None req-b54016c4-5b48-4042-9038-00e13903b9ee tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Request body: {'security_group_rule': {'security_group_id': 'c73c16fa-6e40-4125-82d0-fcb83c652d69', 'project_id': 'aa4d639296c34f1dbf0b327fd0828620', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:09:13.852919 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-b54016c4-5b48-4042-9038-00e13903b9ee tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Publish callbacks [] for security_group_rule (0014d074-b91a-435c-b38b-04007c677966), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:13.892607 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:13.916430 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-b54016c4-5b48-4042-9038-00e13903b9ee tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Publish callbacks [] for security_group_rule (0014d074-b91a-435c-b38b-04007c677966), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:13.920309 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-b54016c4-5b48-4042-9038-00e13903b9ee tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16314934'] for security_group_rule (0014d074-b91a-435c-b38b-04007c677966), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:13.939903 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54016c4-5b48-4042-9038-00e13903b9ee tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0014d074-b91a-435c-b38b-04007c677966,revision_number=0']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:09:13.948782 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-b54016c4-5b48-4042-9038-00e13903b9ee tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:13.953278 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-b54016c4-5b48-4042-9038-00e13903b9ee tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1406155 Aug 30 01:09:13.953496 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 53520) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:09:13.958579 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [None req-8479d49c-58e0-4d07-a7f5-52386faa276d tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Request body: {'security_group_rule': {'security_group_id': 'c73c16fa-6e40-4125-82d0-fcb83c652d69', 'project_id': 'aa4d639296c34f1dbf0b327fd0828620', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:09:13.988617 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-8479d49c-58e0-4d07-a7f5-52386faa276d tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Publish callbacks [] for security_group_rule (8361fc84-c0ac-406b-8c53-430e0acb9953), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:14.054579 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-8479d49c-58e0-4d07-a7f5-52386faa276d tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Publish callbacks [] for security_group_rule (8361fc84-c0ac-406b-8c53-430e0acb9953), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:14.060449 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-8479d49c-58e0-4d07-a7f5-52386faa276d tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16314934'] for security_group_rule (8361fc84-c0ac-406b-8c53-430e0acb9953), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:14.087263 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8479d49c-58e0-4d07-a7f5-52386faa276d tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8361fc84-c0ac-406b-8c53-430e0acb9953,revision_number=0']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:09:14.097219 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-8479d49c-58e0-4d07-a7f5-52386faa276d tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:14.101422 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 53522) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:09:14.102041 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-8479d49c-58e0-4d07-a7f5-52386faa276d tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1472213 Aug 30 01:09:14.107032 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-035fe171-2dca-49fc-a74e-5e6f2a9e45a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (976597ea-a902-4e5f-8c76-25f81ae4fb08), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:14.107617 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [None req-4b74322f-22d7-4d80-9333-57b742c22f0b tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Request body: {'security_group_rule': {'security_group_id': 'c73c16fa-6e40-4125-82d0-fcb83c652d69', 'project_id': 'aa4d639296c34f1dbf0b327fd0828620', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:09:14.135177 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-4b74322f-22d7-4d80-9333-57b742c22f0b tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Publish callbacks [] for security_group_rule (938c8d23-4195-464f-b335-98bf360de74b), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:14.201494 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-4b74322f-22d7-4d80-9333-57b742c22f0b tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Publish callbacks [] for security_group_rule (938c8d23-4195-464f-b335-98bf360de74b), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:14.205854 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-4b74322f-22d7-4d80-9333-57b742c22f0b tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16314934'] for security_group_rule (938c8d23-4195-464f-b335-98bf360de74b), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:14.230492 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74322f-22d7-4d80-9333-57b742c22f0b tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=938c8d23-4195-464f-b335-98bf360de74b,revision_number=0']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:09:14.248059 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-4b74322f-22d7-4d80-9333-57b742c22f0b tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:14.249713 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-4b74322f-22d7-4d80-9333-57b742c22f0b tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1472776 Aug 30 01:09:14.252689 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 53524) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:09:14.253427 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (a0553951-7123-4403-ab2a-bb83048c1e52), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:14.257568 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [None req-80da74e1-f8d3-4b34-ba19-8cff786f7d23 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Request body: {'security_group_rule': {'security_group_id': 'c73c16fa-6e40-4125-82d0-fcb83c652d69', 'project_id': 'aa4d639296c34f1dbf0b327fd0828620', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:09:14.271984 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (ec393def-3d84-45a3-8a6c-ed049d62fe0a), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:14.291495 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.db.securitygroups_db [None req-80da74e1-f8d3-4b34-ba19-8cff786f7d23 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Project aa4d639296c34f1dbf0b327fd0828620 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 01:09:14.302093 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-80da74e1-f8d3-4b34-ba19-8cff786f7d23 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Publish callbacks [] for security_group_rule (2670d682-7f2d-498e-999f-ac8a704bcff9), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:14.370753 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device 79b6a021-a515-460f-84fe-b086994ad8e8 up at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:09:14.390261 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb9d4df-7525-4865-96fc-c7f78aca5fb6 req-2ed0fa73-4883-4a6c-aaef-db5c28822201 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:09:14.392146 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-2fb9d4df-7525-4865-96fc-c7f78aca5fb6 req-2ed0fa73-4883-4a6c-aaef-db5c28822201 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9d3e6518-0173-4f31-ba51-d3fe0f2980e0 HTTP/1.1" status: 200 len: 943 time: 0.0687089 Aug 30 01:09:14.420232 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-80da74e1-f8d3-4b34-ba19-8cff786f7d23 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Publish callbacks [] for security_group_rule (2670d682-7f2d-498e-999f-ac8a704bcff9), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:14.428402 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-80da74e1-f8d3-4b34-ba19-8cff786f7d23 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16314934'] for security_group_rule (2670d682-7f2d-498e-999f-ac8a704bcff9), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:14.428685 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Provisioning complete for port 79b6a021-a515-460f-84fe-b086994ad8e8 triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:09:14.429065 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (79b6a021-a515-460f-84fe-b086994ad8e8), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:14.438359 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80855b04-333c-452a-a52c-344cce05835b None None] Sync routers for ids ['ff70da5d-cd7e-4852-a565-de3090db1a11'] in dv-cinder-815146-13-iscsi {{(pid=106209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:09:14.450735 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80855b04-333c-452a-a52c-344cce05835b None None] Routers {'ff70da5d-cd7e-4852-a565-de3090db1a11'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:09:14.451723 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-80855b04-333c-452a-a52c-344cce05835b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:09:11Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['ff70da5d-cd7e-4852-a565-de3090db1a11'], 'active': True} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:09:14.454185 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:14.464227 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80da74e1-f8d3-4b34-ba19-8cff786f7d23 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2670d682-7f2d-498e-999f-ac8a704bcff9,revision_number=0']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:09:14.474397 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-80da74e1-f8d3-4b34-ba19-8cff786f7d23 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:14.475620 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-80da74e1-f8d3-4b34-ba19-8cff786f7d23 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2218831 Aug 30 01:09:14.478465 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 53528) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:09:14.479782 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-2fb9d4df-7525-4865-96fc-c7f78aca5fb6 req-2b1f4150-7791-4d51-99a9-1ab46815c7a2 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0322309e-1f6d-4caf-a1b9-0e800f7ba56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822120 Aug 30 01:09:14.484526 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [None req-bd76d7fe-69aa-4462-8df5-c736a049aeef tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Request body: {'security_group_rule': {'security_group_id': 'c73c16fa-6e40-4125-82d0-fcb83c652d69', 'project_id': 'aa4d639296c34f1dbf0b327fd0828620', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:09:14.514168 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Current status of the port 79b6a021-a515-460f-84fe-b086994ad8e8 is: DOWN; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:09:14.514614 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (79b6a021-a515-460f-84fe-b086994ad8e8), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:14.518855 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.db.securitygroups_db [None req-bd76d7fe-69aa-4462-8df5-c736a049aeef tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Project aa4d639296c34f1dbf0b327fd0828620 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 01:09:14.525237 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-bd76d7fe-69aa-4462-8df5-c736a049aeef tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Publish callbacks [] for security_group_rule (3c5de32e-3842-46ff-97f0-ff8c2d4d449a), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:14.538511 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] For port 79b6a021-a515-460f-84fe-b086994ad8e8, host dv-cinder-815146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=79b6a021-a515-460f-84fe-b086994ad8e8,segment=NetworkSegment(61a0af84-c6da-4606-8f1e-ec0a95f9a2d1),segment_id=61a0af84-c6da-4606-8f1e-ec0a95f9a2d1)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:09:14.545203 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (79b6a021-a515-460f-84fe-b086994ad8e8), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:14.593034 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-bd76d7fe-69aa-4462-8df5-c736a049aeef tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Publish callbacks [] for security_group_rule (3c5de32e-3842-46ff-97f0-ff8c2d4d449a), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:14.593746 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvr_db [None req-80855b04-333c-452a-a52c-344cce05835b None None] Set router ff70da5d-cd7e-4852-a565-de3090db1a11 gateway port host: dv-cinder-815146-13-iscsi {{(pid=106209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:09:14.597648 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-bd76d7fe-69aa-4462-8df5-c736a049aeef tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16314934'] for security_group_rule (3c5de32e-3842-46ff-97f0-ff8c2d4d449a), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:14.598026 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Pushing event updated for resources: {'Port': ['ID=79b6a021-a515-460f-84fe-b086994ad8e8,revision_number=4']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:09:14.617174 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76d7fe-69aa-4462-8df5-c736a049aeef tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c5de32e-3842-46ff-97f0-ff8c2d4d449a,revision_number=0']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:09:14.626027 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-bd76d7fe-69aa-4462-8df5-c736a049aeef tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:14.629555 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-bd76d7fe-69aa-4462-8df5-c736a049aeef tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1498442 Aug 30 01:09:14.788648 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-80855b04-333c-452a-a52c-344cce05835b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff70da5d-cd7e-4852-a565-de3090db1a11', 'name': 'tempest-TestShelveInstance-1919290557-router', 'tenant_id': '0f2f7592e46b42e2bfcaadde11a53d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.105'}], 'enable_snat': True}, 'gw_port_id': '79b6a021-a515-460f-84fe-b086994ad8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:09:07Z', 'updated_at': '2022-08-30T01:09:12Z', 'revision_number': 4, 'project_id': '0f2f7592e46b42e2bfcaadde11a53d56', 'gw_port': {'id': '79b6a021-a515-460f-84fe-b086994ad8e8', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:70:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff70da5d-cd7e-4852-a565-de3090db1a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:09:08Z', 'updated_at': '2022-08-30T01:09:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_interfaces': [{'id': 'db9b7c66-2d76-40e3-852e-f667e5ea6c65', 'name': '', 'network_id': '71974183-595b-4586-a0fb-dcab2c106beb', 'tenant_id': '0f2f7592e46b42e2bfcaadde11a53d56', 'mac_address': 'fa:16:3e:e2:3d:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff70da5d-cd7e-4852-a565-de3090db1a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '6549ca00-f1c8-4679-8318-854afc473c2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:09:11Z', 'updated_at': '2022-08-30T01:09:12Z', 'revision_number': 2, 'project_id': '0f2f7592e46b42e2bfcaadde11a53d56', 'subnets': [{'id': '6549ca00-f1c8-4679-8318-854afc473c2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:09:14.817684 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80855b04-333c-452a-a52c-344cce05835b None None] Checking router: ff70da5d-cd7e-4852-a565-de3090db1a11 for host: dv-cinder-815146-13-iscsi {{(pid=106209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:09:14.818044 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80855b04-333c-452a-a52c-344cce05835b None None] Updating router ff70da5d-cd7e-4852-a565-de3090db1a11 port db9b7c66-2d76-40e3-852e-f667e5ea6c65 binding host dv-cinder-815146-13-iscsi {{(pid=106209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 01:09:14.854711 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-80855b04-333c-452a-a52c-344cce05835b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (db9b7c66-2d76-40e3-852e-f667e5ea6c65), before_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:15.078428 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=100 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:15.146282 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:15.151951 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-80855b04-333c-452a-a52c-344cce05835b None None] Publish callbacks [] for port (db9b7c66-2d76-40e3-852e-f667e5ea6c65), precommit_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:15.161377 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-80855b04-333c-452a-a52c-344cce05835b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (db9b7c66-2d76-40e3-852e-f667e5ea6c65), after_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:15.228314 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e9d0df-6b2c-4be6-90e0-f1a280ba8de9 None None] Pushing event updated for resources: {'Port': ['ID=db9b7c66-2d76-40e3-852e-f667e5ea6c65,revision_number=3']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:09:15.258220 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.managers [None req-80855b04-333c-452a-a52c-344cce05835b None None] Attempting to bind port db9b7c66-2d76-40e3-852e-f667e5ea6c65 on host dv-cinder-815146-13-iscsi for vnic_type normal with profile {{(pid=106209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:09:15.258593 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.managers [None req-80855b04-333c-452a-a52c-344cce05835b None None] Attempting to bind port db9b7c66-2d76-40e3-852e-f667e5ea6c65 by drivers openvswitch,hyperv on host dv-cinder-815146-13-iscsi at level 0 using segments [{'id': '79e50296-1474-494a-b21d-5113ca8063be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '71974183-595b-4586-a0fb-dcab2c106beb'}] {{(pid=106209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:09:15.258958 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80855b04-333c-452a-a52c-344cce05835b None None] Attempting to bind port db9b7c66-2d76-40e3-852e-f667e5ea6c65 on network 71974183-595b-4586-a0fb-dcab2c106beb {{(pid=106209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:09:15.265910 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80855b04-333c-452a-a52c-344cce05835b None None] Checking agent: {'id': 'a0553951-7123-4403-ab2a-bb83048c1e52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 0, 53, 14), 'started_at': datetime.datetime(2022, 8, 30, 0, 53, 44), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:09:15.266282 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80855b04-333c-452a-a52c-344cce05835b None None] Checking segment: {'id': '79e50296-1474-494a-b21d-5113ca8063be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '71974183-595b-4586-a0fb-dcab2c106beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:09:15.266773 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-80855b04-333c-452a-a52c-344cce05835b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:15.267278 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80855b04-333c-452a-a52c-344cce05835b None None] Bound using segment: {'id': '79e50296-1474-494a-b21d-5113ca8063be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '71974183-595b-4586-a0fb-dcab2c106beb'} {{(pid=106209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:09:15.267664 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.managers [None req-80855b04-333c-452a-a52c-344cce05835b None None] Bound port: db9b7c66-2d76-40e3-852e-f667e5ea6c65, host: dv-cinder-815146-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79e50296-1474-494a-b21d-5113ca8063be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '71974183-595b-4586-a0fb-dcab2c106beb'}}] {{(pid=106209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:09:15.268045 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-80855b04-333c-452a-a52c-344cce05835b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (db9b7c66-2d76-40e3-852e-f667e5ea6c65), before_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:15.331202 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.db [None req-80855b04-333c-452a-a52c-344cce05835b None None] For port db9b7c66-2d76-40e3-852e-f667e5ea6c65, host dv-cinder-815146-13-iscsi, cleared binding levels {{(pid=106209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:09:15.334408 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.db [None req-80855b04-333c-452a-a52c-344cce05835b None None] For port db9b7c66-2d76-40e3-852e-f667e5ea6c65, host dv-cinder-815146-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=db9b7c66-2d76-40e3-852e-f667e5ea6c65,segment=NetworkSegment(79e50296-1474-494a-b21d-5113ca8063be),segment_id=79e50296-1474-494a-b21d-5113ca8063be)] {{(pid=106209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:09:15.341247 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-80855b04-333c-452a-a52c-344cce05835b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (db9b7c66-2d76-40e3-852e-f667e5ea6c65), after_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:15.372121 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80855b04-333c-452a-a52c-344cce05835b None None] Routers {'ff70da5d-cd7e-4852-a565-de3090db1a11'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:09:15.372726 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-80855b04-333c-452a-a52c-344cce05835b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:09:11Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['ff70da5d-cd7e-4852-a565-de3090db1a11'], 'active': True} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:09:15.439470 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e9d0df-6b2c-4be6-90e0-f1a280ba8de9 None None] Pushing event updated for resources: {'Port': ['ID=db9b7c66-2d76-40e3-852e-f667e5ea6c65,revision_number=4']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:09:15.493726 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvr_db [None req-80855b04-333c-452a-a52c-344cce05835b None None] Set router ff70da5d-cd7e-4852-a565-de3090db1a11 gateway port host: dv-cinder-815146-13-iscsi {{(pid=106209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:09:15.615506 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58d3a90-5dac-4702-81bb-023d0d89e8c4 req-bfe33c3b-7bdb-4312-9b2d-3b5fa3cd514b tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:09:15.617040 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-a58d3a90-5dac-4702-81bb-023d0d89e8c4 req-bfe33c3b-7bdb-4312-9b2d-3b5fa3cd514b tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9d3e6518-0173-4f31-ba51-d3fe0f2980e0 HTTP/1.1" status: 200 len: 943 time: 0.0524743 Aug 30 01:09:15.675426 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-a58d3a90-5dac-4702-81bb-023d0d89e8c4 req-22f02098-520d-4457-9cfd-459af0c3f025 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0322309e-1f6d-4caf-a1b9-0e800f7ba56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517840 Aug 30 01:09:15.784633 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-80855b04-333c-452a-a52c-344cce05835b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff70da5d-cd7e-4852-a565-de3090db1a11', 'name': 'tempest-TestShelveInstance-1919290557-router', 'tenant_id': '0f2f7592e46b42e2bfcaadde11a53d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.105'}], 'enable_snat': True}, 'gw_port_id': '79b6a021-a515-460f-84fe-b086994ad8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:09:07Z', 'updated_at': '2022-08-30T01:09:12Z', 'revision_number': 4, 'project_id': '0f2f7592e46b42e2bfcaadde11a53d56', 'gw_port': {'id': '79b6a021-a515-460f-84fe-b086994ad8e8', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:70:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff70da5d-cd7e-4852-a565-de3090db1a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:09:08Z', 'updated_at': '2022-08-30T01:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_interfaces': [{'id': 'db9b7c66-2d76-40e3-852e-f667e5ea6c65', 'name': '', 'network_id': '71974183-595b-4586-a0fb-dcab2c106beb', 'tenant_id': '0f2f7592e46b42e2bfcaadde11a53d56', 'mac_address': 'fa:16:3e:e2:3d:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff70da5d-cd7e-4852-a565-de3090db1a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '6549ca00-f1c8-4679-8318-854afc473c2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:09:11Z', 'updated_at': '2022-08-30T01:09:15Z', 'revision_number': 4, 'project_id': '0f2f7592e46b42e2bfcaadde11a53d56', 'subnets': [{'id': '6549ca00-f1c8-4679-8318-854afc473c2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:09:15.812332 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80855b04-333c-452a-a52c-344cce05835b None None] The sync data for ids ['ff70da5d-cd7e-4852-a565-de3090db1a11'] in dv-cinder-815146-13-iscsi is: [{'id': 'ff70da5d-cd7e-4852-a565-de3090db1a11', 'name': 'tempest-TestShelveInstance-1919290557-router', 'tenant_id': '0f2f7592e46b42e2bfcaadde11a53d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.105'}], 'enable_snat': True}, 'gw_port_id': '79b6a021-a515-460f-84fe-b086994ad8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:09:07Z', 'updated_at': '2022-08-30T01:09:12Z', 'revision_number': 4, 'project_id': '0f2f7592e46b42e2bfcaadde11a53d56', 'gw_port': {'id': '79b6a021-a515-460f-84fe-b086994ad8e8', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:70:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff70da5d-cd7e-4852-a565-de3090db1a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:09:08Z', 'updated_at': '2022-08-30T01:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_interfaces': [{'id': 'db9b7c66-2d76-40e3-852e-f667e5ea6c65', 'name': '', 'network_id': '71974183-595b-4586-a0fb-dcab2c106beb', 'tenant_id': '0f2f7592e46b42e2bfcaadde11a53d56', 'mac_address': 'fa:16:3e:e2:3d:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff70da5d-cd7e-4852-a565-de3090db1a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '6549ca00-f1c8-4679-8318-854afc473c2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:09:11Z', 'updated_at': '2022-08-30T01:09:15Z', 'revision_number': 4, 'project_id': '0f2f7592e46b42e2bfcaadde11a53d56', 'subnets': [{'id': '6549ca00-f1c8-4679-8318-854afc473c2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:09:16.439639 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device db9b7c66-2d76-40e3-852e-f667e5ea6c65 up at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:09:16.498597 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Provisioning complete for port db9b7c66-2d76-40e3-852e-f667e5ea6c65 triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:09:16.498973 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (db9b7c66-2d76-40e3-852e-f667e5ea6c65), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:16.581732 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:16.587379 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Current status of the port db9b7c66-2d76-40e3-852e-f667e5ea6c65 is: DOWN; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:09:16.587767 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (db9b7c66-2d76-40e3-852e-f667e5ea6c65), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:16.631552 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] For port db9b7c66-2d76-40e3-852e-f667e5ea6c65, host dv-cinder-815146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=db9b7c66-2d76-40e3-852e-f667e5ea6c65,segment=NetworkSegment(79e50296-1474-494a-b21d-5113ca8063be),segment_id=79e50296-1474-494a-b21d-5113ca8063be)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:09:16.636362 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (db9b7c66-2d76-40e3-852e-f667e5ea6c65), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:16.638246 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device 79b6a021-a515-460f-84fe-b086994ad8e8 up at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:09:16.723851 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device 45ea4fde-69bf-4651-956f-e265b3f4ca34 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=106208) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 01:09:16.726049 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Pushing event updated for resources: {'Port': ['ID=db9b7c66-2d76-40e3-852e-f667e5ea6c65,revision_number=5']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:09:16.742927 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Provisioning complete for port 79b6a021-a515-460f-84fe-b086994ad8e8 triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:09:16.743172 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (79b6a021-a515-460f-84fe-b086994ad8e8), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:16.819181 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d117dc0e-7358-4953-adf9-703b36cd81a3 req-566cff89-0e65-4060-91b9-84000e7dc382 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:09:16.821503 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-d117dc0e-7358-4953-adf9-703b36cd81a3 req-566cff89-0e65-4060-91b9-84000e7dc382 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9d3e6518-0173-4f31-ba51-d3fe0f2980e0 HTTP/1.1" status: 200 len: 943 time: 0.0574284 Aug 30 01:09:16.881938 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-d117dc0e-7358-4953-adf9-703b36cd81a3 req-da263031-c0be-427f-9e2c-38fc804c0cd8 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0322309e-1f6d-4caf-a1b9-0e800f7ba56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518243 Aug 30 01:09:16.904555 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port 45ea4fde-69bf-4651-956f-e265b3f4ca34, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=45ea4fde-69bf-4651-956f-e265b3f4ca34,segment=NetworkSegment(1433baa4-da16-449d-b37c-9e6e6a5aa666),segment_id=1433baa4-da16-449d-b37c-9e6e6a5aa666)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:09:16.914514 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Current status of the port 79b6a021-a515-460f-84fe-b086994ad8e8 is: ACTIVE; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:09:16.919649 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Returning: {'device': '45ea4fde-69bf-4651-956f-e265b3f4ca34', 'network_id': '9040a016-54c8-479a-991b-4e0ac5fa178d', 'port_id': '45ea4fde-69bf-4651-956f-e265b3f4ca34', 'mac_address': 'fa:16:3e:b8:b0:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1067, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95c34b58-5326-49b3-92a4-b747a89537a2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106208) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 01:09:16.958815 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Current status of the port 45ea4fde-69bf-4651-956f-e265b3f4ca34 is: DOWN; New status is: BUILD {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:09:16.959203 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (45ea4fde-69bf-4651-956f-e265b3f4ca34), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:16.974406 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45ea4fde-69bf-4651-956f-e265b3f4ca34 {{(pid=106208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:09:16.994517 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port 45ea4fde-69bf-4651-956f-e265b3f4ca34, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=45ea4fde-69bf-4651-956f-e265b3f4ca34,segment=NetworkSegment(1433baa4-da16-449d-b37c-9e6e6a5aa666),segment_id=1433baa4-da16-449d-b37c-9e6e6a5aa666)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:09:16.998790 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (45ea4fde-69bf-4651-956f-e265b3f4ca34), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:17.047601 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Pushing event updated for resources: {'Port': ['ID=45ea4fde-69bf-4651-956f-e265b3f4ca34,revision_number=4']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:09:17.273571 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] get_ports_and_sgs() called for port_ids ['45ea4fde-69bf-4651-956f-e265b3f4ca34'] {{(pid=106208) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:09:17.301912 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:17.948998 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 53634) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:09:18.016700 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ec86fd-24c1-48b2-b0f3-9e8977c2a463 req-06219828-6a75-4300-a125-c1acd98a54ac tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:09:18.018288 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e2ec86fd-24c1-48b2-b0f3-9e8977c2a463 req-06219828-6a75-4300-a125-c1acd98a54ac tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9d3e6518-0173-4f31-ba51-d3fe0f2980e0 HTTP/1.1" status: 200 len: 944 time: 0.0565865 Aug 30 01:09:18.073911 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-ce3868c7-b159-4fdb-9592-7eb7a5890c4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:18.091681 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e2ec86fd-24c1-48b2-b0f3-9e8977c2a463 req-d7eaf54e-1181-4791-b37f-d385538108fd tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0322309e-1f6d-4caf-a1b9-0e800f7ba56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677826 Aug 30 01:09:18.120760 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:18.168847 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-ce3868c7-b159-4fdb-9592-7eb7a5890c4f admin admin] Publish callbacks [] for security_group (15cde944-6fa4-40dd-9a16-340a1170bb4b), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:18.172589 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-ce3868c7-b159-4fdb-9592-7eb7a5890c4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (15cde944-6fa4-40dd-9a16-340a1170bb4b), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:18.189476 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:18.218701 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3868c7-b159-4fdb-9592-7eb7a5890c4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15cde944-6fa4-40dd-9a16-340a1170bb4b,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:09:18.223510 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-ce3868c7-b159-4fdb-9592-7eb7a5890c4f admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=3cad3c95e2fa45f7b3458bf2eebe541d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2733824 Aug 30 01:09:18.226297 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 53638) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:09:18.281751 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-904481ed-51f8-4f56-8fe0-681dd32993f0 admin admin] Publish callbacks [] for security_group (15cde944-6fa4-40dd-9a16-340a1170bb4b), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:18.306974 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-904481ed-51f8-4f56-8fe0-681dd32993f0 admin admin] Publish callbacks [] for security_group (15cde944-6fa4-40dd-9a16-340a1170bb4b), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:18.360181 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device db9b7c66-2d76-40e3-852e-f667e5ea6c65 up at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:09:18.369411 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-904481ed-51f8-4f56-8fe0-681dd32993f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (15cde944-6fa4-40dd-9a16-340a1170bb4b), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:18.372952 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-904481ed-51f8-4f56-8fe0-681dd32993f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:18.374212 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-904481ed-51f8-4f56-8fe0-681dd32993f0 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/15cde944-6fa4-40dd-9a16-340a1170bb4b HTTP/1.1" status: 204 len: 168 time: 0.1471760 Aug 30 01:09:18.383772 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904481ed-51f8-4f56-8fe0-681dd32993f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15cde944-6fa4-40dd-9a16-340a1170bb4b,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:09:18.386207 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:18.422261 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Provisioning complete for port db9b7c66-2d76-40e3-852e-f667e5ea6c65 triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:09:18.422678 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (db9b7c66-2d76-40e3-852e-f667e5ea6c65), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:18.504170 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Current status of the port db9b7c66-2d76-40e3-852e-f667e5ea6c65 is: ACTIVE; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:09:18.686681 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 53646) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:09:18.701087 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-61fd2b88-2f48-4546-9066-fc4d41e45743 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:18.737136 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device 45ea4fde-69bf-4651-956f-e265b3f4ca34 up at agent hyperv_hv-cinder-81514 {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:09:18.783526 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-61fd2b88-2f48-4546-9066-fc4d41e45743 admin admin] Publish callbacks [] for security_group (76145b44-dbb6-444b-92a2-269f7b5f2375), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:18.788449 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Provisioning for port 45ea4fde-69bf-4651-956f-e265b3f4ca34 completed by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 01:09:18.788639 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-61fd2b88-2f48-4546-9066-fc4d41e45743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (76145b44-dbb6-444b-92a2-269f7b5f2375), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:18.794589 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Provisioning complete for port 45ea4fde-69bf-4651-956f-e265b3f4ca34 triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:09:18.795475 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (45ea4fde-69bf-4651-956f-e265b3f4ca34), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:18.829314 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-61fd2b88-2f48-4546-9066-fc4d41e45743 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=22291b2a4b7b44adb836bd6e282fd2dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1415136 Aug 30 01:09:18.830155 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fd2b88-2f48-4546-9066-fc4d41e45743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76145b44-dbb6-444b-92a2-269f7b5f2375,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:09:18.832316 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 53648) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:09:18.872450 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:18.890898 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Current status of the port 45ea4fde-69bf-4651-956f-e265b3f4ca34 is: BUILD; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:09:18.891292 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (45ea4fde-69bf-4651-956f-e265b3f4ca34), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:18.893030 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-9e42cda3-018c-4af4-8e18-4d13525332d9 admin admin] Publish callbacks [] for security_group (76145b44-dbb6-444b-92a2-269f7b5f2375), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:18.915319 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-9e42cda3-018c-4af4-8e18-4d13525332d9 admin admin] Publish callbacks [] for security_group (76145b44-dbb6-444b-92a2-269f7b5f2375), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:18.915879 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d3e6518-0173-4f31-ba51-d3fe0f2980e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ea4fde-69bf-4651-956f-e265b3f4ca34'}] {{(pid=106208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:09:18.919441 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c29b7fbecba6d5f29730e8e5f4edf6e9b002b1b00f6f5f73d69c4afba8ee411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c93848ea-501b-4b5d-99a5-3267d80cc4c7" -d '{"events": [{"server_uuid": "9d3e6518-0173-4f31-ba51-d3fe0f2980e0", "name": "network-vif-plugged", "status": "completed", "tag": "45ea4fde-69bf-4651-956f-e265b3f4ca34"}]}' {{(pid=106208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:09:18.935473 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port 45ea4fde-69bf-4651-956f-e265b3f4ca34, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=45ea4fde-69bf-4651-956f-e265b3f4ca34,segment=NetworkSegment(1433baa4-da16-449d-b37c-9e6e6a5aa666),segment_id=1433baa4-da16-449d-b37c-9e6e6a5aa666)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:09:18.939991 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (45ea4fde-69bf-4651-956f-e265b3f4ca34), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:18.965883 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca26554f-1f64-490f-9b7c-5901f0c5173f x-openstack-request-id: req-ca26554f-1f64-490f-9b7c-5901f0c5173f {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:09:18.966341 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d3e6518-0173-4f31-ba51-d3fe0f2980e0", "name": "network-vif-plugged", "status": "completed", "tag": "45ea4fde-69bf-4651-956f-e265b3f4ca34", "code": 200}]} {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:09:18.966571 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ca26554f-1f64-490f-9b7c-5901f0c5173f {{(pid=106208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:09:18.966973 dv-cinder-815146-13-iscsi neutron-server[106208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca26554f-1f64-490f-9b7c-5901f0c5173f'] response: {'server_uuid': '9d3e6518-0173-4f31-ba51-d3fe0f2980e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ea4fde-69bf-4651-956f-e265b3f4ca34', 'code': 200} Aug 30 01:09:18.975775 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-9e42cda3-018c-4af4-8e18-4d13525332d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (76145b44-dbb6-444b-92a2-269f7b5f2375), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:18.978721 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-9e42cda3-018c-4af4-8e18-4d13525332d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:18.982737 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-9e42cda3-018c-4af4-8e18-4d13525332d9 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/76145b44-dbb6-444b-92a2-269f7b5f2375 HTTP/1.1" status: 204 len: 168 time: 0.1463344 Aug 30 01:09:18.992177 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e42cda3-018c-4af4-8e18-4d13525332d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76145b44-dbb6-444b-92a2-269f7b5f2375,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:09:19.002216 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e42cda3-018c-4af4-8e18-4d13525332d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:09:19.002583 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e42cda3-018c-4af4-8e18-4d13525332d9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:09:19.003115 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e42cda3-018c-4af4-8e18-4d13525332d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:09:19.003528 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e42cda3-018c-4af4-8e18-4d13525332d9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:09:19.003939 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e42cda3-018c-4af4-8e18-4d13525332d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:09:19.004293 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e42cda3-018c-4af4-8e18-4d13525332d9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:09:19.004642 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e42cda3-018c-4af4-8e18-4d13525332d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:09:19.004973 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e42cda3-018c-4af4-8e18-4d13525332d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:09:19.005341 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e42cda3-018c-4af4-8e18-4d13525332d9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:09:19.005673 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e42cda3-018c-4af4-8e18-4d13525332d9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:09:19.006137 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e42cda3-018c-4af4-8e18-4d13525332d9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:09:19.006470 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e42cda3-018c-4af4-8e18-4d13525332d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:09:19.006797 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e42cda3-018c-4af4-8e18-4d13525332d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:09:19.007306 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e42cda3-018c-4af4-8e18-4d13525332d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:09:19.007738 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e42cda3-018c-4af4-8e18-4d13525332d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:09:19.008083 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Pushing event updated for resources: {'Port': ['ID=45ea4fde-69bf-4651-956f-e265b3f4ca34,revision_number=5']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:09:19.234596 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317cc97-34ae-4b51-bc01-d3a1a4c5c629 req-0329ed52-a07c-482f-b966-78c951c4ba0c tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:09:19.236751 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-d317cc97-34ae-4b51-bc01-d3a1a4c5c629 req-0329ed52-a07c-482f-b966-78c951c4ba0c tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9d3e6518-0173-4f31-ba51-d3fe0f2980e0 HTTP/1.1" status: 200 len: 945 time: 0.0547209 Aug 30 01:09:19.241795 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1181010-6c5d-49e0-b06f-19838fcd81cb req-91c633e9-5744-428a-837f-d0537141caf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:09:19.243446 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-e1181010-6c5d-49e0-b06f-19838fcd81cb req-91c633e9-5744-428a-837f-d0537141caf2 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9d3e6518-0173-4f31-ba51-d3fe0f2980e0 HTTP/1.1" status: 200 len: 1129 time: 0.0515385 Aug 30 01:09:19.309459 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-d317cc97-34ae-4b51-bc01-d3a1a4c5c629 req-1d934877-97b1-4bf9-a831-86ef80955379 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0322309e-1f6d-4caf-a1b9-0e800f7ba56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594101 Aug 30 01:09:19.360416 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 53660) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:09:19.377847 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-5c97df48-0179-48c9-a0ef-e3c41cc28c61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:19.466829 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-5c97df48-0179-48c9-a0ef-e3c41cc28c61 admin admin] Publish callbacks [] for security_group (f3141c94-a38c-4bc6-8e13-0b04777ccacc), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:19.470814 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-5c97df48-0179-48c9-a0ef-e3c41cc28c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (f3141c94-a38c-4bc6-8e13-0b04777ccacc), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:19.535854 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-5c97df48-0179-48c9-a0ef-e3c41cc28c61 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=19273ac7bf7a45fa914c8f60fcdcbd4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1742237 Aug 30 01:09:19.536862 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c97df48-0179-48c9-a0ef-e3c41cc28c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3141c94-a38c-4bc6-8e13-0b04777ccacc,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:09:19.539933 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 53662) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:09:19.567529 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-e1181010-6c5d-49e0-b06f-19838fcd81cb req-dbeed3d9-1138-4f8e-ac38-e3b2cf878e9c service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0322309e-1f6d-4caf-a1b9-0e800f7ba56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808361 Aug 30 01:09:19.604090 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-bba31381-350b-4a55-8e44-cfe023fce184 admin admin] Publish callbacks [] for security_group (f3141c94-a38c-4bc6-8e13-0b04777ccacc), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:19.625750 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-bba31381-350b-4a55-8e44-cfe023fce184 admin admin] Publish callbacks [] for security_group (f3141c94-a38c-4bc6-8e13-0b04777ccacc), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:19.678532 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-bba31381-350b-4a55-8e44-cfe023fce184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (f3141c94-a38c-4bc6-8e13-0b04777ccacc), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:19.682266 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-bba31381-350b-4a55-8e44-cfe023fce184 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:19.687948 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-bba31381-350b-4a55-8e44-cfe023fce184 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/f3141c94-a38c-4bc6-8e13-0b04777ccacc HTTP/1.1" status: 204 len: 168 time: 0.1417789 Aug 30 01:09:19.693884 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba31381-350b-4a55-8e44-cfe023fce184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3141c94-a38c-4bc6-8e13-0b04777ccacc,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:09:20.442976 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd203fc9-0ed9-4fbb-8733-8d8df99a0886 req-0d8798a9-aac4-4e40-a9e0-4de0cccfb592 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:09:20.444519 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-fd203fc9-0ed9-4fbb-8733-8d8df99a0886 req-0d8798a9-aac4-4e40-a9e0-4de0cccfb592 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9d3e6518-0173-4f31-ba51-d3fe0f2980e0 HTTP/1.1" status: 200 len: 945 time: 0.0547743 Aug 30 01:09:20.479001 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:20.501499 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-fd203fc9-0ed9-4fbb-8733-8d8df99a0886 req-7d0150f4-3090-4d3d-8ae3-7d443fa7823f tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0322309e-1f6d-4caf-a1b9-0e800f7ba56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504861 Aug 30 01:09:21.629926 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d1498-d41b-44e6-b199-fe197a45797c req-cce2cbe5-5bd2-47ad-af11-17db5eec29b7 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:09:21.631394 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-cc6d1498-d41b-44e6-b199-fe197a45797c req-cce2cbe5-5bd2-47ad-af11-17db5eec29b7 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9d3e6518-0173-4f31-ba51-d3fe0f2980e0 HTTP/1.1" status: 200 len: 945 time: 0.0537376 Aug 30 01:09:21.681841 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-cc6d1498-d41b-44e6-b199-fe197a45797c req-c7637a6c-e4c8-45d8-8bc9-06d968b681d9 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0322309e-1f6d-4caf-a1b9-0e800f7ba56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442388 Aug 30 01:09:21.803832 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fcff0e-e2cd-47bb-9df7-70d4c86a0e82 req-18e04f8c-95ba-4594-9441-875d6f0dd18e tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:09:21.805246 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-30fcff0e-e2cd-47bb-9df7-70d4c86a0e82 req-18e04f8c-95ba-4594-9441-875d6f0dd18e tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9d3e6518-0173-4f31-ba51-d3fe0f2980e0 HTTP/1.1" status: 200 len: 945 time: 0.0475731 Aug 30 01:09:21.858010 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-30fcff0e-e2cd-47bb-9df7-70d4c86a0e82 req-73368be2-7d01-435c-9e22-614ce57286eb tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0322309e-1f6d-4caf-a1b9-0e800f7ba56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457137 Aug 30 01:09:21.886853 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 53754) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:09:21.925353 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a612965-6c34-41cd-962b-0f07f266b9ab tempest-TestVolumeBootPattern-1438333599 tempest-TestVolumeBootPattern-1438333599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:09:21.927103 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-3a612965-6c34-41cd-962b-0f07f266b9ab tempest-TestVolumeBootPattern-1438333599 tempest-TestVolumeBootPattern-1438333599-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9d3e6518-0173-4f31-ba51-d3fe0f2980e0 HTTP/1.1" status: 200 len: 1124 time: 0.0390747 Aug 30 01:09:21.929881 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 53756) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:09:21.935143 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [None req-c76c8822-bd90-4722-a746-4bd1a20365f7 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Request body: {'floatingip': {'floating_network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'port_id': '45ea4fde-69bf-4651-956f-e265b3f4ca34', 'tenant_id': 'a6380baa172744fa9d7ba5b81f847906', 'fixed_ip_address': '172.20.0.5'}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:09:21.957057 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-c76c8822-bd90-4722-a746-4bd1a20365f7 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:22.008329 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:22.052943 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-c76c8822-bd90-4722-a746-4bd1a20365f7 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:22.169512 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.db_base_plugin_common [None req-c76c8822-bd90-4722-a746-4bd1a20365f7 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Allocated IP 172.27.4.234 (3021e9f0-0eb2-4779-9e8d-2d74d8c353fb/be7a67d1-0569-48bc-88e9-c2545720293d/02987da1-484d-4765-8e26-def4cda6a048) {{(pid=106206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:09:22.281227 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-c76c8822-bd90-4722-a746-4bd1a20365f7 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks [] for port (02987da1-484d-4765-8e26-def4cda6a048), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:22.282771 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:22.318422 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-c76c8822-bd90-4722-a746-4bd1a20365f7 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737867580456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14283316'] for port (02987da1-484d-4765-8e26-def4cda6a048), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:22.366409 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76c8822-bd90-4722-a746-4bd1a20365f7 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Network 3021e9f0-0eb2-4779-9e8d-2d74d8c353fb is already hosted by enough agents. {{(pid=106206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:09:22.372339 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.base_scheduler [None req-c76c8822-bd90-4722-a746-4bd1a20365f7 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Resources bound (agent type, host, resource id): {{(pid=106206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:09:22.375117 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76c8822-bd90-4722-a746-4bd1a20365f7 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Received port after_create {{(pid=106206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:09:22.377671 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76c8822-bd90-4722-a746-4bd1a20365f7 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Pushing event updated for resources: {'Port': ['ID=02987da1-484d-4765-8e26-def4cda6a048,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:09:22.741435 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-c76c8822-bd90-4722-a746-4bd1a20365f7 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks [] for floatingip (83e2948e-337c-44fd-8cb2-74cc3ce07c6c), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:22.812882 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-c76c8822-bd90-4722-a746-4bd1a20365f7 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (02987da1-484d-4765-8e26-def4cda6a048), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:22.849580 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:22.957155 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-61fd0fea-7aa3-4cdf-845a-d1f9e1e96931 req-bccdbada-8bdd-47b9-adf8-2227ed4fbc94 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=8f9b5386-7fbc-4d22-a388-55c656bf9255&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0568562 Aug 30 01:09:23.029570 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-c76c8822-bd90-4722-a746-4bd1a20365f7 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks [] for port (02987da1-484d-4765-8e26-def4cda6a048), precommit_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:23.034268 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-c76c8822-bd90-4722-a746-4bd1a20365f7 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14283325'] for port (02987da1-484d-4765-8e26-def4cda6a048), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:23.066500 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd0fea-7aa3-4cdf-845a-d1f9e1e96931 req-dc375df1-ecbd-4fe1-876b-4d2efa7c3f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:09:23.068005 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-61fd0fea-7aa3-4cdf-845a-d1f9e1e96931 req-dc375df1-ecbd-4fe1-876b-4d2efa7c3f1c service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=54768b167b1c4fefb901f640203e1c5d&device_id=8f9b5386-7fbc-4d22-a388-55c656bf9255 HTTP/1.1" status: 200 len: 1130 time: 0.0821908 Aug 30 01:09:23.095718 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:23.161447 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76c8822-bd90-4722-a746-4bd1a20365f7 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Pushing event updated for resources: {'Port': ['ID=02987da1-484d-4765-8e26-def4cda6a048,revision_number=2']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:09:23.172464 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-c76c8822-bd90-4722-a746-4bd1a20365f7 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16466402'] for floatingip (83e2948e-337c-44fd-8cb2-74cc3ce07c6c), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:23.284018 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd0fea-7aa3-4cdf-845a-d1f9e1e96931 req-42ddd072-e9e7-4a43-a1d8-bebf7013db41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:09:23.285573 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-61fd0fea-7aa3-4cdf-845a-d1f9e1e96931 req-42ddd072-e9e7-4a43-a1d8-bebf7013db41 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=71657289-5845-4030-b5d1-5bad1153486f HTTP/1.1" status: 200 len: 919 time: 0.1873965 Aug 30 01:09:23.341744 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.db.l3_db [None req-c76c8822-bd90-4722-a746-4bd1a20365f7 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Floating IP 83e2948e-337c-44fd-8cb2-74cc3ce07c6c associated. External IP: 172.27.4.234, port: 45ea4fde-69bf-4651-956f-e265b3f4ca34. Aug 30 01:09:23.405474 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-61fd0fea-7aa3-4cdf-845a-d1f9e1e96931 req-8efdc93c-d750-4876-a03f-610890b64ff7 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f87d3a77-05ed-43ac-b192-82ed7d858c40 HTTP/1.1" status: 200 len: 1001 time: 0.1090746 Aug 30 01:09:23.504313 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd0fea-7aa3-4cdf-845a-d1f9e1e96931 req-f67cbf27-82d4-4813-8332-bb24cf9d336a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:09:23.505921 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-61fd0fea-7aa3-4cdf-845a-d1f9e1e96931 req-f67cbf27-82d4-4813-8332-bb24cf9d336a service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=b5ba3a12-33bc-451f-ac45-0e3b5e90b022 HTTP/1.1" status: 200 len: 856 time: 0.0672805 Aug 30 01:09:23.627601 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd0fea-7aa3-4cdf-845a-d1f9e1e96931 req-64e6e8da-cb1b-4f39-986f-d6b29339f151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:09:23.629234 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-61fd0fea-7aa3-4cdf-845a-d1f9e1e96931 req-64e6e8da-cb1b-4f39-986f-d6b29339f151 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=71657289-5845-4030-b5d1-5bad1153486f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0828376 Aug 30 01:09:23.704347 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c76c8822-bd90-4722-a746-4bd1a20365f7 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Router 77b21fb2-6062-4336-bcc3-5ffa9d454ebe has already been hosted by L3 agent 613dbf26-5731-4391-8a29-3c5185f7ed3f {{(pid=106206) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:09:23.782917 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-61fd0fea-7aa3-4cdf-845a-d1f9e1e96931 req-91f4d475-4aa3-45d9-86bd-05f28af63f55 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/71657289-5845-4030-b5d1-5bad1153486f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426663 Aug 30 01:09:23.787163 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=100 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:24.137694 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c76c8822-bd90-4722-a746-4bd1a20365f7 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Notify agent at l3_agent.dv-cinder-815146-13-iscsi the message routers_updated {{(pid=106206) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:09:24.147871 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6d3ad9-519c-42bb-b751-a7fbede6af60 None None] Sync routers for ids ['77b21fb2-6062-4336-bcc3-5ffa9d454ebe'] in dv-cinder-815146-13-iscsi {{(pid=106208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:09:24.164932 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6d3ad9-519c-42bb-b751-a7fbede6af60 None None] Routers {'77b21fb2-6062-4336-bcc3-5ffa9d454ebe'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:09:24.165544 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-ff6d3ad9-519c-42bb-b751-a7fbede6af60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:09:11Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['77b21fb2-6062-4336-bcc3-5ffa9d454ebe'], 'active': True} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:09:24.171703 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-61fd0fea-7aa3-4cdf-845a-d1f9e1e96931 req-1d2eb856-e86e-4a14-b781-519fd8e77742 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/71657289-5845-4030-b5d1-5bad1153486f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3776050 Aug 30 01:09:24.174748 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-c76c8822-bd90-4722-a746-4bd1a20365f7 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for floatingip (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:24.212218 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-c76c8822-bd90-4722-a746-4bd1a20365f7 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2792118 Aug 30 01:09:24.212218 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d3e6518-0173-4f31-ba51-d3fe0f2980e0', 'tag': '45ea4fde-69bf-4651-956f-e265b3f4ca34'}] {{(pid=106206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:09:24.213163 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068580ff6c600dbe59ab62011f5d984f60f6f54628162803fce2ed792aa7a021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-111d4004-8c2d-4744-aa7e-27859b3a3153" -d '{"events": [{"name": "network-changed", "server_uuid": "9d3e6518-0173-4f31-ba51-d3fe0f2980e0", "tag": "45ea4fde-69bf-4651-956f-e265b3f4ca34"}]}' {{(pid=106206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:09:24.254923 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13716ff4-c3a7-4705-8669-b4e13bdac221 x-openstack-request-id: req-13716ff4-c3a7-4705-8669-b4e13bdac221 {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:09:24.255208 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d3e6518-0173-4f31-ba51-d3fe0f2980e0", "tag": "45ea4fde-69bf-4651-956f-e265b3f4ca34", "status": "completed", "code": 200}]} {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:09:24.255521 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-13716ff4-c3a7-4705-8669-b4e13bdac221 {{(pid=106206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:09:24.255954 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13716ff4-c3a7-4705-8669-b4e13bdac221'] response: {'name': 'network-changed', 'server_uuid': '9d3e6518-0173-4f31-ba51-d3fe0f2980e0', 'tag': '45ea4fde-69bf-4651-956f-e265b3f4ca34', 'status': 'completed', 'code': 200} Aug 30 01:09:24.298699 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvr_db [None req-ff6d3ad9-519c-42bb-b751-a7fbede6af60 None None] Set router 77b21fb2-6062-4336-bcc3-5ffa9d454ebe gateway port host: dv-cinder-815146-13-iscsi {{(pid=106208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:09:24.326578 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:24.328244 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:24.334684 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d4004-8c2d-4744-aa7e-27859b3a3153 req-c186b707-8ffc-43f0-8b4b-1bc17e4f9556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:09:24.336212 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-111d4004-8c2d-4744-aa7e-27859b3a3153 req-c186b707-8ffc-43f0-8b4b-1bc17e4f9556 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=a6380baa172744fa9d7ba5b81f847906&device_id=9d3e6518-0173-4f31-ba51-d3fe0f2980e0 HTTP/1.1" status: 200 len: 1129 time: 0.0442898 Aug 30 01:09:24.445752 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d4004-8c2d-4744-aa7e-27859b3a3153 req-0a3df3b3-82fc-4f06-8116-d26a5d5834a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:09:24.447259 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-111d4004-8c2d-4744-aa7e-27859b3a3153 req-0a3df3b3-82fc-4f06-8116-d26a5d5834a2 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=9040a016-54c8-479a-991b-4e0ac5fa178d HTTP/1.1" status: 200 len: 914 time: 0.1039777 Aug 30 01:09:24.518966 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-111d4004-8c2d-4744-aa7e-27859b3a3153 req-3be93138-2f27-427c-8371-ff37494d3be7 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45ea4fde-69bf-4651-956f-e265b3f4ca34 HTTP/1.1" status: 200 len: 999 time: 0.0593195 Aug 30 01:09:24.527996 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-ff6d3ad9-519c-42bb-b751-a7fbede6af60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'name': 'tempest-TestVolumeBootPattern-1159894763-router', 'tenant_id': 'a6380baa172744fa9d7ba5b81f847906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.96'}], 'enable_snat': True}, 'gw_port_id': 'adff4777-6a01-467c-9cce-d77b5d28c036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:03:48Z', 'updated_at': '2022-08-30T01:03:52Z', 'revision_number': 4, 'project_id': 'a6380baa172744fa9d7ba5b81f847906', 'gw_port': {'id': 'adff4777-6a01-467c-9cce-d77b5d28c036', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:60:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:48Z', 'updated_at': '2022-08-30T01:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_floatingips': [{'id': '83e2948e-337c-44fd-8cb2-74cc3ce07c6c', 'tenant_id': 'a6380baa172744fa9d7ba5b81f847906', 'floating_ip_address': '172.27.4.234', 'floating_network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'router_id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'port_id': '45ea4fde-69bf-4651-956f-e265b3f4ca34', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9040a016-54c8-479a-991b-4e0ac5fa178d', 'mac_address': 'fa:16:3e:b8:b0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3e6518-0173-4f31-ba51-d3fe0f2980e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:09:22Z', 'updated_at': '2022-08-30T01:09:22Z', 'revision_number': 0, 'project_id': 'a6380baa172744fa9d7ba5b81f847906', 'fixed_ip_address_scope': None}, {'id': 'b1883309-0c71-4eec-9614-b8b993e330a0', 'tenant_id': 'a6380baa172744fa9d7ba5b81f847906', 'floating_ip_address': '172.27.4.42', 'floating_network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'router_id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'port_id': 'c3521186-7bff-4b1d-bccf-696dc8dddb74', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9040a016-54c8-479a-991b-4e0ac5fa178d', 'mac_address': 'fa:16:3e:1d:10:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99c1ea6-9c8f-42ac-a6b3-6c66a025711d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:07:13Z', 'updated_at': '2022-08-30T01:07:15Z', 'revision_number': 1, 'project_id': 'a6380baa172744fa9d7ba5b81f847906', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f570ed8-ae08-439f-9ac0-f7485c2e852e', 'name': '', 'network_id': '9040a016-54c8-479a-991b-4e0ac5fa178d', 'tenant_id': 'a6380baa172744fa9d7ba5b81f847906', 'mac_address': 'fa:16:3e:a1:7e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '95c34b58-5326-49b3-92a4-b747a89537a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:52Z', 'updated_at': '2022-08-30T01:03:58Z', 'revision_number': 5, 'project_id': 'a6380baa172744fa9d7ba5b81f847906', 'subnets': [{'id': '95c34b58-5326-49b3-92a4-b747a89537a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:09:24.553033 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6d3ad9-519c-42bb-b751-a7fbede6af60 None None] Checking router: 77b21fb2-6062-4336-bcc3-5ffa9d454ebe for host: dv-cinder-815146-13-iscsi {{(pid=106208) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:09:24.562615 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6d3ad9-519c-42bb-b751-a7fbede6af60 None None] Routers {'77b21fb2-6062-4336-bcc3-5ffa9d454ebe'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:09:24.563233 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-ff6d3ad9-519c-42bb-b751-a7fbede6af60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:09:11Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['77b21fb2-6062-4336-bcc3-5ffa9d454ebe'], 'active': True} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:09:24.573309 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d4004-8c2d-4744-aa7e-27859b3a3153 req-24896ea0-95ec-4b5c-adc0-07c43a73a9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:09:24.575748 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-111d4004-8c2d-4744-aa7e-27859b3a3153 req-24896ea0-95ec-4b5c-adc0-07c43a73a9bb service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=95c34b58-5326-49b3-92a4-b747a89537a2 HTTP/1.1" status: 200 len: 851 time: 0.0507674 Aug 30 01:09:24.627904 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d4004-8c2d-4744-aa7e-27859b3a3153 req-3c01796f-dfef-49ff-835b-2f1623c49665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:09:24.629752 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-111d4004-8c2d-4744-aa7e-27859b3a3153 req-3c01796f-dfef-49ff-835b-2f1623c49665 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=9040a016-54c8-479a-991b-4e0ac5fa178d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0426948 Aug 30 01:09:24.671982 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvr_db [None req-ff6d3ad9-519c-42bb-b751-a7fbede6af60 None None] Set router 77b21fb2-6062-4336-bcc3-5ffa9d454ebe gateway port host: dv-cinder-815146-13-iscsi {{(pid=106208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:09:24.712704 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:24.731501 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-111d4004-8c2d-4744-aa7e-27859b3a3153 req-019878ef-113c-40c0-b048-881369db72b3 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/9040a016-54c8-479a-991b-4e0ac5fa178d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937104 Aug 30 01:09:24.841047 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-111d4004-8c2d-4744-aa7e-27859b3a3153 req-426bd272-b2ae-4f8b-8414-792fea8e215b service neutron] 10.222.0.47 "GET /networking/v2.0/networks/9040a016-54c8-479a-991b-4e0ac5fa178d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918531 Aug 30 01:09:24.911387 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-ff6d3ad9-519c-42bb-b751-a7fbede6af60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'name': 'tempest-TestVolumeBootPattern-1159894763-router', 'tenant_id': 'a6380baa172744fa9d7ba5b81f847906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.96'}], 'enable_snat': True}, 'gw_port_id': 'adff4777-6a01-467c-9cce-d77b5d28c036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:03:48Z', 'updated_at': '2022-08-30T01:03:52Z', 'revision_number': 4, 'project_id': 'a6380baa172744fa9d7ba5b81f847906', 'gw_port': {'id': 'adff4777-6a01-467c-9cce-d77b5d28c036', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:60:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:48Z', 'updated_at': '2022-08-30T01:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_floatingips': [{'id': '83e2948e-337c-44fd-8cb2-74cc3ce07c6c', 'tenant_id': 'a6380baa172744fa9d7ba5b81f847906', 'floating_ip_address': '172.27.4.234', 'floating_network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'router_id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'port_id': '45ea4fde-69bf-4651-956f-e265b3f4ca34', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9040a016-54c8-479a-991b-4e0ac5fa178d', 'mac_address': 'fa:16:3e:b8:b0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3e6518-0173-4f31-ba51-d3fe0f2980e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:09:22Z', 'updated_at': '2022-08-30T01:09:22Z', 'revision_number': 0, 'project_id': 'a6380baa172744fa9d7ba5b81f847906', 'fixed_ip_address_scope': None}, {'id': 'b1883309-0c71-4eec-9614-b8b993e330a0', 'tenant_id': 'a6380baa172744fa9d7ba5b81f847906', 'floating_ip_address': '172.27.4.42', 'floating_network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'router_id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'port_id': 'c3521186-7bff-4b1d-bccf-696dc8dddb74', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9040a016-54c8-479a-991b-4e0ac5fa178d', 'mac_address': 'fa:16:3e:1d:10:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99c1ea6-9c8f-42ac-a6b3-6c66a025711d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:07:13Z', 'updated_at': '2022-08-30T01:07:15Z', 'revision_number': 1, 'project_id': 'a6380baa172744fa9d7ba5b81f847906', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f570ed8-ae08-439f-9ac0-f7485c2e852e', 'name': '', 'network_id': '9040a016-54c8-479a-991b-4e0ac5fa178d', 'tenant_id': 'a6380baa172744fa9d7ba5b81f847906', 'mac_address': 'fa:16:3e:a1:7e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '95c34b58-5326-49b3-92a4-b747a89537a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:52Z', 'updated_at': '2022-08-30T01:03:58Z', 'revision_number': 5, 'project_id': 'a6380baa172744fa9d7ba5b81f847906', 'subnets': [{'id': '95c34b58-5326-49b3-92a4-b747a89537a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:09:24.937581 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6d3ad9-519c-42bb-b751-a7fbede6af60 None None] The sync data for ids ['77b21fb2-6062-4336-bcc3-5ffa9d454ebe'] in dv-cinder-815146-13-iscsi is: [{'id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'name': 'tempest-TestVolumeBootPattern-1159894763-router', 'tenant_id': 'a6380baa172744fa9d7ba5b81f847906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.96'}], 'enable_snat': True}, 'gw_port_id': 'adff4777-6a01-467c-9cce-d77b5d28c036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:03:48Z', 'updated_at': '2022-08-30T01:03:52Z', 'revision_number': 4, 'project_id': 'a6380baa172744fa9d7ba5b81f847906', 'gw_port': {'id': 'adff4777-6a01-467c-9cce-d77b5d28c036', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:60:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:48Z', 'updated_at': '2022-08-30T01:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_floatingips': [{'id': '83e2948e-337c-44fd-8cb2-74cc3ce07c6c', 'tenant_id': 'a6380baa172744fa9d7ba5b81f847906', 'floating_ip_address': '172.27.4.234', 'floating_network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'router_id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'port_id': '45ea4fde-69bf-4651-956f-e265b3f4ca34', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9040a016-54c8-479a-991b-4e0ac5fa178d', 'mac_address': 'fa:16:3e:b8:b0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3e6518-0173-4f31-ba51-d3fe0f2980e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:09:22Z', 'updated_at': '2022-08-30T01:09:22Z', 'revision_number': 0, 'project_id': 'a6380baa172744fa9d7ba5b81f847906', 'fixed_ip_address_scope': None}, {'id': 'b1883309-0c71-4eec-9614-b8b993e330a0', 'tenant_id': 'a6380baa172744fa9d7ba5b81f847906', 'floating_ip_address': '172.27.4.42', 'floating_network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'router_id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'port_id': 'c3521186-7bff-4b1d-bccf-696dc8dddb74', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9040a016-54c8-479a-991b-4e0ac5fa178d', 'mac_address': 'fa:16:3e:1d:10:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99c1ea6-9c8f-42ac-a6b3-6c66a025711d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:07:13Z', 'updated_at': '2022-08-30T01:07:15Z', 'revision_number': 1, 'project_id': 'a6380baa172744fa9d7ba5b81f847906', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f570ed8-ae08-439f-9ac0-f7485c2e852e', 'name': '', 'network_id': '9040a016-54c8-479a-991b-4e0ac5fa178d', 'tenant_id': 'a6380baa172744fa9d7ba5b81f847906', 'mac_address': 'fa:16:3e:a1:7e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '95c34b58-5326-49b3-92a4-b747a89537a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:52Z', 'updated_at': '2022-08-30T01:03:58Z', 'revision_number': 5, 'project_id': 'a6380baa172744fa9d7ba5b81f847906', 'subnets': [{'id': '95c34b58-5326-49b3-92a4-b747a89537a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:09:25.147011 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56ab2b5-1d4a-440b-9f61-a20c80637afd None None] New status for floating IP 83e2948e-337c-44fd-8cb2-74cc3ce07c6c: ACTIVE {{(pid=106209) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:09:29.146867 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.agents_db [None req-fbf18308-e14c-4042-905c-b7f1770ec079 None None] Agent healthcheck: found 6 active agents {{(pid=106209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:09:31.849674 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:31.852958 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=17 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:34.830445 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=49 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:34.836644 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=64,neutron:DELETE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:34.913706 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=17 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:34.914587 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=58 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:35.369975 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-f3d6488e-3aff-4c0e-999e-ed77009cb758 req-96cabf17-60f4-4bb2-b7a4-390c752427b9 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1990279540&fields=id&tenant_id=aa4d639296c34f1dbf0b327fd0828620 HTTP/1.1" status: 200 len: 267 time: 0.0449090 Aug 30 01:09:35.485304 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d6488e-3aff-4c0e-999e-ed77009cb758 req-52ee6030-1654-413d-9a6b-3224d32650c2 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:09:35.486693 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-f3d6488e-3aff-4c0e-999e-ed77009cb758 req-52ee6030-1654-413d-9a6b-3224d32650c2 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/networks?id=975176e1-2963-4279-99b0-e91749d91c94 HTTP/1.1" status: 200 len: 808 time: 0.1090858 Aug 30 01:09:35.502566 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-f3d6488e-3aff-4c0e-999e-ed77009cb758 req-fdbcd244-7980-48c3-8213-24ecb0d9b273 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/quotas/aa4d639296c34f1dbf0b327fd0828620 HTTP/1.1" status: 200 len: 375 time: 0.0104151 Aug 30 01:09:35.553661 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-f3d6488e-3aff-4c0e-999e-ed77009cb758 req-3c978c49-600e-410d-b871-4cdec957b865 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=aa4d639296c34f1dbf0b327fd0828620&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459464 Aug 30 01:09:35.658540 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-f3d6488e-3aff-4c0e-999e-ed77009cb758 req-7e594c52-d48e-4c99-9f90-6b766a37bf5d service neutron] 10.222.0.78 "GET /networking/v2.0/networks/975176e1-2963-4279-99b0-e91749d91c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931995 Aug 30 01:09:35.752749 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-f3d6488e-3aff-4c0e-999e-ed77009cb758 req-ed8d56ec-b79b-4e2a-871a-17a814188576 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/975176e1-2963-4279-99b0-e91749d91c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881710 Aug 30 01:09:36.066586 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-6f884b8b-129a-43c9-aae6-e741e34bdf97 req-bc315b87-9bcb-40de-a72d-73b84c1cfead tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77c1fad5-fcbd-475a-b590-406d1b8cfc8f HTTP/1.1" status: 200 len: 210 time: 0.0326471 Aug 30 01:09:37.170417 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-dd43b0ba-7a66-4578-9ab2-6cdabc39b495 req-4de65315-b244-4bc1-8f85-bfcf1bc83073 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77c1fad5-fcbd-475a-b590-406d1b8cfc8f HTTP/1.1" status: 200 len: 210 time: 0.0306110 Aug 30 01:09:37.289869 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d6488e-3aff-4c0e-999e-ed77009cb758 req-16b8436b-9f08-48e8-a73e-2a79b94ef384 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:09:37.291636 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-f3d6488e-3aff-4c0e-999e-ed77009cb758 req-16b8436b-9f08-48e8-a73e-2a79b94ef384 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.47 "GET /networking/v2.0/networks?id=975176e1-2963-4279-99b0-e91749d91c94 HTTP/1.1" status: 200 len: 808 time: 0.1136277 Aug 30 01:09:37.355869 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-f3d6488e-3aff-4c0e-999e-ed77009cb758 req-e2a4cbbd-13c1-4a7b-813d-05918a064bb0 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.47 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=aa4d639296c34f1dbf0b327fd0828620 HTTP/1.1" status: 200 len: 380 time: 0.0544686 Aug 30 01:09:37.366377 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [req-f3d6488e-3aff-4c0e-999e-ed77009cb758 req-22756f61-6a63-4340-8913-3789a492b41f tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Request body: {'port': {'device_id': '77c1fad5-fcbd-475a-b590-406d1b8cfc8f', 'network_id': '975176e1-2963-4279-99b0-e91749d91c94', 'admin_state_up': True, 'tenant_id': 'aa4d639296c34f1dbf0b327fd0828620', 'security_groups': ['c73c16fa-6e40-4125-82d0-fcb83c652d69']}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:09:37.484097 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3d6488e-3aff-4c0e-999e-ed77009cb758 req-22756f61-6a63-4340-8913-3789a492b41f tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Made reservation on behalf of aa4d639296c34f1dbf0b327fd0828620 for: {'port': 1} {{(pid=106206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:09:37.487904 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-f3d6488e-3aff-4c0e-999e-ed77009cb758 req-22756f61-6a63-4340-8913-3789a492b41f tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:37.616459 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.db_base_plugin_common [req-f3d6488e-3aff-4c0e-999e-ed77009cb758 req-22756f61-6a63-4340-8913-3789a492b41f tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Allocated IP 172.20.0.9 (975176e1-2963-4279-99b0-e91749d91c94/249a35e3-e839-4219-8b3a-81bef0c6bdbb/f326f1cc-3214-4c94-b458-a90b5f3ea1e3) {{(pid=106206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:09:37.762321 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-f3d6488e-3aff-4c0e-999e-ed77009cb758 req-22756f61-6a63-4340-8913-3789a492b41f tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Publish callbacks [] for port (f326f1cc-3214-4c94-b458-a90b5f3ea1e3), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:37.801045 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-f3d6488e-3aff-4c0e-999e-ed77009cb758 req-22756f61-6a63-4340-8913-3789a492b41f tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737867580456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14283316'] for port (f326f1cc-3214-4c94-b458-a90b5f3ea1e3), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:37.848275 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3d6488e-3aff-4c0e-999e-ed77009cb758 req-22756f61-6a63-4340-8913-3789a492b41f tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Network 975176e1-2963-4279-99b0-e91749d91c94 is already hosted by enough agents. {{(pid=106206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:09:37.851667 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.base_scheduler [req-f3d6488e-3aff-4c0e-999e-ed77009cb758 req-22756f61-6a63-4340-8913-3789a492b41f tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Resources bound (agent type, host, resource id): {{(pid=106206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:09:37.855857 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d6488e-3aff-4c0e-999e-ed77009cb758 req-22756f61-6a63-4340-8913-3789a492b41f tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Received port after_create {{(pid=106206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:09:37.880460 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22756f61-6a63-4340-8913-3789a492b41f tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Pushing event updated for resources: {'Port': ['ID=f326f1cc-3214-4c94-b458-a90b5f3ea1e3,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:09:37.915681 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d6488e-3aff-4c0e-999e-ed77009cb758 req-22756f61-6a63-4340-8913-3789a492b41f tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:09:37.917117 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-f3d6488e-3aff-4c0e-999e-ed77009cb758 req-22756f61-6a63-4340-8913-3789a492b41f tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for port (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:37.936878 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-f3d6488e-3aff-4c0e-999e-ed77009cb758 req-22756f61-6a63-4340-8913-3789a492b41f tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5725174 Aug 30 01:09:37.949915 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [req-f3d6488e-3aff-4c0e-999e-ed77009cb758 req-f1517e59-205b-41c7-add4-d9b12795cc89 service neutron] Request body: {'port': {'device_id': '77c1fad5-fcbd-475a-b590-406d1b8cfc8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:09:38.015656 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-f3d6488e-3aff-4c0e-999e-ed77009cb758 req-f1517e59-205b-41c7-add4-d9b12795cc89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (f326f1cc-3214-4c94-b458-a90b5f3ea1e3), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:38.027191 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:38.049937 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:38.131872 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-e4d4c9df-cca3-4f01-93e5-142d8485d0f1 None None] Provisioning complete for port f326f1cc-3214-4c94-b458-a90b5f3ea1e3 triggered by entity DHCP. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:09:38.132455 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-e4d4c9df-cca3-4f01-93e5-142d8485d0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (f326f1cc-3214-4c94-b458-a90b5f3ea1e3), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:38.168468 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-e4d4c9df-cca3-4f01-93e5-142d8485d0f1 None None] Port f326f1cc-3214-4c94-b458-a90b5f3ea1e3 cannot update to ACTIVE because it is not bound. {{(pid=106208) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:09:38.291548 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8cfb86-95ae-4141-91e3-d4ed5400ef3e req-eb68dd6d-7f7a-4b00-ae0f-132fb46f32bb tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:09:38.293040 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-9f8cfb86-95ae-4141-91e3-d4ed5400ef3e req-eb68dd6d-7f7a-4b00-ae0f-132fb46f32bb tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77c1fad5-fcbd-475a-b590-406d1b8cfc8f HTTP/1.1" status: 200 len: 931 time: 0.0477819 Aug 30 01:09:38.314913 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [req-f3d6488e-3aff-4c0e-999e-ed77009cb758 req-f1517e59-205b-41c7-add4-d9b12795cc89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f326f1cc-3214-4c94-b458-a90b5f3ea1e3 {{(pid=106206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:09:38.322590 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-f3d6488e-3aff-4c0e-999e-ed77009cb758 req-f1517e59-205b-41c7-add4-d9b12795cc89 service neutron] Publish callbacks [] for port (f326f1cc-3214-4c94-b458-a90b5f3ea1e3), precommit_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:38.335074 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [req-f3d6488e-3aff-4c0e-999e-ed77009cb758 req-f1517e59-205b-41c7-add4-d9b12795cc89 service neutron] Transition to ACTIVE for port object f326f1cc-3214-4c94-b458-a90b5f3ea1e3 will not be triggered until provisioned by entity L2. {{(pid=106206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 01:09:38.338465 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-f3d6488e-3aff-4c0e-999e-ed77009cb758 req-f1517e59-205b-41c7-add4-d9b12795cc89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14283325'] for port (f326f1cc-3214-4c94-b458-a90b5f3ea1e3), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:38.346095 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-9f8cfb86-95ae-4141-91e3-d4ed5400ef3e req-f66b6f0a-d362-46c7-8ebc-d3d9168d1ef1 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c73c16fa-6e40-4125-82d0-fcb83c652d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458744 Aug 30 01:09:38.416086 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1517e59-205b-41c7-add4-d9b12795cc89 service neutron] Pushing event updated for resources: {'Port': ['ID=f326f1cc-3214-4c94-b458-a90b5f3ea1e3,revision_number=2']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:09:38.447076 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [req-f3d6488e-3aff-4c0e-999e-ed77009cb758 req-f1517e59-205b-41c7-add4-d9b12795cc89 service neutron] Attempting to bind port f326f1cc-3214-4c94-b458-a90b5f3ea1e3 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:09:38.447409 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [req-f3d6488e-3aff-4c0e-999e-ed77009cb758 req-f1517e59-205b-41c7-add4-d9b12795cc89 service neutron] Attempting to bind port f326f1cc-3214-4c94-b458-a90b5f3ea1e3 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'f189fdd9-26a6-465a-b699-07b463ddfec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '975176e1-2963-4279-99b0-e91749d91c94'}] {{(pid=106206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:09:38.447735 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d6488e-3aff-4c0e-999e-ed77009cb758 req-f1517e59-205b-41c7-add4-d9b12795cc89 service neutron] Attempting to bind port f326f1cc-3214-4c94-b458-a90b5f3ea1e3 on network 975176e1-2963-4279-99b0-e91749d91c94 {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:09:38.452709 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d6488e-3aff-4c0e-999e-ed77009cb758 req-f1517e59-205b-41c7-add4-d9b12795cc89 service neutron] Port f326f1cc-3214-4c94-b458-a90b5f3ea1e3 on network 975176e1-2963-4279-99b0-e91749d91c94 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 01:09:38.453026 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d6488e-3aff-4c0e-999e-ed77009cb758 req-f1517e59-205b-41c7-add4-d9b12795cc89 service neutron] Attempting to bind port f326f1cc-3214-4c94-b458-a90b5f3ea1e3 on network 975176e1-2963-4279-99b0-e91749d91c94 {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:09:38.457896 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d6488e-3aff-4c0e-999e-ed77009cb758 req-f1517e59-205b-41c7-add4-d9b12795cc89 service neutron] Checking agent: {'id': 'ec393def-3d84-45a3-8a6c-ed049d62fe0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 0, 59, 14), 'started_at': datetime.datetime(2022, 8, 30, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:09:38.458229 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d6488e-3aff-4c0e-999e-ed77009cb758 req-f1517e59-205b-41c7-add4-d9b12795cc89 service neutron] Checking segment: {'id': 'f189fdd9-26a6-465a-b699-07b463ddfec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '975176e1-2963-4279-99b0-e91749d91c94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:09:38.458603 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d6488e-3aff-4c0e-999e-ed77009cb758 req-f1517e59-205b-41c7-add4-d9b12795cc89 service neutron] Bound using segment: {'id': 'f189fdd9-26a6-465a-b699-07b463ddfec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '975176e1-2963-4279-99b0-e91749d91c94'} {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:09:38.459019 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [req-f3d6488e-3aff-4c0e-999e-ed77009cb758 req-f1517e59-205b-41c7-add4-d9b12795cc89 service neutron] Bound port: f326f1cc-3214-4c94-b458-a90b5f3ea1e3, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f189fdd9-26a6-465a-b699-07b463ddfec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '975176e1-2963-4279-99b0-e91749d91c94'}}] {{(pid=106206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:09:38.459368 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-f3d6488e-3aff-4c0e-999e-ed77009cb758 req-f1517e59-205b-41c7-add4-d9b12795cc89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (f326f1cc-3214-4c94-b458-a90b5f3ea1e3), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:38.544104 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [req-f3d6488e-3aff-4c0e-999e-ed77009cb758 req-f1517e59-205b-41c7-add4-d9b12795cc89 service neutron] For port f326f1cc-3214-4c94-b458-a90b5f3ea1e3, host hv-cinder-81514, cleared binding levels {{(pid=106206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:09:38.547892 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [req-f3d6488e-3aff-4c0e-999e-ed77009cb758 req-f1517e59-205b-41c7-add4-d9b12795cc89 service neutron] For port f326f1cc-3214-4c94-b458-a90b5f3ea1e3, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f326f1cc-3214-4c94-b458-a90b5f3ea1e3,segment=NetworkSegment(f189fdd9-26a6-465a-b699-07b463ddfec7),segment_id=f189fdd9-26a6-465a-b699-07b463ddfec7)] {{(pid=106206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:09:38.553565 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-f3d6488e-3aff-4c0e-999e-ed77009cb758 req-f1517e59-205b-41c7-add4-d9b12795cc89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14283325'] for port (f326f1cc-3214-4c94-b458-a90b5f3ea1e3), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:38.556662 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d6488e-3aff-4c0e-999e-ed77009cb758 req-f1517e59-205b-41c7-add4-d9b12795cc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:09:38.557319 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-f3d6488e-3aff-4c0e-999e-ed77009cb758 req-f1517e59-205b-41c7-add4-d9b12795cc89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for port (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:38.558710 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-f3d6488e-3aff-4c0e-999e-ed77009cb758 req-f1517e59-205b-41c7-add4-d9b12795cc89 service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/f326f1cc-3214-4c94-b458-a90b5f3ea1e3 HTTP/1.1" status: 200 len: 1093 time: 0.6141765 Aug 30 01:09:38.561895 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c1fad5-fcbd-475a-b590-406d1b8cfc8f', 'tag': 'f326f1cc-3214-4c94-b458-a90b5f3ea1e3'}] {{(pid=106206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:09:38.564145 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068580ff6c600dbe59ab62011f5d984f60f6f54628162803fce2ed792aa7a021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-560bb325-cd93-4931-81fb-d5409f855ca1" -d '{"events": [{"name": "network-changed", "server_uuid": "77c1fad5-fcbd-475a-b590-406d1b8cfc8f", "tag": "f326f1cc-3214-4c94-b458-a90b5f3ea1e3"}]}' {{(pid=106206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:09:38.611537 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006d4b2b-5c3a-4f5d-9ccf-ffcfa2213031 x-openstack-request-id: req-006d4b2b-5c3a-4f5d-9ccf-ffcfa2213031 {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:09:38.611816 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77c1fad5-fcbd-475a-b590-406d1b8cfc8f", "tag": "f326f1cc-3214-4c94-b458-a90b5f3ea1e3", "status": "completed", "code": 200}]} {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:09:38.612063 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-006d4b2b-5c3a-4f5d-9ccf-ffcfa2213031 {{(pid=106206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:09:38.612513 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-006d4b2b-5c3a-4f5d-9ccf-ffcfa2213031'] response: {'name': 'network-changed', 'server_uuid': '77c1fad5-fcbd-475a-b590-406d1b8cfc8f', 'tag': 'f326f1cc-3214-4c94-b458-a90b5f3ea1e3', 'status': 'completed', 'code': 200} Aug 30 01:09:38.626865 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1517e59-205b-41c7-add4-d9b12795cc89 service neutron] Pushing event updated for resources: {'Port': ['ID=f326f1cc-3214-4c94-b458-a90b5f3ea1e3,revision_number=3']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:09:38.656552 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d6488e-3aff-4c0e-999e-ed77009cb758 req-95f67017-0bd5-48ce-a156-440560f6f0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:09:38.658084 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-f3d6488e-3aff-4c0e-999e-ed77009cb758 req-95f67017-0bd5-48ce-a156-440560f6f0b4 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=aa4d639296c34f1dbf0b327fd0828620&device_id=77c1fad5-fcbd-475a-b590-406d1b8cfc8f HTTP/1.1" status: 200 len: 1127 time: 0.0434148 Aug 30 01:09:38.702046 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-f3d6488e-3aff-4c0e-999e-ed77009cb758 req-1ee15053-fade-481d-b82b-442516fffd89 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f326f1cc-3214-4c94-b458-a90b5f3ea1e3 HTTP/1.1" status: 200 len: 217 time: 0.0331964 Aug 30 01:09:38.755915 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d6488e-3aff-4c0e-999e-ed77009cb758 req-7e317d7f-a07f-4ad6-a922-b5c0f12f6b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:09:38.757406 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-f3d6488e-3aff-4c0e-999e-ed77009cb758 req-7e317d7f-a07f-4ad6-a922-b5c0f12f6b5d service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=249a35e3-e839-4219-8b3a-81bef0c6bdbb HTTP/1.1" status: 200 len: 847 time: 0.0482976 Aug 30 01:09:38.804065 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d6488e-3aff-4c0e-999e-ed77009cb758 req-4ccff9e8-33ba-4c50-beab-99d2d663af78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:09:38.805625 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-f3d6488e-3aff-4c0e-999e-ed77009cb758 req-4ccff9e8-33ba-4c50-beab-99d2d663af78 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=975176e1-2963-4279-99b0-e91749d91c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0412114 Aug 30 01:09:38.905150 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-f3d6488e-3aff-4c0e-999e-ed77009cb758 req-36dc5128-53a8-4d60-89be-3e3eb512998a service neutron] 10.222.0.47 "GET /networking/v2.0/networks/975176e1-2963-4279-99b0-e91749d91c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914462 Aug 30 01:09:38.989552 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:39.002956 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-f3d6488e-3aff-4c0e-999e-ed77009cb758 req-91b789c8-99fa-4e87-98f6-acf09aa5190e service neutron] 10.222.0.47 "GET /networking/v2.0/networks/975176e1-2963-4279-99b0-e91749d91c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888228 Aug 30 01:09:39.094655 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-edb46aff-bed1-47aa-8945-9cb76f0aaeda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (fba0026e-8830-42b0-8a12-2be2a1203730), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:39.141579 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=71,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:39.142329 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=75,neutron:UPDATE=4 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:39.367944 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560bb325-cd93-4931-81fb-d5409f855ca1 req-0cd637b7-4b28-49cf-a72e-531a984a83f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:09:39.369478 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-560bb325-cd93-4931-81fb-d5409f855ca1 req-0cd637b7-4b28-49cf-a72e-531a984a83f6 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=aa4d639296c34f1dbf0b327fd0828620&device_id=77c1fad5-fcbd-475a-b590-406d1b8cfc8f HTTP/1.1" status: 200 len: 1127 time: 0.0386333 Aug 30 01:09:39.397137 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:39.472535 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78de19fb-a0cf-4d89-b13f-952e91d0e389 req-cf51d822-5e3b-4961-b56c-6771fafb9927 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:09:39.474048 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-78de19fb-a0cf-4d89-b13f-952e91d0e389 req-cf51d822-5e3b-4961-b56c-6771fafb9927 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77c1fad5-fcbd-475a-b590-406d1b8cfc8f HTTP/1.1" status: 200 len: 943 time: 0.0485308 Aug 30 01:09:39.474397 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560bb325-cd93-4931-81fb-d5409f855ca1 req-54ddad2b-fe4a-4279-b962-1770c2f99d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:09:39.475860 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-560bb325-cd93-4931-81fb-d5409f855ca1 req-54ddad2b-fe4a-4279-b962-1770c2f99d87 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=975176e1-2963-4279-99b0-e91749d91c94 HTTP/1.1" status: 200 len: 910 time: 0.0962272 Aug 30 01:09:39.519170 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-560bb325-cd93-4931-81fb-d5409f855ca1 req-a83762ef-2e45-4b4a-ba17-476dc45fb21e service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f326f1cc-3214-4c94-b458-a90b5f3ea1e3 HTTP/1.1" status: 200 len: 217 time: 0.0357506 Aug 30 01:09:39.531227 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-78de19fb-a0cf-4d89-b13f-952e91d0e389 req-0a59f420-5232-4646-8ec1-ddd0fd7a2327 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c73c16fa-6e40-4125-82d0-fcb83c652d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514333 Aug 30 01:09:39.581092 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560bb325-cd93-4931-81fb-d5409f855ca1 req-f6d93e8b-5d12-4738-a96a-555cc3f4319f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:09:39.582707 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-560bb325-cd93-4931-81fb-d5409f855ca1 req-f6d93e8b-5d12-4738-a96a-555cc3f4319f service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=249a35e3-e839-4219-8b3a-81bef0c6bdbb HTTP/1.1" status: 200 len: 847 time: 0.0561464 Aug 30 01:09:39.633859 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560bb325-cd93-4931-81fb-d5409f855ca1 req-be3742c9-df7b-4d25-8520-3dc8594d06a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:09:39.635326 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-560bb325-cd93-4931-81fb-d5409f855ca1 req-be3742c9-df7b-4d25-8520-3dc8594d06a8 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=975176e1-2963-4279-99b0-e91749d91c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0388751 Aug 30 01:09:39.725828 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-560bb325-cd93-4931-81fb-d5409f855ca1 req-b50e9998-bd61-47fd-a844-da89080f76e5 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/975176e1-2963-4279-99b0-e91749d91c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829749 Aug 30 01:09:39.823560 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-560bb325-cd93-4931-81fb-d5409f855ca1 req-7e710f41-ab07-4495-beab-f642617f00d2 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/975176e1-2963-4279-99b0-e91749d91c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893898 Aug 30 01:09:40.652569 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e7aa61-77bb-4e76-83a6-1b363a70ecc3 req-f7fd9e7b-aee0-4867-aba1-ed671b691ec7 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:09:40.654237 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-d5e7aa61-77bb-4e76-83a6-1b363a70ecc3 req-f7fd9e7b-aee0-4867-aba1-ed671b691ec7 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77c1fad5-fcbd-475a-b590-406d1b8cfc8f HTTP/1.1" status: 200 len: 943 time: 0.0478802 Aug 30 01:09:40.705589 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-d5e7aa61-77bb-4e76-83a6-1b363a70ecc3 req-125eaa7e-42af-47ee-82d6-150feb5ed503 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c73c16fa-6e40-4125-82d0-fcb83c652d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452166 Aug 30 01:09:41.331923 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-0e009eb7-b25f-4855-bf62-958270d4c01e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (613dbf26-5731-4391-8a29-3c5185f7ed3f), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:41.824949 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada31715-a28f-4c56-a6ec-3565b843d2fb req-50f93a7d-bdf4-481b-a282-737f17fd1753 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:09:41.826843 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-ada31715-a28f-4c56-a6ec-3565b843d2fb req-50f93a7d-bdf4-481b-a282-737f17fd1753 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77c1fad5-fcbd-475a-b590-406d1b8cfc8f HTTP/1.1" status: 200 len: 943 time: 0.0477149 Aug 30 01:09:41.876250 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-ada31715-a28f-4c56-a6ec-3565b843d2fb req-6c728096-4ea3-4efa-bef9-d2322071f038 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c73c16fa-6e40-4125-82d0-fcb83c652d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440862 Aug 30 01:09:42.535746 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-25c1dd7e-d974-443e-806e-f641d8bbb77b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (0cb86657-2da7-42ea-bd2c-d65472391dc8), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:42.997053 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bdacda-9099-481e-ba70-1c96d7c16fac req-c3602f92-b0bc-49bf-9c1b-5240c320526f tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:09:42.998557 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-14bdacda-9099-481e-ba70-1c96d7c16fac req-c3602f92-b0bc-49bf-9c1b-5240c320526f tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77c1fad5-fcbd-475a-b590-406d1b8cfc8f HTTP/1.1" status: 200 len: 943 time: 0.0498097 Aug 30 01:09:43.047779 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-14bdacda-9099-481e-ba70-1c96d7c16fac req-a44ab4cf-56b3-4172-abc7-bc7ae4f43cdb tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c73c16fa-6e40-4125-82d0-fcb83c652d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435710 Aug 30 01:09:44.096091 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-035fe171-2dca-49fc-a74e-5e6f2a9e45a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (976597ea-a902-4e5f-8c76-25f81ae4fb08), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:44.167831 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b65cde4-db9b-4440-9fbc-f455a70237c6 req-b14422dc-be73-49e1-961f-aa46d732b3e8 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:09:44.169335 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-0b65cde4-db9b-4440-9fbc-f455a70237c6 req-b14422dc-be73-49e1-961f-aa46d732b3e8 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77c1fad5-fcbd-475a-b590-406d1b8cfc8f HTTP/1.1" status: 200 len: 943 time: 0.0459423 Aug 30 01:09:44.218339 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-0b65cde4-db9b-4440-9fbc-f455a70237c6 req-0f42627b-e4ca-4aea-af53-b521effcac90 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c73c16fa-6e40-4125-82d0-fcb83c652d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432599 Aug 30 01:09:44.248799 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (a0553951-7123-4403-ab2a-bb83048c1e52), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:44.269429 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (ec393def-3d84-45a3-8a6c-ed049d62fe0a), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:45.301048 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:45.340921 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae9342-3c92-4e68-a7c1-13dcf9a0e842 req-e716de0b-d4a3-427f-8830-42a10f47e211 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:09:45.342418 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-cfae9342-3c92-4e68-a7c1-13dcf9a0e842 req-e716de0b-d4a3-427f-8830-42a10f47e211 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77c1fad5-fcbd-475a-b590-406d1b8cfc8f HTTP/1.1" status: 200 len: 943 time: 0.0500951 Aug 30 01:09:45.367614 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:45.391628 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-cfae9342-3c92-4e68-a7c1-13dcf9a0e842 req-03ea18d5-dc6f-41fe-a7e2-622fa1922cd9 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c73c16fa-6e40-4125-82d0-fcb83c652d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436130 Aug 30 01:09:46.509221 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852e5d8-2832-402a-a018-d434124f62fc req-4f8c9b1b-abd0-437f-a40c-626ac9419122 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:09:46.510686 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-c852e5d8-2832-402a-a018-d434124f62fc req-4f8c9b1b-abd0-437f-a40c-626ac9419122 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77c1fad5-fcbd-475a-b590-406d1b8cfc8f HTTP/1.1" status: 200 len: 943 time: 0.0466225 Aug 30 01:09:46.559910 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-c852e5d8-2832-402a-a018-d434124f62fc req-d427ef76-f8dc-46e2-8244-179713525891 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c73c16fa-6e40-4125-82d0-fcb83c652d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428987 Aug 30 01:09:47.683709 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c700059-944f-4ddc-997b-606ba71440ce req-73184462-54d7-4d48-bcc6-6c20fc2dc007 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:09:47.685710 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-7c700059-944f-4ddc-997b-606ba71440ce req-73184462-54d7-4d48-bcc6-6c20fc2dc007 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77c1fad5-fcbd-475a-b590-406d1b8cfc8f HTTP/1.1" status: 200 len: 943 time: 0.0511954 Aug 30 01:09:47.742266 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-7c700059-944f-4ddc-997b-606ba71440ce req-97828e38-c598-4080-a095-943929baafc7 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c73c16fa-6e40-4125-82d0-fcb83c652d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506940 Aug 30 01:09:48.809991 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device f326f1cc-3214-4c94-b458-a90b5f3ea1e3 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=106208) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 01:09:48.861018 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c236e-cd40-4a31-b144-246ea9942e9b req-e5912efe-d9e3-49aa-8a46-6fc67a5d322e tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:09:48.862515 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-df8c236e-cd40-4a31-b144-246ea9942e9b req-e5912efe-d9e3-49aa-8a46-6fc67a5d322e tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77c1fad5-fcbd-475a-b590-406d1b8cfc8f HTTP/1.1" status: 200 len: 943 time: 0.0474045 Aug 30 01:09:48.912308 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-df8c236e-cd40-4a31-b144-246ea9942e9b req-027267a8-c3cc-4e5a-8d3c-c15d3ae83d62 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c73c16fa-6e40-4125-82d0-fcb83c652d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441408 Aug 30 01:09:48.912570 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port f326f1cc-3214-4c94-b458-a90b5f3ea1e3, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f326f1cc-3214-4c94-b458-a90b5f3ea1e3,segment=NetworkSegment(f189fdd9-26a6-465a-b699-07b463ddfec7),segment_id=f189fdd9-26a6-465a-b699-07b463ddfec7)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:09:48.923859 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Returning: {'device': 'f326f1cc-3214-4c94-b458-a90b5f3ea1e3', 'network_id': '975176e1-2963-4279-99b0-e91749d91c94', 'port_id': 'f326f1cc-3214-4c94-b458-a90b5f3ea1e3', 'mac_address': 'fa:16:3e:cf:38:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1087, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '249a35e3-e839-4219-8b3a-81bef0c6bdbb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106208) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 01:09:48.961837 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Current status of the port f326f1cc-3214-4c94-b458-a90b5f3ea1e3 is: DOWN; New status is: BUILD {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:09:48.962223 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (f326f1cc-3214-4c94-b458-a90b5f3ea1e3), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:48.976205 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f326f1cc-3214-4c94-b458-a90b5f3ea1e3 {{(pid=106208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:09:48.995714 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port f326f1cc-3214-4c94-b458-a90b5f3ea1e3, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f326f1cc-3214-4c94-b458-a90b5f3ea1e3,segment=NetworkSegment(f189fdd9-26a6-465a-b699-07b463ddfec7),segment_id=f189fdd9-26a6-465a-b699-07b463ddfec7)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:09:48.999883 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (f326f1cc-3214-4c94-b458-a90b5f3ea1e3), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:49.045366 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Pushing event updated for resources: {'Port': ['ID=f326f1cc-3214-4c94-b458-a90b5f3ea1e3,revision_number=4']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:09:49.267562 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] get_ports_and_sgs() called for port_ids ['f326f1cc-3214-4c94-b458-a90b5f3ea1e3'] {{(pid=106208) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:09:49.814910 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=32 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:49.820952 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=48 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:50.033994 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d380afd-f2ed-4a00-ad72-3790dc2409e2 req-e0592ade-25a3-4dd7-9627-198d95fa7e96 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:09:50.035456 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-1d380afd-f2ed-4a00-ad72-3790dc2409e2 req-e0592ade-25a3-4dd7-9627-198d95fa7e96 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77c1fad5-fcbd-475a-b590-406d1b8cfc8f HTTP/1.1" status: 200 len: 944 time: 0.0466526 Aug 30 01:09:50.084860 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-1d380afd-f2ed-4a00-ad72-3790dc2409e2 req-61f92635-c0a1-4b78-a5d7-d33e2f778160 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c73c16fa-6e40-4125-82d0-fcb83c652d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435627 Aug 30 01:09:51.206450 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a480aa-58bb-434b-b32c-80c2705cdb8c req-353edef0-d089-4f4c-b171-913f81257146 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:09:51.207904 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-74a480aa-58bb-434b-b32c-80c2705cdb8c req-353edef0-d089-4f4c-b171-913f81257146 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77c1fad5-fcbd-475a-b590-406d1b8cfc8f HTTP/1.1" status: 200 len: 944 time: 0.0500543 Aug 30 01:09:51.256146 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-74a480aa-58bb-434b-b32c-80c2705cdb8c req-106ecf60-59a1-42e0-a6e5-047b38770f28 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c73c16fa-6e40-4125-82d0-fcb83c652d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427074 Aug 30 01:09:52.373555 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5106d7f6-7d45-45c4-93f4-614cccd5b97e req-2ea8e901-b8c0-4b4e-b7dc-7f9b09c1d351 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:09:52.375009 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-5106d7f6-7d45-45c4-93f4-614cccd5b97e req-2ea8e901-b8c0-4b4e-b7dc-7f9b09c1d351 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77c1fad5-fcbd-475a-b590-406d1b8cfc8f HTTP/1.1" status: 200 len: 944 time: 0.0466208 Aug 30 01:09:52.423237 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-5106d7f6-7d45-45c4-93f4-614cccd5b97e req-cf81135e-25f9-4272-ba7f-a45a280ef8f2 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c73c16fa-6e40-4125-82d0-fcb83c652d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426855 Aug 30 01:09:52.673365 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=3 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:52.678730 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=3 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:52.829043 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device f326f1cc-3214-4c94-b458-a90b5f3ea1e3 up at agent hyperv_hv-cinder-81514 {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:09:52.874592 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Provisioning for port f326f1cc-3214-4c94-b458-a90b5f3ea1e3 completed by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 01:09:52.880298 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Provisioning complete for port f326f1cc-3214-4c94-b458-a90b5f3ea1e3 triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:09:52.880697 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (f326f1cc-3214-4c94-b458-a90b5f3ea1e3), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:52.904871 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:52.924518 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:52.955043 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Current status of the port f326f1cc-3214-4c94-b458-a90b5f3ea1e3 is: BUILD; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:09:52.955421 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (f326f1cc-3214-4c94-b458-a90b5f3ea1e3), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:52.977248 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c1fad5-fcbd-475a-b590-406d1b8cfc8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f326f1cc-3214-4c94-b458-a90b5f3ea1e3'}] {{(pid=106208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:09:52.979448 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c29b7fbecba6d5f29730e8e5f4edf6e9b002b1b00f6f5f73d69c4afba8ee411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44bf3225-de1c-44a9-a605-03e615bef00b" -d '{"events": [{"server_uuid": "77c1fad5-fcbd-475a-b590-406d1b8cfc8f", "name": "network-vif-plugged", "status": "completed", "tag": "f326f1cc-3214-4c94-b458-a90b5f3ea1e3"}]}' {{(pid=106208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:09:52.992098 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port f326f1cc-3214-4c94-b458-a90b5f3ea1e3, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f326f1cc-3214-4c94-b458-a90b5f3ea1e3,segment=NetworkSegment(f189fdd9-26a6-465a-b699-07b463ddfec7),segment_id=f189fdd9-26a6-465a-b699-07b463ddfec7)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:09:52.995882 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (f326f1cc-3214-4c94-b458-a90b5f3ea1e3), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:53.022344 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9a0ff8-9070-4ba3-8b6e-c953bacd1f65 x-openstack-request-id: req-fc9a0ff8-9070-4ba3-8b6e-c953bacd1f65 {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:09:53.022631 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c1fad5-fcbd-475a-b590-406d1b8cfc8f", "name": "network-vif-plugged", "status": "completed", "tag": "f326f1cc-3214-4c94-b458-a90b5f3ea1e3", "code": 200}]} {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:09:53.022877 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fc9a0ff8-9070-4ba3-8b6e-c953bacd1f65 {{(pid=106208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:09:53.023261 dv-cinder-815146-13-iscsi neutron-server[106208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc9a0ff8-9070-4ba3-8b6e-c953bacd1f65'] response: {'server_uuid': '77c1fad5-fcbd-475a-b590-406d1b8cfc8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f326f1cc-3214-4c94-b458-a90b5f3ea1e3', 'code': 200} Aug 30 01:09:53.047162 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Pushing event updated for resources: {'Port': ['ID=f326f1cc-3214-4c94-b458-a90b5f3ea1e3,revision_number=5']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:09:53.312547 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb4c763-1a14-46a9-8bdb-a6f0c141befd req-4aa9d66c-e4be-458f-ac78-8cd557c93bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:09:53.314072 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-6cb4c763-1a14-46a9-8bdb-a6f0c141befd req-4aa9d66c-e4be-458f-ac78-8cd557c93bdc service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=77c1fad5-fcbd-475a-b590-406d1b8cfc8f HTTP/1.1" status: 200 len: 1129 time: 0.0396152 Aug 30 01:09:53.367294 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-6cb4c763-1a14-46a9-8bdb-a6f0c141befd req-f4fd155f-a498-4616-ba52-5c3d3c2a8c5d service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c73c16fa-6e40-4125-82d0-fcb83c652d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440245 Aug 30 01:09:53.540067 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171b506f-99a4-45e3-ab0a-30fef31fb076 req-22e50329-782b-464c-b61a-7bd4af485268 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:09:53.541509 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-171b506f-99a4-45e3-ab0a-30fef31fb076 req-22e50329-782b-464c-b61a-7bd4af485268 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77c1fad5-fcbd-475a-b590-406d1b8cfc8f HTTP/1.1" status: 200 len: 945 time: 0.0475168 Aug 30 01:09:53.595769 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-171b506f-99a4-45e3-ab0a-30fef31fb076 req-908aa108-9f82-4c62-a2cf-b465a825b98f tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c73c16fa-6e40-4125-82d0-fcb83c652d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475850 Aug 30 01:09:54.718876 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bec28b9-cba6-43a8-920f-12477136614e req-ce58e860-cdfe-4e4c-92ba-d5cfd9f5868f tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:09:54.720369 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-2bec28b9-cba6-43a8-920f-12477136614e req-ce58e860-cdfe-4e4c-92ba-d5cfd9f5868f tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77c1fad5-fcbd-475a-b590-406d1b8cfc8f HTTP/1.1" status: 200 len: 945 time: 0.0505602 Aug 30 01:09:54.769311 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-2bec28b9-cba6-43a8-920f-12477136614e req-b9780fef-08d5-4818-8b05-bcb85e287338 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c73c16fa-6e40-4125-82d0-fcb83c652d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433624 Aug 30 01:09:55.886546 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfdae33-ddad-4a45-a98f-c82a8e18a43a req-cc9ee4f9-ac34-4154-a980-bfbe4fbd33de tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:09:55.888087 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-7cfdae33-ddad-4a45-a98f-c82a8e18a43a req-cc9ee4f9-ac34-4154-a980-bfbe4fbd33de tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77c1fad5-fcbd-475a-b590-406d1b8cfc8f HTTP/1.1" status: 200 len: 945 time: 0.0474102 Aug 30 01:09:55.936778 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-7cfdae33-ddad-4a45-a98f-c82a8e18a43a req-f257a5dd-c0e8-4be8-a73f-ee49445fa430 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c73c16fa-6e40-4125-82d0-fcb83c652d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427935 Aug 30 01:09:56.063688 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72adfc67-d56a-4159-a8ce-9f893b9bec85 req-06692392-95b5-47f9-b11e-ed6bc54e3ba1 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:09:56.065272 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-72adfc67-d56a-4159-a8ce-9f893b9bec85 req-06692392-95b5-47f9-b11e-ed6bc54e3ba1 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77c1fad5-fcbd-475a-b590-406d1b8cfc8f HTTP/1.1" status: 200 len: 945 time: 0.0559287 Aug 30 01:09:56.113006 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:56.118287 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-72adfc67-d56a-4159-a8ce-9f893b9bec85 req-929a368e-5d5f-41ae-be59-69589092f551 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c73c16fa-6e40-4125-82d0-fcb83c652d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473852 Aug 30 01:09:56.143946 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 53988) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:09:56.350908 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c4b013-bc9c-4277-ad14-fb7c8240580e tempest-TestShelveInstance-2080264246 tempest-TestShelveInstance-2080264246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:09:56.352416 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-d7c4b013-bc9c-4277-ad14-fb7c8240580e tempest-TestShelveInstance-2080264246 tempest-TestShelveInstance-2080264246-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77c1fad5-fcbd-475a-b590-406d1b8cfc8f HTTP/1.1" status: 200 len: 1124 time: 0.2075038 Aug 30 01:09:56.355362 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 53992) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:09:56.359901 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [None req-79c33096-d20e-448a-8dcc-ef72ff74a14b tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Request body: {'floatingip': {'floating_network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'port_id': 'f326f1cc-3214-4c94-b458-a90b5f3ea1e3', 'tenant_id': 'aa4d639296c34f1dbf0b327fd0828620', 'fixed_ip_address': '172.20.0.9'}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:09:56.381051 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-79c33096-d20e-448a-8dcc-ef72ff74a14b tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:56.395533 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:56.466696 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-79c33096-d20e-448a-8dcc-ef72ff74a14b tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:56.574383 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.db_base_plugin_common [None req-79c33096-d20e-448a-8dcc-ef72ff74a14b tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Allocated IP 172.27.4.114 (3021e9f0-0eb2-4779-9e8d-2d74d8c353fb/be7a67d1-0569-48bc-88e9-c2545720293d/fe64f6b5-3201-4da4-bfc6-1ec3192663d8) {{(pid=106207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:09:56.680902 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-79c33096-d20e-448a-8dcc-ef72ff74a14b tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Publish callbacks [] for port (fe64f6b5-3201-4da4-bfc6-1ec3192663d8), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:56.713020 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-79c33096-d20e-448a-8dcc-ef72ff74a14b tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737867580456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13006123'] for port (fe64f6b5-3201-4da4-bfc6-1ec3192663d8), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:56.748455 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c33096-d20e-448a-8dcc-ef72ff74a14b tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Network 3021e9f0-0eb2-4779-9e8d-2d74d8c353fb is already hosted by enough agents. {{(pid=106207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:09:56.753381 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.base_scheduler [None req-79c33096-d20e-448a-8dcc-ef72ff74a14b tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Resources bound (agent type, host, resource id): {{(pid=106207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:09:56.755932 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c33096-d20e-448a-8dcc-ef72ff74a14b tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Received port after_create {{(pid=106207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:09:56.789524 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c33096-d20e-448a-8dcc-ef72ff74a14b tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Pushing event updated for resources: {'Port': ['ID=fe64f6b5-3201-4da4-bfc6-1ec3192663d8,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:09:56.803339 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c33096-d20e-448a-8dcc-ef72ff74a14b tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:09:56.803677 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c33096-d20e-448a-8dcc-ef72ff74a14b tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:09:56.804013 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c33096-d20e-448a-8dcc-ef72ff74a14b tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:09:56.804346 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c33096-d20e-448a-8dcc-ef72ff74a14b tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:09:56.804673 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c33096-d20e-448a-8dcc-ef72ff74a14b tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:09:56.804994 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c33096-d20e-448a-8dcc-ef72ff74a14b tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:09:56.805343 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c33096-d20e-448a-8dcc-ef72ff74a14b tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:09:56.805663 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c33096-d20e-448a-8dcc-ef72ff74a14b tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:09:56.805979 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c33096-d20e-448a-8dcc-ef72ff74a14b tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:09:56.806295 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c33096-d20e-448a-8dcc-ef72ff74a14b tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:09:56.806614 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c33096-d20e-448a-8dcc-ef72ff74a14b tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:09:56.806930 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c33096-d20e-448a-8dcc-ef72ff74a14b tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:09:56.807242 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c33096-d20e-448a-8dcc-ef72ff74a14b tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:09:56.807554 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c33096-d20e-448a-8dcc-ef72ff74a14b tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:09:56.807864 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c33096-d20e-448a-8dcc-ef72ff74a14b tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:09:57.108103 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:57.129359 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-79c33096-d20e-448a-8dcc-ef72ff74a14b tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Publish callbacks [] for floatingip (2560e991-5cb5-4083-bb57-cc1de6c1579c), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:57.202045 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-79c33096-d20e-448a-8dcc-ef72ff74a14b tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (fe64f6b5-3201-4da4-bfc6-1ec3192663d8), before_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:57.220727 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:57.350587 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-79c33096-d20e-448a-8dcc-ef72ff74a14b tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Publish callbacks [] for port (fe64f6b5-3201-4da4-bfc6-1ec3192663d8), precommit_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:57.355339 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-79c33096-d20e-448a-8dcc-ef72ff74a14b tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13006114'] for port (fe64f6b5-3201-4da4-bfc6-1ec3192663d8), after_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:57.440256 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-79c33096-d20e-448a-8dcc-ef72ff74a14b tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16466402'] for floatingip (2560e991-5cb5-4083-bb57-cc1de6c1579c), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:57.443763 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c33096-d20e-448a-8dcc-ef72ff74a14b tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Pushing event updated for resources: {'Port': ['ID=fe64f6b5-3201-4da4-bfc6-1ec3192663d8,revision_number=2']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:09:57.794950 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.db.l3_db [None req-79c33096-d20e-448a-8dcc-ef72ff74a14b tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Floating IP 2560e991-5cb5-4083-bb57-cc1de6c1579c associated. External IP: 172.27.4.114, port: f326f1cc-3214-4c94-b458-a90b5f3ea1e3. Aug 30 01:09:57.989681 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79c33096-d20e-448a-8dcc-ef72ff74a14b tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Router e038530d-4504-4af5-ac37-d28bfd454d2c has already been hosted by L3 agent 613dbf26-5731-4391-8a29-3c5185f7ed3f {{(pid=106207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:09:58.088056 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c33096-d20e-448a-8dcc-ef72ff74a14b tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Notify agent at l3_agent.dv-cinder-815146-13-iscsi the message routers_updated {{(pid=106207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:09:58.098717 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4045e928-92a2-45f0-bcd5-54c6afce4f06 None None] Sync routers for ids ['e038530d-4504-4af5-ac37-d28bfd454d2c'] in dv-cinder-815146-13-iscsi {{(pid=106208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:09:58.105564 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-79c33096-d20e-448a-8dcc-ef72ff74a14b tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for floatingip (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:58.110076 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4045e928-92a2-45f0-bcd5-54c6afce4f06 None None] Routers {'e038530d-4504-4af5-ac37-d28bfd454d2c'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:09:58.110699 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-4045e928-92a2-45f0-bcd5-54c6afce4f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:09:41Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['e038530d-4504-4af5-ac37-d28bfd454d2c'], 'active': True} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:09:58.139146 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-79c33096-d20e-448a-8dcc-ef72ff74a14b tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7827969 Aug 30 01:09:58.139845 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c1fad5-fcbd-475a-b590-406d1b8cfc8f', 'tag': 'f326f1cc-3214-4c94-b458-a90b5f3ea1e3'}] {{(pid=106207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:09:58.142178 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480b08bd5bc4b1a03c1b08d00e02a3f82783774d0c3347d038299e83f2d6db65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e03abd5b-d0ce-497d-8254-171a79a84917" -d '{"events": [{"name": "network-changed", "server_uuid": "77c1fad5-fcbd-475a-b590-406d1b8cfc8f", "tag": "f326f1cc-3214-4c94-b458-a90b5f3ea1e3"}]}' {{(pid=106207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:09:58.179879 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f3c6810-cd48-425b-a7c9-06d228f196c0 x-openstack-request-id: req-2f3c6810-cd48-425b-a7c9-06d228f196c0 {{(pid=106207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:09:58.180164 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77c1fad5-fcbd-475a-b590-406d1b8cfc8f", "tag": "f326f1cc-3214-4c94-b458-a90b5f3ea1e3", "status": "completed", "code": 200}]} {{(pid=106207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:09:58.180411 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2f3c6810-cd48-425b-a7c9-06d228f196c0 {{(pid=106207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:09:58.181049 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f3c6810-cd48-425b-a7c9-06d228f196c0'] response: {'name': 'network-changed', 'server_uuid': '77c1fad5-fcbd-475a-b590-406d1b8cfc8f', 'tag': 'f326f1cc-3214-4c94-b458-a90b5f3ea1e3', 'status': 'completed', 'code': 200} Aug 30 01:09:58.222036 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvr_db [None req-4045e928-92a2-45f0-bcd5-54c6afce4f06 None None] Set router e038530d-4504-4af5-ac37-d28bfd454d2c gateway port host: dv-cinder-815146-13-iscsi {{(pid=106208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:09:58.264229 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03abd5b-d0ce-497d-8254-171a79a84917 req-5b2964bd-bec0-48cb-b07b-7055667941f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:09:58.265856 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-e03abd5b-d0ce-497d-8254-171a79a84917 req-5b2964bd-bec0-48cb-b07b-7055667941f9 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=aa4d639296c34f1dbf0b327fd0828620&device_id=77c1fad5-fcbd-475a-b590-406d1b8cfc8f HTTP/1.1" status: 200 len: 1129 time: 0.0502613 Aug 30 01:09:58.363221 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03abd5b-d0ce-497d-8254-171a79a84917 req-31e4a296-ecef-45fb-9d1e-8aab5ace1ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:09:58.364811 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-e03abd5b-d0ce-497d-8254-171a79a84917 req-31e4a296-ecef-45fb-9d1e-8aab5ace1ba3 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=975176e1-2963-4279-99b0-e91749d91c94 HTTP/1.1" status: 200 len: 910 time: 0.0902536 Aug 30 01:09:58.445971 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-4045e928-92a2-45f0-bcd5-54c6afce4f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e038530d-4504-4af5-ac37-d28bfd454d2c', 'name': 'tempest-TestShelveInstance-314568025-router', 'tenant_id': 'aa4d639296c34f1dbf0b327fd0828620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.169'}], 'enable_snat': True}, 'gw_port_id': '9e08f476-b2fa-4da9-abe0-0d0881e378ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:08:59Z', 'updated_at': '2022-08-30T01:09:03Z', 'revision_number': 4, 'project_id': 'aa4d639296c34f1dbf0b327fd0828620', 'gw_port': {'id': '9e08f476-b2fa-4da9-abe0-0d0881e378ec', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:74:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e038530d-4504-4af5-ac37-d28bfd454d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:09:00Z', 'updated_at': '2022-08-30T01:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_floatingips': [{'id': '2560e991-5cb5-4083-bb57-cc1de6c1579c', 'tenant_id': 'aa4d639296c34f1dbf0b327fd0828620', 'floating_ip_address': '172.27.4.114', 'floating_network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'router_id': 'e038530d-4504-4af5-ac37-d28bfd454d2c', 'port_id': 'f326f1cc-3214-4c94-b458-a90b5f3ea1e3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '975176e1-2963-4279-99b0-e91749d91c94', 'mac_address': 'fa:16:3e:cf:38:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c1fad5-fcbd-475a-b590-406d1b8cfc8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:09:56Z', 'updated_at': '2022-08-30T01:09:56Z', 'revision_number': 0, 'project_id': 'aa4d639296c34f1dbf0b327fd0828620', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aed9fc92-c5de-471d-a35b-4a0eb06f5b52', 'name': '', 'network_id': '975176e1-2963-4279-99b0-e91749d91c94', 'tenant_id': 'aa4d639296c34f1dbf0b327fd0828620', 'mac_address': 'fa:16:3e:86:1c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e038530d-4504-4af5-ac37-d28bfd454d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '249a35e3-e839-4219-8b3a-81bef0c6bdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:09:03Z', 'updated_at': '2022-08-30T01:09:11Z', 'revision_number': 5, 'project_id': 'aa4d639296c34f1dbf0b327fd0828620', 'subnets': [{'id': '249a35e3-e839-4219-8b3a-81bef0c6bdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:09:58.446425 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-e03abd5b-d0ce-497d-8254-171a79a84917 req-ab310b9d-4f10-4a21-a7c7-029be4e8392c service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f326f1cc-3214-4c94-b458-a90b5f3ea1e3 HTTP/1.1" status: 200 len: 999 time: 0.0667021 Aug 30 01:09:58.479894 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4045e928-92a2-45f0-bcd5-54c6afce4f06 None None] Checking router: e038530d-4504-4af5-ac37-d28bfd454d2c for host: dv-cinder-815146-13-iscsi {{(pid=106208) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:09:58.489660 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4045e928-92a2-45f0-bcd5-54c6afce4f06 None None] Routers {'e038530d-4504-4af5-ac37-d28bfd454d2c'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:09:58.490278 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-4045e928-92a2-45f0-bcd5-54c6afce4f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:09:41Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['e038530d-4504-4af5-ac37-d28bfd454d2c'], 'active': True} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:09:58.510213 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03abd5b-d0ce-497d-8254-171a79a84917 req-350d9dc6-2e3a-46c2-be9f-adfc5e4f5876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:09:58.512180 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-e03abd5b-d0ce-497d-8254-171a79a84917 req-350d9dc6-2e3a-46c2-be9f-adfc5e4f5876 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=249a35e3-e839-4219-8b3a-81bef0c6bdbb HTTP/1.1" status: 200 len: 847 time: 0.0526502 Aug 30 01:09:58.555988 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 54012) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:09:58.561610 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03abd5b-d0ce-497d-8254-171a79a84917 req-dcbd53f1-9db8-4974-904a-4b0a08663830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:09:58.563202 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-e03abd5b-d0ce-497d-8254-171a79a84917 req-dcbd53f1-9db8-4974-904a-4b0a08663830 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=975176e1-2963-4279-99b0-e91749d91c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0431719 Aug 30 01:09:58.595940 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvr_db [None req-4045e928-92a2-45f0-bcd5-54c6afce4f06 None None] Set router e038530d-4504-4af5-ac37-d28bfd454d2c gateway port host: dv-cinder-815146-13-iscsi {{(pid=106208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:09:58.665607 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-e03abd5b-d0ce-497d-8254-171a79a84917 req-573e7a7d-5b33-4786-abfd-6e080db38b77 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/975176e1-2963-4279-99b0-e91749d91c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937674 Aug 30 01:09:58.679536 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-2682b9e4-ab70-4049-9722-3a42b0763700 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:58.690751 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:58.771595 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-2682b9e4-ab70-4049-9722-3a42b0763700 admin admin] Publish callbacks [] for security_group (5aab1739-514a-4f0e-8333-7583cd7c34a3), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:58.778876 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-2682b9e4-ab70-4049-9722-3a42b0763700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (5aab1739-514a-4f0e-8333-7583cd7c34a3), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:58.780737 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-e03abd5b-d0ce-497d-8254-171a79a84917 req-a32f2a6c-d491-4772-9da6-33368c0d715c service neutron] 10.222.0.47 "GET /networking/v2.0/networks/975176e1-2963-4279-99b0-e91749d91c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085215 Aug 30 01:09:58.808300 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:58.835161 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-2682b9e4-ab70-4049-9722-3a42b0763700 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=102e81ab843c49f6b563ba3c6c04a072&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2780404 Aug 30 01:09:58.835972 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-4045e928-92a2-45f0-bcd5-54c6afce4f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e038530d-4504-4af5-ac37-d28bfd454d2c', 'name': 'tempest-TestShelveInstance-314568025-router', 'tenant_id': 'aa4d639296c34f1dbf0b327fd0828620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.169'}], 'enable_snat': True}, 'gw_port_id': '9e08f476-b2fa-4da9-abe0-0d0881e378ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:08:59Z', 'updated_at': '2022-08-30T01:09:03Z', 'revision_number': 4, 'project_id': 'aa4d639296c34f1dbf0b327fd0828620', 'gw_port': {'id': '9e08f476-b2fa-4da9-abe0-0d0881e378ec', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:74:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e038530d-4504-4af5-ac37-d28bfd454d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:09:00Z', 'updated_at': '2022-08-30T01:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_floatingips': [{'id': '2560e991-5cb5-4083-bb57-cc1de6c1579c', 'tenant_id': 'aa4d639296c34f1dbf0b327fd0828620', 'floating_ip_address': '172.27.4.114', 'floating_network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'router_id': 'e038530d-4504-4af5-ac37-d28bfd454d2c', 'port_id': 'f326f1cc-3214-4c94-b458-a90b5f3ea1e3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '975176e1-2963-4279-99b0-e91749d91c94', 'mac_address': 'fa:16:3e:cf:38:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c1fad5-fcbd-475a-b590-406d1b8cfc8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:09:56Z', 'updated_at': '2022-08-30T01:09:56Z', 'revision_number': 0, 'project_id': 'aa4d639296c34f1dbf0b327fd0828620', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aed9fc92-c5de-471d-a35b-4a0eb06f5b52', 'name': '', 'network_id': '975176e1-2963-4279-99b0-e91749d91c94', 'tenant_id': 'aa4d639296c34f1dbf0b327fd0828620', 'mac_address': 'fa:16:3e:86:1c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e038530d-4504-4af5-ac37-d28bfd454d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '249a35e3-e839-4219-8b3a-81bef0c6bdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:09:03Z', 'updated_at': '2022-08-30T01:09:11Z', 'revision_number': 5, 'project_id': 'aa4d639296c34f1dbf0b327fd0828620', 'subnets': [{'id': '249a35e3-e839-4219-8b3a-81bef0c6bdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:09:58.836295 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2682b9e4-ab70-4049-9722-3a42b0763700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aab1739-514a-4f0e-8333-7583cd7c34a3,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:09:58.838111 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 54020) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:09:58.866886 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4045e928-92a2-45f0-bcd5-54c6afce4f06 None None] The sync data for ids ['e038530d-4504-4af5-ac37-d28bfd454d2c'] in dv-cinder-815146-13-iscsi is: [{'id': 'e038530d-4504-4af5-ac37-d28bfd454d2c', 'name': 'tempest-TestShelveInstance-314568025-router', 'tenant_id': 'aa4d639296c34f1dbf0b327fd0828620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.169'}], 'enable_snat': True}, 'gw_port_id': '9e08f476-b2fa-4da9-abe0-0d0881e378ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:08:59Z', 'updated_at': '2022-08-30T01:09:03Z', 'revision_number': 4, 'project_id': 'aa4d639296c34f1dbf0b327fd0828620', 'gw_port': {'id': '9e08f476-b2fa-4da9-abe0-0d0881e378ec', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:74:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e038530d-4504-4af5-ac37-d28bfd454d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:09:00Z', 'updated_at': '2022-08-30T01:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_floatingips': [{'id': '2560e991-5cb5-4083-bb57-cc1de6c1579c', 'tenant_id': 'aa4d639296c34f1dbf0b327fd0828620', 'floating_ip_address': '172.27.4.114', 'floating_network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'router_id': 'e038530d-4504-4af5-ac37-d28bfd454d2c', 'port_id': 'f326f1cc-3214-4c94-b458-a90b5f3ea1e3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '975176e1-2963-4279-99b0-e91749d91c94', 'mac_address': 'fa:16:3e:cf:38:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c1fad5-fcbd-475a-b590-406d1b8cfc8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:09:56Z', 'updated_at': '2022-08-30T01:09:56Z', 'revision_number': 0, 'project_id': 'aa4d639296c34f1dbf0b327fd0828620', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aed9fc92-c5de-471d-a35b-4a0eb06f5b52', 'name': '', 'network_id': '975176e1-2963-4279-99b0-e91749d91c94', 'tenant_id': 'aa4d639296c34f1dbf0b327fd0828620', 'mac_address': 'fa:16:3e:86:1c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e038530d-4504-4af5-ac37-d28bfd454d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '249a35e3-e839-4219-8b3a-81bef0c6bdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:09:03Z', 'updated_at': '2022-08-30T01:09:11Z', 'revision_number': 5, 'project_id': 'aa4d639296c34f1dbf0b327fd0828620', 'subnets': [{'id': '249a35e3-e839-4219-8b3a-81bef0c6bdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:09:58.912334 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-79e4908c-292b-4530-80b5-0c2c96357b1c admin admin] Publish callbacks [] for security_group (5aab1739-514a-4f0e-8333-7583cd7c34a3), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:58.933636 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-79e4908c-292b-4530-80b5-0c2c96357b1c admin admin] Publish callbacks [] for security_group (5aab1739-514a-4f0e-8333-7583cd7c34a3), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:58.991665 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-79e4908c-292b-4530-80b5-0c2c96357b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (5aab1739-514a-4f0e-8333-7583cd7c34a3), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:58.994573 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-79e4908c-292b-4530-80b5-0c2c96357b1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:58.998742 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-79e4908c-292b-4530-80b5-0c2c96357b1c admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/5aab1739-514a-4f0e-8333-7583cd7c34a3 HTTP/1.1" status: 204 len: 168 time: 0.1565468 Aug 30 01:09:59.004094 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e4908c-292b-4530-80b5-0c2c96357b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aab1739-514a-4f0e-8333-7583cd7c34a3,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:09:59.191823 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50edc70a-76f2-43f7-9317-3bfe85ed4d4c None None] New status for floating IP 2560e991-5cb5-4083-bb57-cc1de6c1579c: ACTIVE {{(pid=106209) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:10:00.475837 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac9c05e-9a1f-42b6-9b3a-f08c36cf9023 req-875a7669-02ac-4e15-99cc-5aaa6d3e3447 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:10:00.477252 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-cac9c05e-9a1f-42b6-9b3a-f08c36cf9023 req-875a7669-02ac-4e15-99cc-5aaa6d3e3447 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8f9b5386-7fbc-4d22-a388-55c656bf9255 HTTP/1.1" status: 200 len: 946 time: 0.0462401 Aug 30 01:10:00.527371 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-cac9c05e-9a1f-42b6-9b3a-f08c36cf9023 req-10ea5ed2-4df1-47d4-abff-6134408b87e1 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=193ef1c6-7e25-4882-bdc3-9d644548a38a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443425 Aug 30 01:10:01.651646 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd41af9-e305-4367-9924-1093567c88b7 req-034c6aaf-f37b-4b50-b683-63f74e9504f4 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:10:01.653116 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-7bd41af9-e305-4367-9924-1093567c88b7 req-034c6aaf-f37b-4b50-b683-63f74e9504f4 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8f9b5386-7fbc-4d22-a388-55c656bf9255 HTTP/1.1" status: 200 len: 946 time: 0.0456617 Aug 30 01:10:01.700292 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-7bd41af9-e305-4367-9924-1093567c88b7 req-cb608089-e50c-4834-9a4f-ee015bd850d5 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=193ef1c6-7e25-4882-bdc3-9d644548a38a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410464 Aug 30 01:10:02.106715 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7597dc-92ca-4b4a-a9b1-ffed10116676 req-b795836d-5b6d-4d6b-8630-fba22fcd11a3 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:10:02.108150 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-5b7597dc-92ca-4b4a-a9b1-ffed10116676 req-b795836d-5b6d-4d6b-8630-fba22fcd11a3 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=8f9b5386-7fbc-4d22-a388-55c656bf9255 HTTP/1.1" status: 200 len: 946 time: 0.0451469 Aug 30 01:10:02.196211 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [req-5b7597dc-92ca-4b4a-a9b1-ffed10116676 req-13cbe4d7-f437-4440-a942-9ca8a908e47e tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Deleting port f87d3a77-05ed-43ac-b192-82ed7d858c40 {{(pid=106206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:10:02.196545 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-5b7597dc-92ca-4b4a-a9b1-ffed10116676 req-13cbe4d7-f437-4440-a942-9ca8a908e47e tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737868023260'] for port (f87d3a77-05ed-43ac-b192-82ed7d858c40), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:02.284702 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [req-5b7597dc-92ca-4b4a-a9b1-ffed10116676 req-13cbe4d7-f437-4440-a942-9ca8a908e47e tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] For port f87d3a77-05ed-43ac-b192-82ed7d858c40, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f87d3a77-05ed-43ac-b192-82ed7d858c40,segment=NetworkSegment(d885eda7-4268-4a35-a6ed-db3090deff20),segment_id=d885eda7-4268-4a35-a6ed-db3090deff20)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:10:02.285069 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-5b7597dc-92ca-4b4a-a9b1-ffed10116676 req-13cbe4d7-f437-4440-a942-9ca8a908e47e tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16464105'] for port (f87d3a77-05ed-43ac-b192-82ed7d858c40), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:02.294856 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:02.349862 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:02.447604 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-5b7597dc-92ca-4b4a-a9b1-ffed10116676 req-13cbe4d7-f437-4440-a942-9ca8a908e47e tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:02.447967 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-5b7597dc-92ca-4b4a-a9b1-ffed10116676 req-13cbe4d7-f437-4440-a942-9ca8a908e47e tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16466402'] for floatingip (a2571072-e96a-4a60-89a2-1230ecc7ddbe), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:02.448277 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.db.l3_db [req-5b7597dc-92ca-4b4a-a9b1-ffed10116676 req-13cbe4d7-f437-4440-a942-9ca8a908e47e tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Floating IP a2571072-e96a-4a60-89a2-1230ecc7ddbe disassociated. External IP: 172.27.4.177, port: f87d3a77-05ed-43ac-b192-82ed7d858c40. Aug 30 01:10:02.448623 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [req-5b7597dc-92ca-4b4a-a9b1-ffed10116676 req-13cbe4d7-f437-4440-a942-9ca8a908e47e tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Calling delete_port for f87d3a77-05ed-43ac-b192-82ed7d858c40 owned by compute:nova {{(pid=106206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:10:02.573840 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-5b7597dc-92ca-4b4a-a9b1-ffed10116676 req-13cbe4d7-f437-4440-a942-9ca8a908e47e tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737868027338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737867580465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14283316'] for port (f87d3a77-05ed-43ac-b192-82ed7d858c40), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:02.600502 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cbe4d7-f437-4440-a942-9ca8a908e47e tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Pushing event deleted for resources: {'Port': ['ID=f87d3a77-05ed-43ac-b192-82ed7d858c40,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:02.709938 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b7597dc-92ca-4b4a-a9b1-ffed10116676 req-13cbe4d7-f437-4440-a942-9ca8a908e47e tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Router 54edb336-0783-4b1c-8e7c-01784738f66c has already been hosted by L3 agent 613dbf26-5731-4391-8a29-3c5185f7ed3f {{(pid=106206) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:10:02.811175 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-3711c346-dd4f-4417-b9e2-5d660d3643ff req-3748be13-8691-4614-b421-786f7d02d733 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8f9b5386-7fbc-4d22-a388-55c656bf9255 HTTP/1.1" status: 200 len: 210 time: 0.0294282 Aug 30 01:10:02.814431 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b7597dc-92ca-4b4a-a9b1-ffed10116676 req-13cbe4d7-f437-4440-a942-9ca8a908e47e tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Notify agent at l3_agent.dv-cinder-815146-13-iscsi the message routers_updated {{(pid=106206) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:10:02.844818 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dfa6c0-05a8-4b05-a732-26f5fd32708d None None] Sync routers for ids ['54edb336-0783-4b1c-8e7c-01784738f66c'] in dv-cinder-815146-13-iscsi {{(pid=106208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:10:02.854214 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dfa6c0-05a8-4b05-a732-26f5fd32708d None None] Routers {'54edb336-0783-4b1c-8e7c-01784738f66c'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:10:02.854822 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-12dfa6c0-05a8-4b05-a732-26f5fd32708d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:09:41Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['54edb336-0783-4b1c-8e7c-01784738f66c'], 'active': True} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:10:02.862967 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b7597dc-92ca-4b4a-a9b1-ffed10116676 req-13cbe4d7-f437-4440-a942-9ca8a908e47e tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] No DVR routers for this DVR port f87d3a77-05ed-43ac-b192-82ed7d858c40 on host hv-cinder-81514 {{(pid=106206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:10:02.865551 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-5b7597dc-92ca-4b4a-a9b1-ffed10116676 req-13cbe4d7-f437-4440-a942-9ca8a908e47e tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for port (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:02.868823 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-5b7597dc-92ca-4b4a-a9b1-ffed10116676 req-13cbe4d7-f437-4440-a942-9ca8a908e47e tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.47 "DELETE /networking/v2.0/ports/f87d3a77-05ed-43ac-b192-82ed7d858c40 HTTP/1.1" status: 204 len: 173 time: 0.7545574 Aug 30 01:10:02.869218 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f9b5386-7fbc-4d22-a388-55c656bf9255', 'name': 'network-vif-deleted', 'tag': 'f87d3a77-05ed-43ac-b192-82ed7d858c40'}] {{(pid=106206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:10:02.871985 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068580ff6c600dbe59ab62011f5d984f60f6f54628162803fce2ed792aa7a021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e403adb5-3364-4811-bbb6-3403c9f1651d" -d '{"events": [{"server_uuid": "8f9b5386-7fbc-4d22-a388-55c656bf9255", "name": "network-vif-deleted", "tag": "f87d3a77-05ed-43ac-b192-82ed7d858c40"}]}' {{(pid=106206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:10:02.895485 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:02.917972 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c81271c-3656-4ee9-bc2e-b3ed14bb0532 x-openstack-request-id: req-4c81271c-3656-4ee9-bc2e-b3ed14bb0532 {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:10:02.918513 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f9b5386-7fbc-4d22-a388-55c656bf9255", "name": "network-vif-deleted", "tag": "f87d3a77-05ed-43ac-b192-82ed7d858c40", "status": "completed", "code": 200}]} {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:10:02.918950 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4c81271c-3656-4ee9-bc2e-b3ed14bb0532 {{(pid=106206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:10:02.919447 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c81271c-3656-4ee9-bc2e-b3ed14bb0532'] response: {'server_uuid': '8f9b5386-7fbc-4d22-a388-55c656bf9255', 'name': 'network-vif-deleted', 'tag': 'f87d3a77-05ed-43ac-b192-82ed7d858c40', 'status': 'completed', 'code': 200} Aug 30 01:10:02.955292 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:02.964492 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvr_db [None req-12dfa6c0-05a8-4b05-a732-26f5fd32708d None None] Set router 54edb336-0783-4b1c-8e7c-01784738f66c gateway port host: dv-cinder-815146-13-iscsi {{(pid=106208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:10:03.173142 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-12dfa6c0-05a8-4b05-a732-26f5fd32708d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54edb336-0783-4b1c-8e7c-01784738f66c', 'name': 'tempest-AttachVolumeShelveTestJSON-1650687493-router', 'tenant_id': '54768b167b1c4fefb901f640203e1c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.5'}], 'enable_snat': True}, 'gw_port_id': 'b178ff3d-52b5-4e99-be09-66d76983e13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:06:58Z', 'updated_at': '2022-08-30T01:07:01Z', 'revision_number': 4, 'project_id': '54768b167b1c4fefb901f640203e1c5d', 'gw_port': {'id': 'b178ff3d-52b5-4e99-be09-66d76983e13d', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:58:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54edb336-0783-4b1c-8e7c-01784738f66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:06:58Z', 'updated_at': '2022-08-30T01:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_interfaces': [{'id': '8ea2d6ff-345d-412e-8fa1-f02485776dec', 'name': '', 'network_id': '71657289-5845-4030-b5d1-5bad1153486f', 'tenant_id': '54768b167b1c4fefb901f640203e1c5d', 'mac_address': 'fa:16:3e:06:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54edb336-0783-4b1c-8e7c-01784738f66c', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'b5ba3a12-33bc-451f-ac45-0e3b5e90b022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:07:00Z', 'updated_at': '2022-08-30T01:07:06Z', 'revision_number': 5, 'project_id': '54768b167b1c4fefb901f640203e1c5d', 'subnets': [{'id': 'b5ba3a12-33bc-451f-ac45-0e3b5e90b022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:10:03.197761 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dfa6c0-05a8-4b05-a732-26f5fd32708d None None] Checking router: 54edb336-0783-4b1c-8e7c-01784738f66c for host: dv-cinder-815146-13-iscsi {{(pid=106208) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:10:03.206317 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dfa6c0-05a8-4b05-a732-26f5fd32708d None None] Routers {'54edb336-0783-4b1c-8e7c-01784738f66c'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:10:03.206917 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-12dfa6c0-05a8-4b05-a732-26f5fd32708d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:09:41Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['54edb336-0783-4b1c-8e7c-01784738f66c'], 'active': True} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:10:03.311392 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvr_db [None req-12dfa6c0-05a8-4b05-a732-26f5fd32708d None None] Set router 54edb336-0783-4b1c-8e7c-01784738f66c gateway port host: dv-cinder-815146-13-iscsi {{(pid=106208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:10:03.527050 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-12dfa6c0-05a8-4b05-a732-26f5fd32708d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54edb336-0783-4b1c-8e7c-01784738f66c', 'name': 'tempest-AttachVolumeShelveTestJSON-1650687493-router', 'tenant_id': '54768b167b1c4fefb901f640203e1c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.5'}], 'enable_snat': True}, 'gw_port_id': 'b178ff3d-52b5-4e99-be09-66d76983e13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:06:58Z', 'updated_at': '2022-08-30T01:07:01Z', 'revision_number': 4, 'project_id': '54768b167b1c4fefb901f640203e1c5d', 'gw_port': {'id': 'b178ff3d-52b5-4e99-be09-66d76983e13d', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:58:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54edb336-0783-4b1c-8e7c-01784738f66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:06:58Z', 'updated_at': '2022-08-30T01:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_interfaces': [{'id': '8ea2d6ff-345d-412e-8fa1-f02485776dec', 'name': '', 'network_id': '71657289-5845-4030-b5d1-5bad1153486f', 'tenant_id': '54768b167b1c4fefb901f640203e1c5d', 'mac_address': 'fa:16:3e:06:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54edb336-0783-4b1c-8e7c-01784738f66c', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'b5ba3a12-33bc-451f-ac45-0e3b5e90b022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:07:00Z', 'updated_at': '2022-08-30T01:07:06Z', 'revision_number': 5, 'project_id': '54768b167b1c4fefb901f640203e1c5d', 'subnets': [{'id': 'b5ba3a12-33bc-451f-ac45-0e3b5e90b022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:10:03.552516 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dfa6c0-05a8-4b05-a732-26f5fd32708d None None] The sync data for ids ['54edb336-0783-4b1c-8e7c-01784738f66c'] in dv-cinder-815146-13-iscsi is: [{'id': '54edb336-0783-4b1c-8e7c-01784738f66c', 'name': 'tempest-AttachVolumeShelveTestJSON-1650687493-router', 'tenant_id': '54768b167b1c4fefb901f640203e1c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.5'}], 'enable_snat': True}, 'gw_port_id': 'b178ff3d-52b5-4e99-be09-66d76983e13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:06:58Z', 'updated_at': '2022-08-30T01:07:01Z', 'revision_number': 4, 'project_id': '54768b167b1c4fefb901f640203e1c5d', 'gw_port': {'id': 'b178ff3d-52b5-4e99-be09-66d76983e13d', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:58:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54edb336-0783-4b1c-8e7c-01784738f66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:06:58Z', 'updated_at': '2022-08-30T01:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_interfaces': [{'id': '8ea2d6ff-345d-412e-8fa1-f02485776dec', 'name': '', 'network_id': '71657289-5845-4030-b5d1-5bad1153486f', 'tenant_id': '54768b167b1c4fefb901f640203e1c5d', 'mac_address': 'fa:16:3e:06:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54edb336-0783-4b1c-8e7c-01784738f66c', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'b5ba3a12-33bc-451f-ac45-0e3b5e90b022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:07:00Z', 'updated_at': '2022-08-30T01:07:06Z', 'revision_number': 5, 'project_id': '54768b167b1c4fefb901f640203e1c5d', 'subnets': [{'id': 'b5ba3a12-33bc-451f-ac45-0e3b5e90b022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:10:03.790851 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbd76cb-b6ba-44c4-a848-d94a243a5ff0 None None] New status for floating IP a2571072-e96a-4a60-89a2-1230ecc7ddbe: DOWN {{(pid=106209) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:10:03.925312 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 54052) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:10:03.982954 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-34ead676-2e41-451c-bcf0-cc3a53150784 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks [] for security_group (193ef1c6-7e25-4882-bdc3-9d644548a38a), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:04.004836 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-34ead676-2e41-451c-bcf0-cc3a53150784 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks [] for security_group (193ef1c6-7e25-4882-bdc3-9d644548a38a), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:04.056000 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-34ead676-2e41-451c-bcf0-cc3a53150784 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (193ef1c6-7e25-4882-bdc3-9d644548a38a), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:04.058503 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-34ead676-2e41-451c-bcf0-cc3a53150784 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks [] for security_group (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:04.059702 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-34ead676-2e41-451c-bcf0-cc3a53150784 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/193ef1c6-7e25-4882-bdc3-9d644548a38a HTTP/1.1" status: 204 len: 168 time: 0.1334050 Aug 30 01:10:04.063082 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 54054) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:10:04.069444 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ead676-2e41-451c-bcf0-cc3a53150784 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=193ef1c6-7e25-4882-bdc3-9d644548a38a,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:04.078342 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.api.v2.resource [None req-541010c4-870a-4994-8f1f-19572b3480b1 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] show failed (client error): The resource could not be found. Aug 30 01:10:04.079471 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-541010c4-870a-4994-8f1f-19572b3480b1 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups/193ef1c6-7e25-4882-bdc3-9d644548a38a HTTP/1.1" status: 404 len: 347 time: 0.0152578 Aug 30 01:10:04.082440 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 54056) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:10:04.197734 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.plugin [None req-5ddcfce3-deb0-4c3b-a65e-2d33e1bf21f5 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Deleting port 09f93fea-c2d7-4e57-9981-b4f9fbf79270 {{(pid=106207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:10:04.198073 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-5ddcfce3-deb0-4c3b-a65e-2d33e1bf21f5 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737868023260'] for port (09f93fea-c2d7-4e57-9981-b4f9fbf79270), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:04.278531 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-5ddcfce3-deb0-4c3b-a65e-2d33e1bf21f5 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16464105'] for port (09f93fea-c2d7-4e57-9981-b4f9fbf79270), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:04.278866 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-5ddcfce3-deb0-4c3b-a65e-2d33e1bf21f5 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks [] for floatingip (09f93fea-c2d7-4e57-9981-b4f9fbf79270), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:04.292198 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.plugin [None req-5ddcfce3-deb0-4c3b-a65e-2d33e1bf21f5 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Calling delete_port for 09f93fea-c2d7-4e57-9981-b4f9fbf79270 owned by network:floatingip {{(pid=106207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:10:04.432360 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-5ddcfce3-deb0-4c3b-a65e-2d33e1bf21f5 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737868027338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737867580465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13006123'] for port (09f93fea-c2d7-4e57-9981-b4f9fbf79270), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:04.460547 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddcfce3-deb0-4c3b-a65e-2d33e1bf21f5 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Pushing event deleted for resources: {'Port': ['ID=09f93fea-c2d7-4e57-9981-b4f9fbf79270,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:04.523119 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-5ddcfce3-deb0-4c3b-a65e-2d33e1bf21f5 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks [] for floatingip (a2571072-e96a-4a60-89a2-1230ecc7ddbe), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:04.526006 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-5ddcfce3-deb0-4c3b-a65e-2d33e1bf21f5 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for floatingip (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:04.527217 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-5ddcfce3-deb0-4c3b-a65e-2d33e1bf21f5 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/a2571072-e96a-4a60-89a2-1230ecc7ddbe HTTP/1.1" status: 204 len: 168 time: 0.4438734 Aug 30 01:10:05.616986 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 54064) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:10:05.622224 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [None req-0d6ab668-06f6-47c5-94c8-f3460e0f6845 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Request body: {'security_group': {'name': 'tempest-securitygroup--862519577', 'description': 'tempest-description--2047925287'}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:10:05.646955 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-0d6ab668-06f6-47c5-94c8-f3460e0f6845 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks [] for security_group (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:05.671040 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:05.718792 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-0d6ab668-06f6-47c5-94c8-f3460e0f6845 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks [] for security_group (398697c9-dfff-4a34-8fa9-4fdbdb9b6048), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:05.722619 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-0d6ab668-06f6-47c5-94c8-f3460e0f6845 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (398697c9-dfff-4a34-8fa9-4fdbdb9b6048), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:05.754022 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-0d6ab668-06f6-47c5-94c8-f3460e0f6845 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks [] for security_group (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:05.755252 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-0d6ab668-06f6-47c5-94c8-f3460e0f6845 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1372278 Aug 30 01:10:05.756385 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6ab668-06f6-47c5-94c8-f3460e0f6845 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=398697c9-dfff-4a34-8fa9-4fdbdb9b6048,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:05.759083 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 54066) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:10:05.764416 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [None req-de6371c9-3d5d-4781-96fe-a00daf8a2d0c tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Request body: {'security_group_rule': {'security_group_id': '398697c9-dfff-4a34-8fa9-4fdbdb9b6048', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:10:05.791286 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-de6371c9-3d5d-4781-96fe-a00daf8a2d0c tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks [] for security_group_rule (6ca9d2be-d634-4105-8326-15db7c350001), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:05.824842 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:05.856849 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-de6371c9-3d5d-4781-96fe-a00daf8a2d0c tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks [] for security_group_rule (6ca9d2be-d634-4105-8326-15db7c350001), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:05.861441 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-de6371c9-3d5d-4781-96fe-a00daf8a2d0c tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16314934'] for security_group_rule (6ca9d2be-d634-4105-8326-15db7c350001), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:05.880552 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6371c9-3d5d-4781-96fe-a00daf8a2d0c tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ca9d2be-d634-4105-8326-15db7c350001,revision_number=0']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:05.890301 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-de6371c9-3d5d-4781-96fe-a00daf8a2d0c tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:05.891621 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-de6371c9-3d5d-4781-96fe-a00daf8a2d0c tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1313250 Aug 30 01:10:05.894385 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 54068) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:10:05.898646 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [None req-a4eb0e2a-35a7-4a3e-8ab5-ddcc0bca7eb7 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Request body: {'security_group_rule': {'security_group_id': '398697c9-dfff-4a34-8fa9-4fdbdb9b6048', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:10:05.929006 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-a4eb0e2a-35a7-4a3e-8ab5-ddcc0bca7eb7 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks [] for security_group_rule (ac2f0052-b7d1-42ac-b218-fd7c6108e520), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:05.976285 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-a4eb0e2a-35a7-4a3e-8ab5-ddcc0bca7eb7 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks [] for security_group_rule (ac2f0052-b7d1-42ac-b218-fd7c6108e520), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:05.979822 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-a4eb0e2a-35a7-4a3e-8ab5-ddcc0bca7eb7 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16314934'] for security_group_rule (ac2f0052-b7d1-42ac-b218-fd7c6108e520), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:05.985756 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=86,neutron:UPDATE=1,neutron:DELETE=7,neutron:INSERT=6 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:06.000685 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eb0e2a-35a7-4a3e-8ab5-ddcc0bca7eb7 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac2f0052-b7d1-42ac-b218-fd7c6108e520,revision_number=0']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:06.007804 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-a4eb0e2a-35a7-4a3e-8ab5-ddcc0bca7eb7 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:06.009020 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-a4eb0e2a-35a7-4a3e-8ab5-ddcc0bca7eb7 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1136944 Aug 30 01:10:06.012948 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 54070) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:10:06.017662 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [None req-7c88323e-d643-4379-b1c9-04d6f8ec0597 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Request body: {'floatingip': {'floating_network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb'}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:10:06.034455 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:06.040737 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-7c88323e-d643-4379-b1c9-04d6f8ec0597 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:06.128151 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-7c88323e-d643-4379-b1c9-04d6f8ec0597 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:06.146400 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.agents_db [None req-fbf18308-e14c-4042-905c-b7f1770ec079 None None] Agent healthcheck: found 6 active agents {{(pid=106209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:10:06.237010 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.db_base_plugin_common [None req-7c88323e-d643-4379-b1c9-04d6f8ec0597 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Allocated IP 172.27.4.70 (3021e9f0-0eb2-4779-9e8d-2d74d8c353fb/be7a67d1-0569-48bc-88e9-c2545720293d/e6247257-1916-40b1-8f44-19dc6c18d3f4) {{(pid=106207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:10:06.348152 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-7c88323e-d643-4379-b1c9-04d6f8ec0597 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks [] for port (e6247257-1916-40b1-8f44-19dc6c18d3f4), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:06.379495 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-7c88323e-d643-4379-b1c9-04d6f8ec0597 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737867580456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13006123'] for port (e6247257-1916-40b1-8f44-19dc6c18d3f4), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:06.422168 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c88323e-d643-4379-b1c9-04d6f8ec0597 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Network 3021e9f0-0eb2-4779-9e8d-2d74d8c353fb is already hosted by enough agents. {{(pid=106207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:10:06.427323 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.base_scheduler [None req-7c88323e-d643-4379-b1c9-04d6f8ec0597 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Resources bound (agent type, host, resource id): {{(pid=106207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:10:06.429569 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c88323e-d643-4379-b1c9-04d6f8ec0597 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Pushing event updated for resources: {'Port': ['ID=e6247257-1916-40b1-8f44-19dc6c18d3f4,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:06.431755 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c88323e-d643-4379-b1c9-04d6f8ec0597 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Received port after_create {{(pid=106207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:10:06.520228 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-7c88323e-d643-4379-b1c9-04d6f8ec0597 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks [] for floatingip (7a81ff35-a75d-4a3f-8ced-397d2fd133f9), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:06.560032 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-7c88323e-d643-4379-b1c9-04d6f8ec0597 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (e6247257-1916-40b1-8f44-19dc6c18d3f4), before_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:06.681069 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:06.716904 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-7c88323e-d643-4379-b1c9-04d6f8ec0597 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks [] for port (e6247257-1916-40b1-8f44-19dc6c18d3f4), precommit_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:06.721404 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-7c88323e-d643-4379-b1c9-04d6f8ec0597 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13006114'] for port (e6247257-1916-40b1-8f44-19dc6c18d3f4), after_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:06.759399 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:06.789262 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c88323e-d643-4379-b1c9-04d6f8ec0597 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Pushing event updated for resources: {'Port': ['ID=e6247257-1916-40b1-8f44-19dc6c18d3f4,revision_number=2']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:06.794971 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-7c88323e-d643-4379-b1c9-04d6f8ec0597 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16466402'] for floatingip (7a81ff35-a75d-4a3f-8ced-397d2fd133f9), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:06.811463 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-7c88323e-d643-4379-b1c9-04d6f8ec0597 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for floatingip (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:06.812698 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-7c88323e-d643-4379-b1c9-04d6f8ec0597 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7987101 Aug 30 01:10:06.904476 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device f87d3a77-05ed-43ac-b192-82ed7d858c40 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:10:06.924605 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] No Port match for: f87d3a77-05ed-43ac-b192-82ed7d858c40 {{(pid=106208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:10:06.924947 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device f87d3a77-05ed-43ac-b192-82ed7d858c40 not bound to the agent host hv-cinder-81514 {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:10:07.025950 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-c84dabd2-0f2b-4bb9-a33c-1a88c4b0cef6 req-23da205f-3b26-489a-8143-a772f78f7059 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--862519577&fields=id&tenant_id=54768b167b1c4fefb901f640203e1c5d HTTP/1.1" status: 200 len: 267 time: 0.0441005 Aug 30 01:10:07.140209 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84dabd2-0f2b-4bb9-a33c-1a88c4b0cef6 req-95176e56-d617-4023-a8d0-ce9f4d63dd68 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:10:07.141738 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-c84dabd2-0f2b-4bb9-a33c-1a88c4b0cef6 req-95176e56-d617-4023-a8d0-ce9f4d63dd68 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/networks?id=71657289-5845-4030-b5d1-5bad1153486f HTTP/1.1" status: 200 len: 817 time: 0.1084569 Aug 30 01:10:07.157734 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-c84dabd2-0f2b-4bb9-a33c-1a88c4b0cef6 req-186f6f07-5571-48b8-bef0-9920ffc38c03 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/quotas/54768b167b1c4fefb901f640203e1c5d HTTP/1.1" status: 200 len: 375 time: 0.0105314 Aug 30 01:10:07.208066 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-c84dabd2-0f2b-4bb9-a33c-1a88c4b0cef6 req-f0c5bc14-ed7b-4bbd-88ab-e9cc64b28923 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=54768b167b1c4fefb901f640203e1c5d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448511 Aug 30 01:10:07.306473 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-c84dabd2-0f2b-4bb9-a33c-1a88c4b0cef6 req-632cb730-40e6-41a6-90bb-ff0834682650 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/71657289-5845-4030-b5d1-5bad1153486f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870390 Aug 30 01:10:07.399247 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-c84dabd2-0f2b-4bb9-a33c-1a88c4b0cef6 req-93d68ffa-af0d-465a-b141-8ff6d0dc6217 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/71657289-5845-4030-b5d1-5bad1153486f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862567 Aug 30 01:10:07.576412 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-0957bf3d-5ecb-4004-b105-4d015cb7c289 req-16275c13-4d8f-439c-9bf5-da297f5e0cda tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa7e7483-c8ec-40f2-814d-aba9573395ad HTTP/1.1" status: 200 len: 210 time: 0.0306168 Aug 30 01:10:08.693294 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-7e400c20-1f4b-47d7-abee-60a3c4108687 req-16606414-0ead-4350-bdb9-8d59c15062d9 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa7e7483-c8ec-40f2-814d-aba9573395ad HTTP/1.1" status: 200 len: 210 time: 0.0360062 Aug 30 01:10:08.769392 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84dabd2-0f2b-4bb9-a33c-1a88c4b0cef6 req-db1a56e6-5f63-42f4-a3b8-90acdcbfcea9 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:10:08.770018 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-c84dabd2-0f2b-4bb9-a33c-1a88c4b0cef6 req-db1a56e6-5f63-42f4-a3b8-90acdcbfcea9 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.47 "GET /networking/v2.0/networks?id=71657289-5845-4030-b5d1-5bad1153486f HTTP/1.1" status: 200 len: 817 time: 0.1089287 Aug 30 01:10:08.840557 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-c84dabd2-0f2b-4bb9-a33c-1a88c4b0cef6 req-3cbb35b6-31cd-426a-a5fe-f7f6ee38325f tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.47 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=54768b167b1c4fefb901f640203e1c5d HTTP/1.1" status: 200 len: 379 time: 0.0599704 Aug 30 01:10:08.852775 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [req-c84dabd2-0f2b-4bb9-a33c-1a88c4b0cef6 req-21f1dc83-89d1-45ff-98ad-ac4214d18082 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Request body: {'port': {'device_id': 'aa7e7483-c8ec-40f2-814d-aba9573395ad', 'network_id': '71657289-5845-4030-b5d1-5bad1153486f', 'admin_state_up': True, 'tenant_id': '54768b167b1c4fefb901f640203e1c5d', 'security_groups': ['398697c9-dfff-4a34-8fa9-4fdbdb9b6048']}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:10:08.968688 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-2d184b20-6c30-41af-9dad-9e1bfa02a43c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (fba0026e-8830-42b0-8a12-2be2a1203730), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:08.969502 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c84dabd2-0f2b-4bb9-a33c-1a88c4b0cef6 req-21f1dc83-89d1-45ff-98ad-ac4214d18082 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Made reservation on behalf of 54768b167b1c4fefb901f640203e1c5d for: {'port': 1} {{(pid=106206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:10:08.973399 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-c84dabd2-0f2b-4bb9-a33c-1a88c4b0cef6 req-21f1dc83-89d1-45ff-98ad-ac4214d18082 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:09.106415 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.db_base_plugin_common [req-c84dabd2-0f2b-4bb9-a33c-1a88c4b0cef6 req-21f1dc83-89d1-45ff-98ad-ac4214d18082 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Allocated IP 172.20.0.8 (71657289-5845-4030-b5d1-5bad1153486f/b5ba3a12-33bc-451f-ac45-0e3b5e90b022/729c26fe-a4b3-4cc3-b9e9-2603f916a1c4) {{(pid=106206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:10:09.252176 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-c84dabd2-0f2b-4bb9-a33c-1a88c4b0cef6 req-21f1dc83-89d1-45ff-98ad-ac4214d18082 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks [] for port (729c26fe-a4b3-4cc3-b9e9-2603f916a1c4), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:09.254969 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:09.290323 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-c84dabd2-0f2b-4bb9-a33c-1a88c4b0cef6 req-21f1dc83-89d1-45ff-98ad-ac4214d18082 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737867580456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14283316'] for port (729c26fe-a4b3-4cc3-b9e9-2603f916a1c4), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:09.334540 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c84dabd2-0f2b-4bb9-a33c-1a88c4b0cef6 req-21f1dc83-89d1-45ff-98ad-ac4214d18082 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Network 71657289-5845-4030-b5d1-5bad1153486f is already hosted by enough agents. {{(pid=106206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:10:09.337679 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.base_scheduler [req-c84dabd2-0f2b-4bb9-a33c-1a88c4b0cef6 req-21f1dc83-89d1-45ff-98ad-ac4214d18082 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Resources bound (agent type, host, resource id): {{(pid=106206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:10:09.342321 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [req-c84dabd2-0f2b-4bb9-a33c-1a88c4b0cef6 req-21f1dc83-89d1-45ff-98ad-ac4214d18082 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Received port after_create {{(pid=106206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:10:09.365314 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f1dc83-89d1-45ff-98ad-ac4214d18082 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Pushing event updated for resources: {'Port': ['ID=729c26fe-a4b3-4cc3-b9e9-2603f916a1c4,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:09.404144 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84dabd2-0f2b-4bb9-a33c-1a88c4b0cef6 req-21f1dc83-89d1-45ff-98ad-ac4214d18082 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:10:09.404785 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-c84dabd2-0f2b-4bb9-a33c-1a88c4b0cef6 req-21f1dc83-89d1-45ff-98ad-ac4214d18082 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for port (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:09.428912 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-c84dabd2-0f2b-4bb9-a33c-1a88c4b0cef6 req-21f1dc83-89d1-45ff-98ad-ac4214d18082 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5807335 Aug 30 01:10:09.444388 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [req-c84dabd2-0f2b-4bb9-a33c-1a88c4b0cef6 req-bde6ba50-8517-4bd0-9a11-86805c3d1129 service neutron] Request body: {'port': {'device_id': 'aa7e7483-c8ec-40f2-814d-aba9573395ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:10:09.506702 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:09.517507 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-c84dabd2-0f2b-4bb9-a33c-1a88c4b0cef6 req-bde6ba50-8517-4bd0-9a11-86805c3d1129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (729c26fe-a4b3-4cc3-b9e9-2603f916a1c4), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:09.582840 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-5c1b8a1e-d90a-44c8-9a4a-635febd14f02 None None] Provisioning complete for port 729c26fe-a4b3-4cc3-b9e9-2603f916a1c4 triggered by entity DHCP. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:10:09.583213 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-5c1b8a1e-d90a-44c8-9a4a-635febd14f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (729c26fe-a4b3-4cc3-b9e9-2603f916a1c4), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:09.621101 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-5c1b8a1e-d90a-44c8-9a4a-635febd14f02 None None] Port 729c26fe-a4b3-4cc3-b9e9-2603f916a1c4 cannot update to ACTIVE because it is not bound. {{(pid=106208) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:10:09.807741 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [req-c84dabd2-0f2b-4bb9-a33c-1a88c4b0cef6 req-bde6ba50-8517-4bd0-9a11-86805c3d1129 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 729c26fe-a4b3-4cc3-b9e9-2603f916a1c4 {{(pid=106206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:10:09.816830 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-c84dabd2-0f2b-4bb9-a33c-1a88c4b0cef6 req-bde6ba50-8517-4bd0-9a11-86805c3d1129 service neutron] Publish callbacks [] for port (729c26fe-a4b3-4cc3-b9e9-2603f916a1c4), precommit_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:09.831366 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [req-c84dabd2-0f2b-4bb9-a33c-1a88c4b0cef6 req-bde6ba50-8517-4bd0-9a11-86805c3d1129 service neutron] Transition to ACTIVE for port object 729c26fe-a4b3-4cc3-b9e9-2603f916a1c4 will not be triggered until provisioned by entity L2. {{(pid=106206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 01:10:09.831920 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695f3277-369e-4915-887a-1c63196d9794 req-7eaa77e5-9334-4967-8665-3625d0390025 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:10:09.834479 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-695f3277-369e-4915-887a-1c63196d9794 req-7eaa77e5-9334-4967-8665-3625d0390025 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa7e7483-c8ec-40f2-814d-aba9573395ad HTTP/1.1" status: 200 len: 931 time: 0.0548668 Aug 30 01:10:09.837842 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-c84dabd2-0f2b-4bb9-a33c-1a88c4b0cef6 req-bde6ba50-8517-4bd0-9a11-86805c3d1129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14283325'] for port (729c26fe-a4b3-4cc3-b9e9-2603f916a1c4), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:09.890287 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-695f3277-369e-4915-887a-1c63196d9794 req-b122bb24-bc8a-4b26-99cf-e7cac30805c8 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=398697c9-dfff-4a34-8fa9-4fdbdb9b6048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504529 Aug 30 01:10:09.943140 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde6ba50-8517-4bd0-9a11-86805c3d1129 service neutron] Pushing event updated for resources: {'Port': ['ID=729c26fe-a4b3-4cc3-b9e9-2603f916a1c4,revision_number=2']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:09.978524 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [req-c84dabd2-0f2b-4bb9-a33c-1a88c4b0cef6 req-bde6ba50-8517-4bd0-9a11-86805c3d1129 service neutron] Attempting to bind port 729c26fe-a4b3-4cc3-b9e9-2603f916a1c4 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:10:09.978855 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [req-c84dabd2-0f2b-4bb9-a33c-1a88c4b0cef6 req-bde6ba50-8517-4bd0-9a11-86805c3d1129 service neutron] Attempting to bind port 729c26fe-a4b3-4cc3-b9e9-2603f916a1c4 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'd885eda7-4268-4a35-a6ed-db3090deff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '71657289-5845-4030-b5d1-5bad1153486f'}] {{(pid=106206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:10:09.979183 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84dabd2-0f2b-4bb9-a33c-1a88c4b0cef6 req-bde6ba50-8517-4bd0-9a11-86805c3d1129 service neutron] Attempting to bind port 729c26fe-a4b3-4cc3-b9e9-2603f916a1c4 on network 71657289-5845-4030-b5d1-5bad1153486f {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:10:09.983929 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84dabd2-0f2b-4bb9-a33c-1a88c4b0cef6 req-bde6ba50-8517-4bd0-9a11-86805c3d1129 service neutron] Port 729c26fe-a4b3-4cc3-b9e9-2603f916a1c4 on network 71657289-5845-4030-b5d1-5bad1153486f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 01:10:09.985594 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84dabd2-0f2b-4bb9-a33c-1a88c4b0cef6 req-bde6ba50-8517-4bd0-9a11-86805c3d1129 service neutron] Attempting to bind port 729c26fe-a4b3-4cc3-b9e9-2603f916a1c4 on network 71657289-5845-4030-b5d1-5bad1153486f {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:10:09.990989 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84dabd2-0f2b-4bb9-a33c-1a88c4b0cef6 req-bde6ba50-8517-4bd0-9a11-86805c3d1129 service neutron] Checking agent: {'id': 'ec393def-3d84-45a3-8a6c-ed049d62fe0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 0, 59, 14), 'started_at': datetime.datetime(2022, 8, 30, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:10:09.991331 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84dabd2-0f2b-4bb9-a33c-1a88c4b0cef6 req-bde6ba50-8517-4bd0-9a11-86805c3d1129 service neutron] Checking segment: {'id': 'd885eda7-4268-4a35-a6ed-db3090deff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '71657289-5845-4030-b5d1-5bad1153486f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:10:09.991710 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84dabd2-0f2b-4bb9-a33c-1a88c4b0cef6 req-bde6ba50-8517-4bd0-9a11-86805c3d1129 service neutron] Bound using segment: {'id': 'd885eda7-4268-4a35-a6ed-db3090deff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '71657289-5845-4030-b5d1-5bad1153486f'} {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:10:09.992137 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [req-c84dabd2-0f2b-4bb9-a33c-1a88c4b0cef6 req-bde6ba50-8517-4bd0-9a11-86805c3d1129 service neutron] Bound port: 729c26fe-a4b3-4cc3-b9e9-2603f916a1c4, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd885eda7-4268-4a35-a6ed-db3090deff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '71657289-5845-4030-b5d1-5bad1153486f'}}] {{(pid=106206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:10:09.992491 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-c84dabd2-0f2b-4bb9-a33c-1a88c4b0cef6 req-bde6ba50-8517-4bd0-9a11-86805c3d1129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (729c26fe-a4b3-4cc3-b9e9-2603f916a1c4), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:10.060882 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [req-c84dabd2-0f2b-4bb9-a33c-1a88c4b0cef6 req-bde6ba50-8517-4bd0-9a11-86805c3d1129 service neutron] For port 729c26fe-a4b3-4cc3-b9e9-2603f916a1c4, host hv-cinder-81514, cleared binding levels {{(pid=106206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:10:10.064372 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [req-c84dabd2-0f2b-4bb9-a33c-1a88c4b0cef6 req-bde6ba50-8517-4bd0-9a11-86805c3d1129 service neutron] For port 729c26fe-a4b3-4cc3-b9e9-2603f916a1c4, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=729c26fe-a4b3-4cc3-b9e9-2603f916a1c4,segment=NetworkSegment(d885eda7-4268-4a35-a6ed-db3090deff20),segment_id=d885eda7-4268-4a35-a6ed-db3090deff20)] {{(pid=106206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:10:10.072093 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-c84dabd2-0f2b-4bb9-a33c-1a88c4b0cef6 req-bde6ba50-8517-4bd0-9a11-86805c3d1129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14283325'] for port (729c26fe-a4b3-4cc3-b9e9-2603f916a1c4), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:10.077644 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84dabd2-0f2b-4bb9-a33c-1a88c4b0cef6 req-bde6ba50-8517-4bd0-9a11-86805c3d1129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:10:10.078265 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-c84dabd2-0f2b-4bb9-a33c-1a88c4b0cef6 req-bde6ba50-8517-4bd0-9a11-86805c3d1129 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for port (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:10.079708 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-c84dabd2-0f2b-4bb9-a33c-1a88c4b0cef6 req-bde6ba50-8517-4bd0-9a11-86805c3d1129 service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/729c26fe-a4b3-4cc3-b9e9-2603f916a1c4 HTTP/1.1" status: 200 len: 1093 time: 0.6398726 Aug 30 01:10:10.080253 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa7e7483-c8ec-40f2-814d-aba9573395ad', 'tag': '729c26fe-a4b3-4cc3-b9e9-2603f916a1c4'}] {{(pid=106206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:10:10.082555 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068580ff6c600dbe59ab62011f5d984f60f6f54628162803fce2ed792aa7a021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-112dd286-b179-496f-910f-e0162939b06d" -d '{"events": [{"name": "network-changed", "server_uuid": "aa7e7483-c8ec-40f2-814d-aba9573395ad", "tag": "729c26fe-a4b3-4cc3-b9e9-2603f916a1c4"}]}' {{(pid=106206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:10:10.139173 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18891614-3c27-49dc-b058-160621112a33 x-openstack-request-id: req-18891614-3c27-49dc-b058-160621112a33 {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:10:10.139465 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa7e7483-c8ec-40f2-814d-aba9573395ad", "tag": "729c26fe-a4b3-4cc3-b9e9-2603f916a1c4", "status": "completed", "code": 200}]} {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:10:10.139893 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-18891614-3c27-49dc-b058-160621112a33 {{(pid=106206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:10:10.140510 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18891614-3c27-49dc-b058-160621112a33'] response: {'name': 'network-changed', 'server_uuid': 'aa7e7483-c8ec-40f2-814d-aba9573395ad', 'tag': '729c26fe-a4b3-4cc3-b9e9-2603f916a1c4', 'status': 'completed', 'code': 200} Aug 30 01:10:10.170807 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:10.179650 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde6ba50-8517-4bd0-9a11-86805c3d1129 service neutron] Pushing event updated for resources: {'Port': ['ID=729c26fe-a4b3-4cc3-b9e9-2603f916a1c4,revision_number=3']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:10.185894 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84dabd2-0f2b-4bb9-a33c-1a88c4b0cef6 req-5f9a046a-3b6e-4878-a15b-97cb0f36c5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:10:10.188101 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-c84dabd2-0f2b-4bb9-a33c-1a88c4b0cef6 req-5f9a046a-3b6e-4878-a15b-97cb0f36c5d8 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=54768b167b1c4fefb901f640203e1c5d&device_id=aa7e7483-c8ec-40f2-814d-aba9573395ad HTTP/1.1" status: 200 len: 1127 time: 0.0666296 Aug 30 01:10:10.232252 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-c84dabd2-0f2b-4bb9-a33c-1a88c4b0cef6 req-08632deb-02be-4f73-8a6b-c712662be9ad service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=729c26fe-a4b3-4cc3-b9e9-2603f916a1c4 HTTP/1.1" status: 200 len: 217 time: 0.0365899 Aug 30 01:10:10.296413 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84dabd2-0f2b-4bb9-a33c-1a88c4b0cef6 req-aa79efe0-6cc3-4263-a060-8a668a97486e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:10:10.297949 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-c84dabd2-0f2b-4bb9-a33c-1a88c4b0cef6 req-aa79efe0-6cc3-4263-a060-8a668a97486e service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=b5ba3a12-33bc-451f-ac45-0e3b5e90b022 HTTP/1.1" status: 200 len: 856 time: 0.0576472 Aug 30 01:10:10.353781 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84dabd2-0f2b-4bb9-a33c-1a88c4b0cef6 req-3767fff9-71d2-4654-aab0-722c4ca41b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:10:10.355212 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-c84dabd2-0f2b-4bb9-a33c-1a88c4b0cef6 req-3767fff9-71d2-4654-aab0-722c4ca41b5a service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=71657289-5845-4030-b5d1-5bad1153486f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0509453 Aug 30 01:10:10.448102 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-c84dabd2-0f2b-4bb9-a33c-1a88c4b0cef6 req-f59169d0-758c-4e65-a618-de55559f51fb service neutron] 10.222.0.47 "GET /networking/v2.0/networks/71657289-5845-4030-b5d1-5bad1153486f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852275 Aug 30 01:10:10.548616 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-c84dabd2-0f2b-4bb9-a33c-1a88c4b0cef6 req-78138f19-7f8b-4c08-ad27-15f4e9140342 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/71657289-5845-4030-b5d1-5bad1153486f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915697 Aug 30 01:10:11.019965 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33aff7-0d08-4ad6-b0f4-359f204d940c req-3399be18-701b-4e7a-be7f-e79c39c2d7de tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:10:11.021385 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-3e33aff7-0d08-4ad6-b0f4-359f204d940c req-3399be18-701b-4e7a-be7f-e79c39c2d7de tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa7e7483-c8ec-40f2-814d-aba9573395ad HTTP/1.1" status: 200 len: 943 time: 0.0476205 Aug 30 01:10:11.070602 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-3e33aff7-0d08-4ad6-b0f4-359f204d940c req-9b0d31ac-2018-4f64-9dc2-a82ee66aa53b tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=398697c9-dfff-4a34-8fa9-4fdbdb9b6048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433559 Aug 30 01:10:11.335251 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-54d1217f-a5b0-467b-a708-db7ae1e58315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (613dbf26-5731-4391-8a29-3c5185f7ed3f), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:11.595792 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112dd286-b179-496f-910f-e0162939b06d req-aa3443f3-cf7b-48bb-8f2e-a5b04375a575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:10:11.597240 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-112dd286-b179-496f-910f-e0162939b06d req-aa3443f3-cf7b-48bb-8f2e-a5b04375a575 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=54768b167b1c4fefb901f640203e1c5d&device_id=aa7e7483-c8ec-40f2-814d-aba9573395ad HTTP/1.1" status: 200 len: 1127 time: 0.0396862 Aug 30 01:10:11.907259 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:11.950155 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112dd286-b179-496f-910f-e0162939b06d req-c076f623-8c68-4b07-a8dd-caee9a49e890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:10:11.951638 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-112dd286-b179-496f-910f-e0162939b06d req-c076f623-8c68-4b07-a8dd-caee9a49e890 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=71657289-5845-4030-b5d1-5bad1153486f HTTP/1.1" status: 200 len: 919 time: 0.3482554 Aug 30 01:10:11.994188 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-112dd286-b179-496f-910f-e0162939b06d req-339c9bb8-9f50-4255-bea4-2ac287729292 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=729c26fe-a4b3-4cc3-b9e9-2603f916a1c4 HTTP/1.1" status: 200 len: 217 time: 0.0345628 Aug 30 01:10:12.046107 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112dd286-b179-496f-910f-e0162939b06d req-55376900-dcdb-4b7c-8d3f-68a60b402bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:10:12.047564 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-112dd286-b179-496f-910f-e0162939b06d req-55376900-dcdb-4b7c-8d3f-68a60b402bcd service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=b5ba3a12-33bc-451f-ac45-0e3b5e90b022 HTTP/1.1" status: 200 len: 856 time: 0.0447032 Aug 30 01:10:12.095565 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112dd286-b179-496f-910f-e0162939b06d req-e78df9b4-1db8-4492-a8d1-f5b3e6b433bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:10:12.097062 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-112dd286-b179-496f-910f-e0162939b06d req-e78df9b4-1db8-4492-a8d1-f5b3e6b433bc service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=71657289-5845-4030-b5d1-5bad1153486f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0425549 Aug 30 01:10:12.191359 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-112dd286-b179-496f-910f-e0162939b06d req-765c2f76-6f0c-4dbc-9e23-6aa69a82d46d service neutron] 10.222.0.47 "GET /networking/v2.0/networks/71657289-5845-4030-b5d1-5bad1153486f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867171 Aug 30 01:10:12.200534 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a06b4e-02fe-43b9-825e-11291be19c8b req-b4a5698e-6144-419d-b974-c736febaf8d4 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:10:12.202222 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-a2a06b4e-02fe-43b9-825e-11291be19c8b req-b4a5698e-6144-419d-b974-c736febaf8d4 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa7e7483-c8ec-40f2-814d-aba9573395ad HTTP/1.1" status: 200 len: 943 time: 0.0506051 Aug 30 01:10:12.251618 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-a2a06b4e-02fe-43b9-825e-11291be19c8b req-2f240c38-3e70-457b-8f7f-79b25d4f82ce tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=398697c9-dfff-4a34-8fa9-4fdbdb9b6048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434439 Aug 30 01:10:12.290249 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-112dd286-b179-496f-910f-e0162939b06d req-48649898-f394-42fa-9d91-7c71bc60326e service neutron] 10.222.0.47 "GET /networking/v2.0/networks/71657289-5845-4030-b5d1-5bad1153486f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926855 Aug 30 01:10:12.537601 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-25c1dd7e-d974-443e-806e-f641d8bbb77b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (0cb86657-2da7-42ea-bd2c-d65472391dc8), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:13.382176 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50873f1-5f23-4b82-b196-e56455ad4b9c req-d88145c5-ebc4-493d-941f-3fd67c59faac tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:10:13.383670 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-b50873f1-5f23-4b82-b196-e56455ad4b9c req-d88145c5-ebc4-493d-941f-3fd67c59faac tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa7e7483-c8ec-40f2-814d-aba9573395ad HTTP/1.1" status: 200 len: 943 time: 0.0474353 Aug 30 01:10:13.432448 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-b50873f1-5f23-4b82-b196-e56455ad4b9c req-00fcc7a0-fdf4-47af-86ca-74ae3d756de9 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=398697c9-dfff-4a34-8fa9-4fdbdb9b6048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413029 Aug 30 01:10:13.864848 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:14.098548 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-035fe171-2dca-49fc-a74e-5e6f2a9e45a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (976597ea-a902-4e5f-8c76-25f81ae4fb08), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:14.255916 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (a0553951-7123-4403-ab2a-bb83048c1e52), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:14.270119 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (ec393def-3d84-45a3-8a6c-ed049d62fe0a), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:14.522538 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:14.559824 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e96117-9712-41bf-8eeb-9d0d9d241718 req-121bbf96-9ef4-467f-ad35-5999209b3877 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:10:14.561344 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-97e96117-9712-41bf-8eeb-9d0d9d241718 req-121bbf96-9ef4-467f-ad35-5999209b3877 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa7e7483-c8ec-40f2-814d-aba9573395ad HTTP/1.1" status: 200 len: 943 time: 0.0486174 Aug 30 01:10:14.611516 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-97e96117-9712-41bf-8eeb-9d0d9d241718 req-f33435f7-ff7b-4e96-8c4a-462d668b6736 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=398697c9-dfff-4a34-8fa9-4fdbdb9b6048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446584 Aug 30 01:10:14.897919 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device 729c26fe-a4b3-4cc3-b9e9-2603f916a1c4 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=106208) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 01:10:15.125526 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port 729c26fe-a4b3-4cc3-b9e9-2603f916a1c4, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=729c26fe-a4b3-4cc3-b9e9-2603f916a1c4,segment=NetworkSegment(d885eda7-4268-4a35-a6ed-db3090deff20),segment_id=d885eda7-4268-4a35-a6ed-db3090deff20)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:10:15.137567 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Returning: {'device': '729c26fe-a4b3-4cc3-b9e9-2603f916a1c4', 'network_id': '71657289-5845-4030-b5d1-5bad1153486f', 'port_id': '729c26fe-a4b3-4cc3-b9e9-2603f916a1c4', 'mac_address': 'fa:16:3e:95:95:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5ba3a12-33bc-451f-ac45-0e3b5e90b022', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106208) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 01:10:15.171086 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:15.173344 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Current status of the port 729c26fe-a4b3-4cc3-b9e9-2603f916a1c4 is: DOWN; New status is: BUILD {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:10:15.173731 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (729c26fe-a4b3-4cc3-b9e9-2603f916a1c4), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:15.186385 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:15.192526 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 729c26fe-a4b3-4cc3-b9e9-2603f916a1c4 {{(pid=106208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:10:15.213026 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port 729c26fe-a4b3-4cc3-b9e9-2603f916a1c4, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=729c26fe-a4b3-4cc3-b9e9-2603f916a1c4,segment=NetworkSegment(d885eda7-4268-4a35-a6ed-db3090deff20),segment_id=d885eda7-4268-4a35-a6ed-db3090deff20)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:10:15.217579 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (729c26fe-a4b3-4cc3-b9e9-2603f916a1c4), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:15.266915 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Pushing event updated for resources: {'Port': ['ID=729c26fe-a4b3-4cc3-b9e9-2603f916a1c4,revision_number=4']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:15.273956 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:15.274302 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:15.274642 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:15.275244 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:15.275575 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:15.275907 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:15.276238 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:15.276562 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:15.277566 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:15.278437 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:15.278773 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:15.279104 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:15.279431 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:15.279755 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:15.280088 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:15.488556 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] get_ports_and_sgs() called for port_ids ['729c26fe-a4b3-4cc3-b9e9-2603f916a1c4'] {{(pid=106208) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:10:15.742016 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca202f-182d-499c-a429-d2f65a55fe42 req-06396087-9f95-4c02-bed5-cb803eef3ec4 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:10:15.743419 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-56ca202f-182d-499c-a429-d2f65a55fe42 req-06396087-9f95-4c02-bed5-cb803eef3ec4 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa7e7483-c8ec-40f2-814d-aba9573395ad HTTP/1.1" status: 200 len: 944 time: 0.0498667 Aug 30 01:10:15.771334 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:15.796075 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-56ca202f-182d-499c-a429-d2f65a55fe42 req-f2ee4278-de58-40f4-816e-3f5fd98c35c5 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=398697c9-dfff-4a34-8fa9-4fdbdb9b6048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468042 Aug 30 01:10:16.141916 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=32,neutron:UPDATE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:16.910381 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device 729c26fe-a4b3-4cc3-b9e9-2603f916a1c4 up at agent hyperv_hv-cinder-81514 {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:10:16.921662 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66af77ee-55d5-48c1-a9df-a7590875795e req-57b6bbae-b29b-482a-a860-1fc6b3c434f6 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:10:16.923184 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-66af77ee-55d5-48c1-a9df-a7590875795e req-57b6bbae-b29b-482a-a860-1fc6b3c434f6 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa7e7483-c8ec-40f2-814d-aba9573395ad HTTP/1.1" status: 200 len: 944 time: 0.0492406 Aug 30 01:10:16.954696 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Provisioning for port 729c26fe-a4b3-4cc3-b9e9-2603f916a1c4 completed by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 01:10:16.961604 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Provisioning complete for port 729c26fe-a4b3-4cc3-b9e9-2603f916a1c4 triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:10:16.961979 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (729c26fe-a4b3-4cc3-b9e9-2603f916a1c4), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:16.972454 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-66af77ee-55d5-48c1-a9df-a7590875795e req-16e45293-dd2d-4e8e-8f22-c0669f372b57 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=398697c9-dfff-4a34-8fa9-4fdbdb9b6048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436864 Aug 30 01:10:17.039017 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Current status of the port 729c26fe-a4b3-4cc3-b9e9-2603f916a1c4 is: BUILD; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:10:17.039401 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (729c26fe-a4b3-4cc3-b9e9-2603f916a1c4), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:17.064060 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa7e7483-c8ec-40f2-814d-aba9573395ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '729c26fe-a4b3-4cc3-b9e9-2603f916a1c4'}] {{(pid=106208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:10:17.066384 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c29b7fbecba6d5f29730e8e5f4edf6e9b002b1b00f6f5f73d69c4afba8ee411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9521c4a4-3466-4875-9eb8-9c91a1043188" -d '{"events": [{"server_uuid": "aa7e7483-c8ec-40f2-814d-aba9573395ad", "name": "network-vif-plugged", "status": "completed", "tag": "729c26fe-a4b3-4cc3-b9e9-2603f916a1c4"}]}' {{(pid=106208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:10:17.083319 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port 729c26fe-a4b3-4cc3-b9e9-2603f916a1c4, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=729c26fe-a4b3-4cc3-b9e9-2603f916a1c4,segment=NetworkSegment(d885eda7-4268-4a35-a6ed-db3090deff20),segment_id=d885eda7-4268-4a35-a6ed-db3090deff20)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:10:17.087265 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (729c26fe-a4b3-4cc3-b9e9-2603f916a1c4), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:17.116061 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a53083-f3b7-4944-9584-ed418ef1fdea x-openstack-request-id: req-49a53083-f3b7-4944-9584-ed418ef1fdea {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:10:17.116346 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa7e7483-c8ec-40f2-814d-aba9573395ad", "name": "network-vif-plugged", "status": "completed", "tag": "729c26fe-a4b3-4cc3-b9e9-2603f916a1c4", "code": 200}]} {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:10:17.116596 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-49a53083-f3b7-4944-9584-ed418ef1fdea {{(pid=106208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:10:17.116995 dv-cinder-815146-13-iscsi neutron-server[106208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49a53083-f3b7-4944-9584-ed418ef1fdea'] response: {'server_uuid': 'aa7e7483-c8ec-40f2-814d-aba9573395ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '729c26fe-a4b3-4cc3-b9e9-2603f916a1c4', 'code': 200} Aug 30 01:10:17.141864 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Pushing event updated for resources: {'Port': ['ID=729c26fe-a4b3-4cc3-b9e9-2603f916a1c4,revision_number=5']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:17.286225 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946edd83-0737-4335-b2ce-42a46a130c1e req-2d65c5a5-da62-487b-82e4-d52337173505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:10:17.287739 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-946edd83-0737-4335-b2ce-42a46a130c1e req-2d65c5a5-da62-487b-82e4-d52337173505 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=aa7e7483-c8ec-40f2-814d-aba9573395ad HTTP/1.1" status: 200 len: 1129 time: 0.0403032 Aug 30 01:10:17.331714 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-946edd83-0737-4335-b2ce-42a46a130c1e req-1e6958f3-d733-4e58-8c01-c955948169fe service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=398697c9-dfff-4a34-8fa9-4fdbdb9b6048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377126 Aug 30 01:10:18.102308 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a365878-2e44-430f-bcd6-499588292b3f req-03aefeb9-3e84-4cd9-b08b-70b693a7b72b tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:10:18.103759 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-5a365878-2e44-430f-bcd6-499588292b3f req-03aefeb9-3e84-4cd9-b08b-70b693a7b72b tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa7e7483-c8ec-40f2-814d-aba9573395ad HTTP/1.1" status: 200 len: 945 time: 0.0493724 Aug 30 01:10:18.150181 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-5a365878-2e44-430f-bcd6-499588292b3f req-55c7554e-4419-4b73-8641-f9d5bf53dfd0 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=398697c9-dfff-4a34-8fa9-4fdbdb9b6048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403888 Aug 30 01:10:19.281593 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59027783-68c5-46ff-8ee0-73764c91b395 req-d9cc3872-7a0e-495d-861b-d98574aa583d tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:10:19.283100 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-59027783-68c5-46ff-8ee0-73764c91b395 req-d9cc3872-7a0e-495d-861b-d98574aa583d tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa7e7483-c8ec-40f2-814d-aba9573395ad HTTP/1.1" status: 200 len: 945 time: 0.0485847 Aug 30 01:10:19.331432 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-59027783-68c5-46ff-8ee0-73764c91b395 req-0cba89de-3ab7-4959-9e3e-556c3bdd2bc0 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=398697c9-dfff-4a34-8fa9-4fdbdb9b6048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426507 Aug 30 01:10:19.454166 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8598bb7-5183-4bde-98da-0f4b802db0d7 req-2e259c56-41d7-4184-9739-5ec1123a82fb tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:10:19.455587 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-a8598bb7-5183-4bde-98da-0f4b802db0d7 req-2e259c56-41d7-4184-9739-5ec1123a82fb tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa7e7483-c8ec-40f2-814d-aba9573395ad HTTP/1.1" status: 200 len: 945 time: 0.0502303 Aug 30 01:10:19.465624 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 54130) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:10:19.470518 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [None req-6f41ac4a-1ba2-4d5d-8018-9f360ec4d2d4 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Request body: {'floatingip': {'port_id': '729c26fe-a4b3-4cc3-b9e9-2603f916a1c4'}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:10:19.515899 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6f41ac4a-1ba2-4d5d-8018-9f360ec4d2d4 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks [] for floatingip (7a81ff35-a75d-4a3f-8ced-397d2fd133f9), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:19.618307 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=100 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:19.964806 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6f41ac4a-1ba2-4d5d-8018-9f360ec4d2d4 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:19.968605 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6f41ac4a-1ba2-4d5d-8018-9f360ec4d2d4 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16466402'] for floatingip (7a81ff35-a75d-4a3f-8ced-397d2fd133f9), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:20.068047 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.db.l3_db [None req-6f41ac4a-1ba2-4d5d-8018-9f360ec4d2d4 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Floating IP 7a81ff35-a75d-4a3f-8ced-397d2fd133f9 associated. External IP: 172.27.4.70, port: 729c26fe-a4b3-4cc3-b9e9-2603f916a1c4. Aug 30 01:10:20.168987 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:20.271200 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f41ac4a-1ba2-4d5d-8018-9f360ec4d2d4 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Router 54edb336-0783-4b1c-8e7c-01784738f66c has already been hosted by L3 agent 613dbf26-5731-4391-8a29-3c5185f7ed3f {{(pid=106206) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:10:20.378414 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f41ac4a-1ba2-4d5d-8018-9f360ec4d2d4 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Notify agent at l3_agent.dv-cinder-815146-13-iscsi the message routers_updated {{(pid=106206) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:10:20.383763 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6f41ac4a-1ba2-4d5d-8018-9f360ec4d2d4 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for floatingip (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:20.388748 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a71fe6-a8a9-41f3-b4fc-ee28cd5232b1 None None] Sync routers for ids ['54edb336-0783-4b1c-8e7c-01784738f66c'] in dv-cinder-815146-13-iscsi {{(pid=106208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:10:20.398726 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a71fe6-a8a9-41f3-b4fc-ee28cd5232b1 None None] Routers {'54edb336-0783-4b1c-8e7c-01784738f66c'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:10:20.399333 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-e7a71fe6-a8a9-41f3-b4fc-ee28cd5232b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:10:11Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['54edb336-0783-4b1c-8e7c-01784738f66c'], 'active': True} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:10:20.415139 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-6f41ac4a-1ba2-4d5d-8018-9f360ec4d2d4 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "PUT /networking/v2.0/floatingips/7a81ff35-a75d-4a3f-8ced-397d2fd133f9 HTTP/1.1" status: 200 len: 990 time: 0.9481790 Aug 30 01:10:20.415716 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa7e7483-c8ec-40f2-814d-aba9573395ad', 'tag': '729c26fe-a4b3-4cc3-b9e9-2603f916a1c4'}] {{(pid=106206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:10:20.419017 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068580ff6c600dbe59ab62011f5d984f60f6f54628162803fce2ed792aa7a021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406d9191-dfc7-4b21-9813-e175cbce5082" -d '{"events": [{"name": "network-changed", "server_uuid": "aa7e7483-c8ec-40f2-814d-aba9573395ad", "tag": "729c26fe-a4b3-4cc3-b9e9-2603f916a1c4"}]}' {{(pid=106206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:10:20.457224 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59bdeb07-0c53-4df7-ae59-2f1372a4fa6c x-openstack-request-id: req-59bdeb07-0c53-4df7-ae59-2f1372a4fa6c {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:10:20.457516 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa7e7483-c8ec-40f2-814d-aba9573395ad", "tag": "729c26fe-a4b3-4cc3-b9e9-2603f916a1c4", "status": "completed", "code": 200}]} {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:10:20.457781 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-59bdeb07-0c53-4df7-ae59-2f1372a4fa6c {{(pid=106206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:10:20.458198 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59bdeb07-0c53-4df7-ae59-2f1372a4fa6c'] response: {'name': 'network-changed', 'server_uuid': 'aa7e7483-c8ec-40f2-814d-aba9573395ad', 'tag': '729c26fe-a4b3-4cc3-b9e9-2603f916a1c4', 'status': 'completed', 'code': 200} Aug 30 01:10:20.509613 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvr_db [None req-e7a71fe6-a8a9-41f3-b4fc-ee28cd5232b1 None None] Set router 54edb336-0783-4b1c-8e7c-01784738f66c gateway port host: dv-cinder-815146-13-iscsi {{(pid=106208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:10:20.522936 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d9191-dfc7-4b21-9813-e175cbce5082 req-c0f1217a-33b3-4280-bde7-ec47f99cc7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:10:20.524391 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-406d9191-dfc7-4b21-9813-e175cbce5082 req-c0f1217a-33b3-4280-bde7-ec47f99cc7c4 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=54768b167b1c4fefb901f640203e1c5d&device_id=aa7e7483-c8ec-40f2-814d-aba9573395ad HTTP/1.1" status: 200 len: 1129 time: 0.0409496 Aug 30 01:10:20.627738 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d9191-dfc7-4b21-9813-e175cbce5082 req-01880881-1e88-4489-8654-eb4644503e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:10:20.629275 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-406d9191-dfc7-4b21-9813-e175cbce5082 req-01880881-1e88-4489-8654-eb4644503e90 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=71657289-5845-4030-b5d1-5bad1153486f HTTP/1.1" status: 200 len: 919 time: 0.0966141 Aug 30 01:10:20.672440 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:20.694532 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-406d9191-dfc7-4b21-9813-e175cbce5082 req-d0ba4d1b-8aa3-41d9-8d83-077638f7ad86 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=729c26fe-a4b3-4cc3-b9e9-2603f916a1c4 HTTP/1.1" status: 200 len: 998 time: 0.0577722 Aug 30 01:10:20.732386 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-e7a71fe6-a8a9-41f3-b4fc-ee28cd5232b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54edb336-0783-4b1c-8e7c-01784738f66c', 'name': 'tempest-AttachVolumeShelveTestJSON-1650687493-router', 'tenant_id': '54768b167b1c4fefb901f640203e1c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.5'}], 'enable_snat': True}, 'gw_port_id': 'b178ff3d-52b5-4e99-be09-66d76983e13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:06:58Z', 'updated_at': '2022-08-30T01:07:01Z', 'revision_number': 4, 'project_id': '54768b167b1c4fefb901f640203e1c5d', 'gw_port': {'id': 'b178ff3d-52b5-4e99-be09-66d76983e13d', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:58:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54edb336-0783-4b1c-8e7c-01784738f66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:06:58Z', 'updated_at': '2022-08-30T01:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_floatingips': [{'id': '7a81ff35-a75d-4a3f-8ced-397d2fd133f9', 'tenant_id': '54768b167b1c4fefb901f640203e1c5d', 'floating_ip_address': '172.27.4.70', 'floating_network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'router_id': '54edb336-0783-4b1c-8e7c-01784738f66c', 'port_id': '729c26fe-a4b3-4cc3-b9e9-2603f916a1c4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71657289-5845-4030-b5d1-5bad1153486f', 'mac_address': 'fa:16:3e:95:95:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7e7483-c8ec-40f2-814d-aba9573395ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:10:06Z', 'updated_at': '2022-08-30T01:10:19Z', 'revision_number': 1, 'project_id': '54768b167b1c4fefb901f640203e1c5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ea2d6ff-345d-412e-8fa1-f02485776dec', 'name': '', 'network_id': '71657289-5845-4030-b5d1-5bad1153486f', 'tenant_id': '54768b167b1c4fefb901f640203e1c5d', 'mac_address': 'fa:16:3e:06:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54edb336-0783-4b1c-8e7c-01784738f66c', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'b5ba3a12-33bc-451f-ac45-0e3b5e90b022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:07:00Z', 'updated_at': '2022-08-30T01:07:06Z', 'revision_number': 5, 'project_id': '54768b167b1c4fefb901f640203e1c5d', 'subnets': [{'id': 'b5ba3a12-33bc-451f-ac45-0e3b5e90b022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:10:20.735045 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:DELETE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:20.753933 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d9191-dfc7-4b21-9813-e175cbce5082 req-20eadec6-9238-4306-8137-c1e55ac35d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:10:20.755456 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-406d9191-dfc7-4b21-9813-e175cbce5082 req-20eadec6-9238-4306-8137-c1e55ac35d29 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=b5ba3a12-33bc-451f-ac45-0e3b5e90b022 HTTP/1.1" status: 200 len: 856 time: 0.0512166 Aug 30 01:10:20.758299 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a71fe6-a8a9-41f3-b4fc-ee28cd5232b1 None None] Checking router: 54edb336-0783-4b1c-8e7c-01784738f66c for host: dv-cinder-815146-13-iscsi {{(pid=106208) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:10:20.767154 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:20.770912 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a71fe6-a8a9-41f3-b4fc-ee28cd5232b1 None None] Routers {'54edb336-0783-4b1c-8e7c-01784738f66c'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:10:20.771526 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-e7a71fe6-a8a9-41f3-b4fc-ee28cd5232b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:10:11Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['54edb336-0783-4b1c-8e7c-01784738f66c'], 'active': True} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:10:20.807470 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d9191-dfc7-4b21-9813-e175cbce5082 req-ee838cb8-f156-4cfa-b520-51b5ed6685fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:10:20.808949 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-406d9191-dfc7-4b21-9813-e175cbce5082 req-ee838cb8-f156-4cfa-b520-51b5ed6685fa service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=71657289-5845-4030-b5d1-5bad1153486f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0426672 Aug 30 01:10:20.880563 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvr_db [None req-e7a71fe6-a8a9-41f3-b4fc-ee28cd5232b1 None None] Set router 54edb336-0783-4b1c-8e7c-01784738f66c gateway port host: dv-cinder-815146-13-iscsi {{(pid=106208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:10:20.908797 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-406d9191-dfc7-4b21-9813-e175cbce5082 req-40251888-adc3-46ce-aa50-465444d125d5 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/71657289-5845-4030-b5d1-5bad1153486f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913455 Aug 30 01:10:21.002939 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-406d9191-dfc7-4b21-9813-e175cbce5082 req-387c8d9c-ceea-4e02-8884-a4039bc400e8 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/71657289-5845-4030-b5d1-5bad1153486f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882077 Aug 30 01:10:21.098440 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-e7a71fe6-a8a9-41f3-b4fc-ee28cd5232b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54edb336-0783-4b1c-8e7c-01784738f66c', 'name': 'tempest-AttachVolumeShelveTestJSON-1650687493-router', 'tenant_id': '54768b167b1c4fefb901f640203e1c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.5'}], 'enable_snat': True}, 'gw_port_id': 'b178ff3d-52b5-4e99-be09-66d76983e13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:06:58Z', 'updated_at': '2022-08-30T01:07:01Z', 'revision_number': 4, 'project_id': '54768b167b1c4fefb901f640203e1c5d', 'gw_port': {'id': 'b178ff3d-52b5-4e99-be09-66d76983e13d', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:58:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54edb336-0783-4b1c-8e7c-01784738f66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:06:58Z', 'updated_at': '2022-08-30T01:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_floatingips': [{'id': '7a81ff35-a75d-4a3f-8ced-397d2fd133f9', 'tenant_id': '54768b167b1c4fefb901f640203e1c5d', 'floating_ip_address': '172.27.4.70', 'floating_network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'router_id': '54edb336-0783-4b1c-8e7c-01784738f66c', 'port_id': '729c26fe-a4b3-4cc3-b9e9-2603f916a1c4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71657289-5845-4030-b5d1-5bad1153486f', 'mac_address': 'fa:16:3e:95:95:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7e7483-c8ec-40f2-814d-aba9573395ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:10:06Z', 'updated_at': '2022-08-30T01:10:19Z', 'revision_number': 1, 'project_id': '54768b167b1c4fefb901f640203e1c5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ea2d6ff-345d-412e-8fa1-f02485776dec', 'name': '', 'network_id': '71657289-5845-4030-b5d1-5bad1153486f', 'tenant_id': '54768b167b1c4fefb901f640203e1c5d', 'mac_address': 'fa:16:3e:06:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54edb336-0783-4b1c-8e7c-01784738f66c', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'b5ba3a12-33bc-451f-ac45-0e3b5e90b022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:07:00Z', 'updated_at': '2022-08-30T01:07:06Z', 'revision_number': 5, 'project_id': '54768b167b1c4fefb901f640203e1c5d', 'subnets': [{'id': 'b5ba3a12-33bc-451f-ac45-0e3b5e90b022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:10:21.127801 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a71fe6-a8a9-41f3-b4fc-ee28cd5232b1 None None] The sync data for ids ['54edb336-0783-4b1c-8e7c-01784738f66c'] in dv-cinder-815146-13-iscsi is: [{'id': '54edb336-0783-4b1c-8e7c-01784738f66c', 'name': 'tempest-AttachVolumeShelveTestJSON-1650687493-router', 'tenant_id': '54768b167b1c4fefb901f640203e1c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.5'}], 'enable_snat': True}, 'gw_port_id': 'b178ff3d-52b5-4e99-be09-66d76983e13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:06:58Z', 'updated_at': '2022-08-30T01:07:01Z', 'revision_number': 4, 'project_id': '54768b167b1c4fefb901f640203e1c5d', 'gw_port': {'id': 'b178ff3d-52b5-4e99-be09-66d76983e13d', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:58:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54edb336-0783-4b1c-8e7c-01784738f66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:06:58Z', 'updated_at': '2022-08-30T01:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_floatingips': [{'id': '7a81ff35-a75d-4a3f-8ced-397d2fd133f9', 'tenant_id': '54768b167b1c4fefb901f640203e1c5d', 'floating_ip_address': '172.27.4.70', 'floating_network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'router_id': '54edb336-0783-4b1c-8e7c-01784738f66c', 'port_id': '729c26fe-a4b3-4cc3-b9e9-2603f916a1c4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71657289-5845-4030-b5d1-5bad1153486f', 'mac_address': 'fa:16:3e:95:95:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7e7483-c8ec-40f2-814d-aba9573395ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:10:06Z', 'updated_at': '2022-08-30T01:10:19Z', 'revision_number': 1, 'project_id': '54768b167b1c4fefb901f640203e1c5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ea2d6ff-345d-412e-8fa1-f02485776dec', 'name': '', 'network_id': '71657289-5845-4030-b5d1-5bad1153486f', 'tenant_id': '54768b167b1c4fefb901f640203e1c5d', 'mac_address': 'fa:16:3e:06:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54edb336-0783-4b1c-8e7c-01784738f66c', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'b5ba3a12-33bc-451f-ac45-0e3b5e90b022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:07:00Z', 'updated_at': '2022-08-30T01:07:06Z', 'revision_number': 5, 'project_id': '54768b167b1c4fefb901f640203e1c5d', 'subnets': [{'id': 'b5ba3a12-33bc-451f-ac45-0e3b5e90b022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:10:21.311904 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e0fc3b-890e-4591-8431-575e4ea96010 None None] New status for floating IP 7a81ff35-a75d-4a3f-8ced-397d2fd133f9: ACTIVE {{(pid=106209) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:10:23.273509 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-2550d0ca-3dd7-4e29-bc9f-a89200d1230d req-52a59c8d-9c1a-4a73-9971-5f5027cba73a service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a99c1ea6-9c8f-42ac-a6b3-6c66a025711d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418246 Aug 30 01:10:23.363565 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550d0ca-3dd7-4e29-bc9f-a89200d1230d req-bd5cdaf8-e5f5-4025-a8d6-ac056ef644ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:10:23.365096 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-2550d0ca-3dd7-4e29-bc9f-a89200d1230d req-bd5cdaf8-e5f5-4025-a8d6-ac056ef644ef service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=a6380baa172744fa9d7ba5b81f847906&device_id=a99c1ea6-9c8f-42ac-a6b3-6c66a025711d HTTP/1.1" status: 200 len: 1130 time: 0.0430324 Aug 30 01:10:23.476901 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550d0ca-3dd7-4e29-bc9f-a89200d1230d req-c80ebfb6-1ea3-4230-b0bf-0ae33a838e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:10:23.478427 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-2550d0ca-3dd7-4e29-bc9f-a89200d1230d req-c80ebfb6-1ea3-4230-b0bf-0ae33a838e72 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=9040a016-54c8-479a-991b-4e0ac5fa178d HTTP/1.1" status: 200 len: 914 time: 0.0877426 Aug 30 01:10:23.529131 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=100 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:23.549209 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-2550d0ca-3dd7-4e29-bc9f-a89200d1230d req-e332607f-03a7-4224-98fc-eeb37f765b31 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3521186-7bff-4b1d-bccf-696dc8dddb74 HTTP/1.1" status: 200 len: 1001 time: 0.0609264 Aug 30 01:10:23.598991 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550d0ca-3dd7-4e29-bc9f-a89200d1230d req-8f9bcd6a-e130-4563-9db2-65401580f93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:10:23.600512 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-2550d0ca-3dd7-4e29-bc9f-a89200d1230d req-8f9bcd6a-e130-4563-9db2-65401580f93a service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=95c34b58-5326-49b3-92a4-b747a89537a2 HTTP/1.1" status: 200 len: 851 time: 0.0452411 Aug 30 01:10:23.655703 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550d0ca-3dd7-4e29-bc9f-a89200d1230d req-26c3190c-4d42-444b-a461-f4b782d73ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:10:23.657248 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-2550d0ca-3dd7-4e29-bc9f-a89200d1230d req-26c3190c-4d42-444b-a461-f4b782d73ee0 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=9040a016-54c8-479a-991b-4e0ac5fa178d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0497069 Aug 30 01:10:23.758650 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-2550d0ca-3dd7-4e29-bc9f-a89200d1230d req-19da990b-507e-4b3d-bcbe-1e56e72fa311 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/9040a016-54c8-479a-991b-4e0ac5fa178d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946598 Aug 30 01:10:23.859407 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-2550d0ca-3dd7-4e29-bc9f-a89200d1230d req-ba6c870f-b9af-46a7-8b4d-3af6297e6dd4 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/9040a016-54c8-479a-991b-4e0ac5fa178d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924709 Aug 30 01:10:29.442715 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=34 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:29.445818 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=41 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:31.096052 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=35 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:31.101329 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=35 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:31.410608 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:31.413280 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:33.854918 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=34 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:33.855882 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=71 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:38.971480 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b61aacc9-6bda-4285-9b7a-9922836ac261 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (fba0026e-8830-42b0-8a12-2be2a1203730), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:41.337551 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-3f773862-3688-4fdb-beca-d7a33d5307cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (613dbf26-5731-4391-8a29-3c5185f7ed3f), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:42.540158 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-25c1dd7e-d974-443e-806e-f641d8bbb77b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (0cb86657-2da7-42ea-bd2c-d65472391dc8), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:43.145398 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.agents_db [None req-fbf18308-e14c-4042-905c-b7f1770ec079 None None] Agent healthcheck: found 6 active agents {{(pid=106209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:10:44.101519 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-035fe171-2dca-49fc-a74e-5e6f2a9e45a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (976597ea-a902-4e5f-8c76-25f81ae4fb08), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:44.251080 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (a0553951-7123-4403-ab2a-bb83048c1e52), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:44.276517 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (ec393def-3d84-45a3-8a6c-ed049d62fe0a), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:53.140876 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:53.142065 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=3 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:54.269607 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:54.271584 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=23,neutron:UPDATE=5 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:58.817028 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e388f11-3702-4dde-a857-8c6383dd02f3 req-d3447ac6-32b7-46ab-b45a-9d768f19ffea tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:10:58.818460 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-3e388f11-3702-4dde-a857-8c6383dd02f3 req-d3447ac6-32b7-46ab-b45a-9d768f19ffea tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa7e7483-c8ec-40f2-814d-aba9573395ad HTTP/1.1" status: 200 len: 945 time: 0.0494506 Aug 30 01:10:58.866072 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-3e388f11-3702-4dde-a857-8c6383dd02f3 req-a617f058-a5ef-45a1-8d59-5a1147a54c8f tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=398697c9-dfff-4a34-8fa9-4fdbdb9b6048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420163 Aug 30 01:10:59.991348 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef1336a-7e14-4407-bde6-4b585fd018eb req-06f583e7-3467-4c71-bfad-480a3f17402a tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:10:59.992810 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-1ef1336a-7e14-4407-bde6-4b585fd018eb req-06f583e7-3467-4c71-bfad-480a3f17402a tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa7e7483-c8ec-40f2-814d-aba9573395ad HTTP/1.1" status: 200 len: 945 time: 0.0467291 Aug 30 01:11:00.042535 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-1ef1336a-7e14-4407-bde6-4b585fd018eb req-3f723e5c-e13c-438e-b578-82849e06e1cb tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=398697c9-dfff-4a34-8fa9-4fdbdb9b6048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417876 Aug 30 01:11:01.167846 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299fe4de-7552-4bbb-8ea6-36b7af3d81f6 req-f014547e-08fa-45d2-a334-77a9b76fe74c tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:01.169320 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-299fe4de-7552-4bbb-8ea6-36b7af3d81f6 req-f014547e-08fa-45d2-a334-77a9b76fe74c tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa7e7483-c8ec-40f2-814d-aba9573395ad HTTP/1.1" status: 200 len: 945 time: 0.0504868 Aug 30 01:11:01.214721 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-299fe4de-7552-4bbb-8ea6-36b7af3d81f6 req-7416626a-ccde-48d8-8a0e-f6424001d4ba tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=398697c9-dfff-4a34-8fa9-4fdbdb9b6048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399153 Aug 30 01:11:02.339252 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de90092-3957-4567-8a8b-c3efbf33fdb0 req-607c5596-c2c1-4e8f-9f82-0c725edeed63 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:02.340733 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-4de90092-3957-4567-8a8b-c3efbf33fdb0 req-607c5596-c2c1-4e8f-9f82-0c725edeed63 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa7e7483-c8ec-40f2-814d-aba9573395ad HTTP/1.1" status: 200 len: 945 time: 0.0486250 Aug 30 01:11:02.387862 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-4de90092-3957-4567-8a8b-c3efbf33fdb0 req-1bae1d3c-dfc1-4d25-a042-f7d73457df1d tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=398697c9-dfff-4a34-8fa9-4fdbdb9b6048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413883 Aug 30 01:11:03.511536 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ea968-a61d-40d5-b3e7-f1d8f5a77eb8 req-93ed710f-e083-40c7-85d5-8bf2de1958c9 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:03.512905 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-9b7ea968-a61d-40d5-b3e7-f1d8f5a77eb8 req-93ed710f-e083-40c7-85d5-8bf2de1958c9 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa7e7483-c8ec-40f2-814d-aba9573395ad HTTP/1.1" status: 200 len: 945 time: 0.0457213 Aug 30 01:11:03.563079 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-9b7ea968-a61d-40d5-b3e7-f1d8f5a77eb8 req-00b4ac5e-0e61-4c09-9e01-d804ec79a484 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=398697c9-dfff-4a34-8fa9-4fdbdb9b6048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446417 Aug 30 01:11:04.689043 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eed130-8b33-4e2d-be9a-3af9e1e1a610 req-cfa682f5-63fe-4c31-9e4a-2204eed5f2c6 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:04.691536 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-c0eed130-8b33-4e2d-be9a-3af9e1e1a610 req-cfa682f5-63fe-4c31-9e4a-2204eed5f2c6 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa7e7483-c8ec-40f2-814d-aba9573395ad HTTP/1.1" status: 200 len: 945 time: 0.0492144 Aug 30 01:11:04.742911 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-c0eed130-8b33-4e2d-be9a-3af9e1e1a610 req-5a7618ba-4c18-4d48-bcc6-7cbc999f7a13 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=398697c9-dfff-4a34-8fa9-4fdbdb9b6048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460672 Aug 30 01:11:05.866742 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3f4077-edc9-48ae-8c5b-30953d774e78 req-b795abe5-2831-4217-80f8-1a98afcf1133 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:05.868197 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-1f3f4077-edc9-48ae-8c5b-30953d774e78 req-b795abe5-2831-4217-80f8-1a98afcf1133 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa7e7483-c8ec-40f2-814d-aba9573395ad HTTP/1.1" status: 200 len: 945 time: 0.0461979 Aug 30 01:11:05.919309 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-1f3f4077-edc9-48ae-8c5b-30953d774e78 req-9f5c57d1-8594-4ca1-8178-874e056516f2 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=398697c9-dfff-4a34-8fa9-4fdbdb9b6048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451670 Aug 30 01:11:07.044586 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c497f3-1808-44a3-b955-0b8321dfeb12 req-15cddf2b-c6fe-4eb5-8c4e-e1d62f0da85b tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:07.046105 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e4c497f3-1808-44a3-b955-0b8321dfeb12 req-15cddf2b-c6fe-4eb5-8c4e-e1d62f0da85b tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa7e7483-c8ec-40f2-814d-aba9573395ad HTTP/1.1" status: 200 len: 945 time: 0.0509598 Aug 30 01:11:07.092953 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e4c497f3-1808-44a3-b955-0b8321dfeb12 req-d7c51cf5-ee79-43a0-b8a1-118d93aec521 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=398697c9-dfff-4a34-8fa9-4fdbdb9b6048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412707 Aug 30 01:11:07.628190 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:07.628951 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:08.218717 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a42a13-0418-4776-88a7-9f5cd574c19c req-fb5e3027-2971-489e-a774-6a3dc6d678f1 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:08.220195 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-f5a42a13-0418-4776-88a7-9f5cd574c19c req-fb5e3027-2971-489e-a774-6a3dc6d678f1 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa7e7483-c8ec-40f2-814d-aba9573395ad HTTP/1.1" status: 200 len: 945 time: 0.0466137 Aug 30 01:11:08.274485 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-f5a42a13-0418-4776-88a7-9f5cd574c19c req-58a0579c-dfdc-444a-ae4b-97369e4c52e1 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=398697c9-dfff-4a34-8fa9-4fdbdb9b6048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486882 Aug 30 01:11:08.975539 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-728dae47-f0ea-428d-8e50-f199fbef5d0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (fba0026e-8830-42b0-8a12-2be2a1203730), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:09.404097 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc170cdf-7d82-4dd6-8fa0-831c7d0915da req-a6fc8736-f88f-4f0d-969c-bf0d15107458 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:09.405600 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-fc170cdf-7d82-4dd6-8fa0-831c7d0915da req-a6fc8736-f88f-4f0d-969c-bf0d15107458 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa7e7483-c8ec-40f2-814d-aba9573395ad HTTP/1.1" status: 200 len: 945 time: 0.0519431 Aug 30 01:11:09.453876 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-fc170cdf-7d82-4dd6-8fa0-831c7d0915da req-e96f76ea-45a4-437a-bb88-62e0a1d9872e tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=398697c9-dfff-4a34-8fa9-4fdbdb9b6048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427647 Aug 30 01:11:10.779457 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcdc521-f3e4-41a7-a86f-456c4a8b27de req-b18be368-74d4-4e71-96bd-b239ed90c629 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:10.780950 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-2dcdc521-f3e4-41a7-a86f-456c4a8b27de req-b18be368-74d4-4e71-96bd-b239ed90c629 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa7e7483-c8ec-40f2-814d-aba9573395ad HTTP/1.1" status: 200 len: 945 time: 0.2398753 Aug 30 01:11:10.808255 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:10.833035 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-2dcdc521-f3e4-41a7-a86f-456c4a8b27de req-5c18bd7f-64b5-494f-86d2-448cdacdd81e tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=398697c9-dfff-4a34-8fa9-4fdbdb9b6048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462220 Aug 30 01:11:11.280383 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device 729c26fe-a4b3-4cc3-b9e9-2603f916a1c4 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=106208) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 01:11:11.383678 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-89813fe0-d1ac-499d-bcd6-f309d93cf211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (613dbf26-5731-4391-8a29-3c5185f7ed3f), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:11.412425 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port 729c26fe-a4b3-4cc3-b9e9-2603f916a1c4, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=729c26fe-a4b3-4cc3-b9e9-2603f916a1c4,segment=NetworkSegment(d885eda7-4268-4a35-a6ed-db3090deff20),segment_id=d885eda7-4268-4a35-a6ed-db3090deff20)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:11:11.424849 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Returning: {'device': '729c26fe-a4b3-4cc3-b9e9-2603f916a1c4', 'network_id': '71657289-5845-4030-b5d1-5bad1153486f', 'port_id': '729c26fe-a4b3-4cc3-b9e9-2603f916a1c4', 'mac_address': 'fa:16:3e:95:95:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5ba3a12-33bc-451f-ac45-0e3b5e90b022', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106208) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 01:11:11.460627 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Current status of the port 729c26fe-a4b3-4cc3-b9e9-2603f916a1c4 is: ACTIVE; New status is: BUILD {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:11:11.461020 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (729c26fe-a4b3-4cc3-b9e9-2603f916a1c4), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:11.475978 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 729c26fe-a4b3-4cc3-b9e9-2603f916a1c4 {{(pid=106208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:11:11.496716 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port 729c26fe-a4b3-4cc3-b9e9-2603f916a1c4, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=729c26fe-a4b3-4cc3-b9e9-2603f916a1c4,segment=NetworkSegment(d885eda7-4268-4a35-a6ed-db3090deff20),segment_id=d885eda7-4268-4a35-a6ed-db3090deff20)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:11:11.500447 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (729c26fe-a4b3-4cc3-b9e9-2603f916a1c4), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:11.556002 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Pushing event updated for resources: {'Port': ['ID=729c26fe-a4b3-4cc3-b9e9-2603f916a1c4,revision_number=6']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:11.592926 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] get_ports_and_sgs() called for port_ids ['729c26fe-a4b3-4cc3-b9e9-2603f916a1c4'] {{(pid=106208) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:11:11.956091 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:11.966125 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e0708-0a9f-48bd-a717-6f6d367dfcf4 req-874885d0-2bec-4b7f-894f-08de4b16ad04 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:11.967631 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-b42e0708-0a9f-48bd-a717-6f6d367dfcf4 req-874885d0-2bec-4b7f-894f-08de4b16ad04 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa7e7483-c8ec-40f2-814d-aba9573395ad HTTP/1.1" status: 200 len: 944 time: 0.0512660 Aug 30 01:11:12.021982 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-b42e0708-0a9f-48bd-a717-6f6d367dfcf4 req-9b9f897f-e0c2-4c88-ad9e-668ff7389343 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=398697c9-dfff-4a34-8fa9-4fdbdb9b6048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486543 Aug 30 01:11:12.546231 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-25c1dd7e-d974-443e-806e-f641d8bbb77b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (0cb86657-2da7-42ea-bd2c-d65472391dc8), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:13.155151 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc5acee-1ee1-44e4-918b-34fecb086bc6 req-4b6394ce-d591-4f67-bfd0-7c6412454364 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:13.157451 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-fbc5acee-1ee1-44e4-918b-34fecb086bc6 req-4b6394ce-d591-4f67-bfd0-7c6412454364 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa7e7483-c8ec-40f2-814d-aba9573395ad HTTP/1.1" status: 200 len: 944 time: 0.0509446 Aug 30 01:11:13.211204 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-fbc5acee-1ee1-44e4-918b-34fecb086bc6 req-da9356df-de17-4c73-b989-e9ec3bef7c1f tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=398697c9-dfff-4a34-8fa9-4fdbdb9b6048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478876 Aug 30 01:11:13.285933 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device 729c26fe-a4b3-4cc3-b9e9-2603f916a1c4 up at agent hyperv_hv-cinder-81514 {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:11:13.335255 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Provisioning complete for port 729c26fe-a4b3-4cc3-b9e9-2603f916a1c4 triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:11:13.335857 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (729c26fe-a4b3-4cc3-b9e9-2603f916a1c4), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:13.422724 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Current status of the port 729c26fe-a4b3-4cc3-b9e9-2603f916a1c4 is: BUILD; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:11:13.423781 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (729c26fe-a4b3-4cc3-b9e9-2603f916a1c4), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:13.451562 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa7e7483-c8ec-40f2-814d-aba9573395ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '729c26fe-a4b3-4cc3-b9e9-2603f916a1c4'}] {{(pid=106208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:11:13.455406 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c29b7fbecba6d5f29730e8e5f4edf6e9b002b1b00f6f5f73d69c4afba8ee411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c90239-31cd-4df9-8122-f4d501292abd" -d '{"events": [{"server_uuid": "aa7e7483-c8ec-40f2-814d-aba9573395ad", "name": "network-vif-plugged", "status": "completed", "tag": "729c26fe-a4b3-4cc3-b9e9-2603f916a1c4"}]}' {{(pid=106208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:11:13.475231 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port 729c26fe-a4b3-4cc3-b9e9-2603f916a1c4, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=729c26fe-a4b3-4cc3-b9e9-2603f916a1c4,segment=NetworkSegment(d885eda7-4268-4a35-a6ed-db3090deff20),segment_id=d885eda7-4268-4a35-a6ed-db3090deff20)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:11:13.482214 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (729c26fe-a4b3-4cc3-b9e9-2603f916a1c4), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:13.511000 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef0e8bdc-94c4-4f42-bffe-38c3ee484a18 x-openstack-request-id: req-ef0e8bdc-94c4-4f42-bffe-38c3ee484a18 {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:11:13.511262 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa7e7483-c8ec-40f2-814d-aba9573395ad", "name": "network-vif-plugged", "status": "completed", "tag": "729c26fe-a4b3-4cc3-b9e9-2603f916a1c4", "code": 200}]} {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:11:13.511660 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ef0e8bdc-94c4-4f42-bffe-38c3ee484a18 {{(pid=106208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:11:13.511932 dv-cinder-815146-13-iscsi neutron-server[106208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef0e8bdc-94c4-4f42-bffe-38c3ee484a18'] response: {'server_uuid': 'aa7e7483-c8ec-40f2-814d-aba9573395ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '729c26fe-a4b3-4cc3-b9e9-2603f916a1c4', 'code': 200} Aug 30 01:11:13.675636 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Pushing event updated for resources: {'Port': ['ID=729c26fe-a4b3-4cc3-b9e9-2603f916a1c4,revision_number=7']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:14.111677 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-035fe171-2dca-49fc-a74e-5e6f2a9e45a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (976597ea-a902-4e5f-8c76-25f81ae4fb08), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:14.268171 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (a0553951-7123-4403-ab2a-bb83048c1e52), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:14.269885 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:14.278184 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (ec393def-3d84-45a3-8a6c-ed049d62fe0a), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:14.393351 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a39797-efc2-4807-9c7a-021214da6ddf req-a7cf4b30-7fdd-4824-b9c4-235d9ba9df58 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:14.395687 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-f7a39797-efc2-4807-9c7a-021214da6ddf req-a7cf4b30-7fdd-4824-b9c4-235d9ba9df58 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa7e7483-c8ec-40f2-814d-aba9573395ad HTTP/1.1" status: 200 len: 945 time: 0.0706711 Aug 30 01:11:14.453445 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-f7a39797-efc2-4807-9c7a-021214da6ddf req-6d340ae3-1158-4515-a593-aaf96e1e073e tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=398697c9-dfff-4a34-8fa9-4fdbdb9b6048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514460 Aug 30 01:11:15.660126 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c40400-6cd1-41b5-8965-658c3b19a7bc req-8bdf169b-6a98-444e-b49e-179ddbdae564 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:15.661748 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-b3c40400-6cd1-41b5-8965-658c3b19a7bc req-8bdf169b-6a98-444e-b49e-179ddbdae564 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa7e7483-c8ec-40f2-814d-aba9573395ad HTTP/1.1" status: 200 len: 945 time: 0.1100860 Aug 30 01:11:15.715325 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-b3c40400-6cd1-41b5-8965-658c3b19a7bc req-b327bfc3-f73f-44e9-a08b-573bed9fce6e tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=398697c9-dfff-4a34-8fa9-4fdbdb9b6048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474703 Aug 30 01:11:15.845598 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 54250) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:11:16.005305 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-b7db1b8d-9016-40b8-8689-96751b6cdac3 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Deleting port 02987da1-484d-4765-8e26-def4cda6a048 {{(pid=106206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:11:16.005948 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-b7db1b8d-9016-40b8-8689-96751b6cdac3 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737868023260'] for port (02987da1-484d-4765-8e26-def4cda6a048), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:16.090083 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-b7db1b8d-9016-40b8-8689-96751b6cdac3 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16464105'] for port (02987da1-484d-4765-8e26-def4cda6a048), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:16.090418 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-b7db1b8d-9016-40b8-8689-96751b6cdac3 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks [] for floatingip (02987da1-484d-4765-8e26-def4cda6a048), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:16.105135 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-b7db1b8d-9016-40b8-8689-96751b6cdac3 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Calling delete_port for 02987da1-484d-4765-8e26-def4cda6a048 owned by network:floatingip {{(pid=106206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:11:16.302721 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-b7db1b8d-9016-40b8-8689-96751b6cdac3 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737868027338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737867580465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14283316'] for port (02987da1-484d-4765-8e26-def4cda6a048), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:16.327936 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7db1b8d-9016-40b8-8689-96751b6cdac3 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Pushing event deleted for resources: {'Port': ['ID=02987da1-484d-4765-8e26-def4cda6a048,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:16.359996 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7db1b8d-9016-40b8-8689-96751b6cdac3 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:16.360264 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7db1b8d-9016-40b8-8689-96751b6cdac3 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:16.360614 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7db1b8d-9016-40b8-8689-96751b6cdac3 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:16.360954 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7db1b8d-9016-40b8-8689-96751b6cdac3 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:16.361314 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7db1b8d-9016-40b8-8689-96751b6cdac3 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:16.361653 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7db1b8d-9016-40b8-8689-96751b6cdac3 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:16.361985 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7db1b8d-9016-40b8-8689-96751b6cdac3 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:16.362313 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7db1b8d-9016-40b8-8689-96751b6cdac3 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:16.362640 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7db1b8d-9016-40b8-8689-96751b6cdac3 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:16.362970 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7db1b8d-9016-40b8-8689-96751b6cdac3 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:16.363299 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7db1b8d-9016-40b8-8689-96751b6cdac3 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:16.363627 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7db1b8d-9016-40b8-8689-96751b6cdac3 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:16.363952 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7db1b8d-9016-40b8-8689-96751b6cdac3 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:16.364280 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7db1b8d-9016-40b8-8689-96751b6cdac3 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:16.364597 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7db1b8d-9016-40b8-8689-96751b6cdac3 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:16.412522 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-b7db1b8d-9016-40b8-8689-96751b6cdac3 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks [] for floatingip (83e2948e-337c-44fd-8cb2-74cc3ce07c6c), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:16.412849 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.db.l3_db [None req-b7db1b8d-9016-40b8-8689-96751b6cdac3 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Floating IP 83e2948e-337c-44fd-8cb2-74cc3ce07c6c disassociated (deleted). External IP: 172.27.4.234, port: 45ea4fde-69bf-4651-956f-e265b3f4ca34. Aug 30 01:11:16.634577 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7db1b8d-9016-40b8-8689-96751b6cdac3 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Router 77b21fb2-6062-4336-bcc3-5ffa9d454ebe has already been hosted by L3 agent 613dbf26-5731-4391-8a29-3c5185f7ed3f {{(pid=106206) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:11:16.751734 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7db1b8d-9016-40b8-8689-96751b6cdac3 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Notify agent at l3_agent.dv-cinder-815146-13-iscsi the message routers_updated {{(pid=106206) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:11:16.756902 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-b7db1b8d-9016-40b8-8689-96751b6cdac3 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for floatingip (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:16.767676 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa89e5bb-5b60-4c2b-9f1d-23a85eecb541 None None] Sync routers for ids ['77b21fb2-6062-4336-bcc3-5ffa9d454ebe'] in dv-cinder-815146-13-iscsi {{(pid=106208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:11:16.783946 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa89e5bb-5b60-4c2b-9f1d-23a85eecb541 None None] Routers {'77b21fb2-6062-4336-bcc3-5ffa9d454ebe'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:11:16.784937 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-fa89e5bb-5b60-4c2b-9f1d-23a85eecb541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:11:11Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['77b21fb2-6062-4336-bcc3-5ffa9d454ebe'], 'active': True} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:11:16.890800 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3b00d7-37e5-4476-be9d-66ca34981dbb req-22bf087f-5552-402d-9e4a-3e11c44adc5c tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:16.894908 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-fd3b00d7-37e5-4476-be9d-66ca34981dbb req-22bf087f-5552-402d-9e4a-3e11c44adc5c tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa7e7483-c8ec-40f2-814d-aba9573395ad HTTP/1.1" status: 200 len: 945 time: 0.0757427 Aug 30 01:11:16.952147 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvr_db [None req-fa89e5bb-5b60-4c2b-9f1d-23a85eecb541 None None] Set router 77b21fb2-6062-4336-bcc3-5ffa9d454ebe gateway port host: dv-cinder-815146-13-iscsi {{(pid=106208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:11:16.989738 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-fd3b00d7-37e5-4476-be9d-66ca34981dbb req-7cb6c051-63fa-458c-a64c-b8b12730a512 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=398697c9-dfff-4a34-8fa9-4fdbdb9b6048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886729 Aug 30 01:11:17.055073 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:17.117968 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-b7db1b8d-9016-40b8-8689-96751b6cdac3 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/83e2948e-337c-44fd-8cb2-74cc3ce07c6c HTTP/1.1" status: 204 len: 168 time: 1.2706447 Aug 30 01:11:17.118659 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d3e6518-0173-4f31-ba51-d3fe0f2980e0', 'tag': '45ea4fde-69bf-4651-956f-e265b3f4ca34'}] {{(pid=106206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:11:17.121241 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068580ff6c600dbe59ab62011f5d984f60f6f54628162803fce2ed792aa7a021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67411382-f6f2-4624-a56a-e080936abab4" -d '{"events": [{"name": "network-changed", "server_uuid": "9d3e6518-0173-4f31-ba51-d3fe0f2980e0", "tag": "45ea4fde-69bf-4651-956f-e265b3f4ca34"}]}' {{(pid=106206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:11:17.163143 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08514ac9-dad2-4897-8a94-c8186db2da9c x-openstack-request-id: req-08514ac9-dad2-4897-8a94-c8186db2da9c {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:11:17.163467 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d3e6518-0173-4f31-ba51-d3fe0f2980e0", "tag": "45ea4fde-69bf-4651-956f-e265b3f4ca34", "status": "completed", "code": 200}]} {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:11:17.163748 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-08514ac9-dad2-4897-8a94-c8186db2da9c {{(pid=106206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:11:17.164155 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08514ac9-dad2-4897-8a94-c8186db2da9c'] response: {'name': 'network-changed', 'server_uuid': '9d3e6518-0173-4f31-ba51-d3fe0f2980e0', 'tag': '45ea4fde-69bf-4651-956f-e265b3f4ca34', 'status': 'completed', 'code': 200} Aug 30 01:11:17.203999 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:17.231867 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-fa89e5bb-5b60-4c2b-9f1d-23a85eecb541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'name': 'tempest-TestVolumeBootPattern-1159894763-router', 'tenant_id': 'a6380baa172744fa9d7ba5b81f847906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.96'}], 'enable_snat': True}, 'gw_port_id': 'adff4777-6a01-467c-9cce-d77b5d28c036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:03:48Z', 'updated_at': '2022-08-30T01:03:52Z', 'revision_number': 4, 'project_id': 'a6380baa172744fa9d7ba5b81f847906', 'gw_port': {'id': 'adff4777-6a01-467c-9cce-d77b5d28c036', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:60:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:48Z', 'updated_at': '2022-08-30T01:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_floatingips': [{'id': 'b1883309-0c71-4eec-9614-b8b993e330a0', 'tenant_id': 'a6380baa172744fa9d7ba5b81f847906', 'floating_ip_address': '172.27.4.42', 'floating_network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'router_id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'port_id': 'c3521186-7bff-4b1d-bccf-696dc8dddb74', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9040a016-54c8-479a-991b-4e0ac5fa178d', 'mac_address': 'fa:16:3e:1d:10:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99c1ea6-9c8f-42ac-a6b3-6c66a025711d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:07:13Z', 'updated_at': '2022-08-30T01:07:15Z', 'revision_number': 1, 'project_id': 'a6380baa172744fa9d7ba5b81f847906', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f570ed8-ae08-439f-9ac0-f7485c2e852e', 'name': '', 'network_id': '9040a016-54c8-479a-991b-4e0ac5fa178d', 'tenant_id': 'a6380baa172744fa9d7ba5b81f847906', 'mac_address': 'fa:16:3e:a1:7e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '95c34b58-5326-49b3-92a4-b747a89537a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:52Z', 'updated_at': '2022-08-30T01:03:58Z', 'revision_number': 5, 'project_id': 'a6380baa172744fa9d7ba5b81f847906', 'subnets': [{'id': '95c34b58-5326-49b3-92a4-b747a89537a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:11:17.260456 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:17.275603 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67411382-f6f2-4624-a56a-e080936abab4 req-c6d6a67d-c63e-42e3-8112-d6a4027467bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:17.278409 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-67411382-f6f2-4624-a56a-e080936abab4 req-c6d6a67d-c63e-42e3-8112-d6a4027467bd service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=a6380baa172744fa9d7ba5b81f847906&device_id=9d3e6518-0173-4f31-ba51-d3fe0f2980e0 HTTP/1.1" status: 200 len: 1129 time: 0.0823748 Aug 30 01:11:17.278761 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa89e5bb-5b60-4c2b-9f1d-23a85eecb541 None None] Checking router: 77b21fb2-6062-4336-bcc3-5ffa9d454ebe for host: dv-cinder-815146-13-iscsi {{(pid=106208) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:11:17.303260 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa89e5bb-5b60-4c2b-9f1d-23a85eecb541 None None] Routers {'77b21fb2-6062-4336-bcc3-5ffa9d454ebe'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:11:17.308203 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-fa89e5bb-5b60-4c2b-9f1d-23a85eecb541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:11:11Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['77b21fb2-6062-4336-bcc3-5ffa9d454ebe'], 'active': True} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:11:17.428501 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67411382-f6f2-4624-a56a-e080936abab4 req-4994456f-5a82-43ba-957b-3858c1de5c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:17.430310 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-67411382-f6f2-4624-a56a-e080936abab4 req-4994456f-5a82-43ba-957b-3858c1de5c3b service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=9040a016-54c8-479a-991b-4e0ac5fa178d HTTP/1.1" status: 200 len: 914 time: 0.1215117 Aug 30 01:11:17.475879 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2230e15-1ed6-4828-8aec-dd16ad79c0f9 req-d460bc75-a6dc-4e4a-a1fa-b6894572a591 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:17.483593 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-a2230e15-1ed6-4828-8aec-dd16ad79c0f9 req-d460bc75-a6dc-4e4a-a1fa-b6894572a591 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9d3e6518-0173-4f31-ba51-d3fe0f2980e0 HTTP/1.1" status: 200 len: 945 time: 0.0769038 Aug 30 01:11:17.496212 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvr_db [None req-fa89e5bb-5b60-4c2b-9f1d-23a85eecb541 None None] Set router 77b21fb2-6062-4336-bcc3-5ffa9d454ebe gateway port host: dv-cinder-815146-13-iscsi {{(pid=106208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:11:17.546383 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-a2230e15-1ed6-4828-8aec-dd16ad79c0f9 req-87d2b55c-a545-40f9-a1ff-4a921d28402c tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0322309e-1f6d-4caf-a1b9-0e800f7ba56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615017 Aug 30 01:11:17.786664 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-fa89e5bb-5b60-4c2b-9f1d-23a85eecb541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'name': 'tempest-TestVolumeBootPattern-1159894763-router', 'tenant_id': 'a6380baa172744fa9d7ba5b81f847906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.96'}], 'enable_snat': True}, 'gw_port_id': 'adff4777-6a01-467c-9cce-d77b5d28c036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:03:48Z', 'updated_at': '2022-08-30T01:03:52Z', 'revision_number': 4, 'project_id': 'a6380baa172744fa9d7ba5b81f847906', 'gw_port': {'id': 'adff4777-6a01-467c-9cce-d77b5d28c036', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:60:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:48Z', 'updated_at': '2022-08-30T01:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_floatingips': [{'id': 'b1883309-0c71-4eec-9614-b8b993e330a0', 'tenant_id': 'a6380baa172744fa9d7ba5b81f847906', 'floating_ip_address': '172.27.4.42', 'floating_network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'router_id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'port_id': 'c3521186-7bff-4b1d-bccf-696dc8dddb74', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9040a016-54c8-479a-991b-4e0ac5fa178d', 'mac_address': 'fa:16:3e:1d:10:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99c1ea6-9c8f-42ac-a6b3-6c66a025711d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:07:13Z', 'updated_at': '2022-08-30T01:07:15Z', 'revision_number': 1, 'project_id': 'a6380baa172744fa9d7ba5b81f847906', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f570ed8-ae08-439f-9ac0-f7485c2e852e', 'name': '', 'network_id': '9040a016-54c8-479a-991b-4e0ac5fa178d', 'tenant_id': 'a6380baa172744fa9d7ba5b81f847906', 'mac_address': 'fa:16:3e:a1:7e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '95c34b58-5326-49b3-92a4-b747a89537a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:52Z', 'updated_at': '2022-08-30T01:03:58Z', 'revision_number': 5, 'project_id': 'a6380baa172744fa9d7ba5b81f847906', 'subnets': [{'id': '95c34b58-5326-49b3-92a4-b747a89537a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:11:17.818857 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa89e5bb-5b60-4c2b-9f1d-23a85eecb541 None None] The sync data for ids ['77b21fb2-6062-4336-bcc3-5ffa9d454ebe'] in dv-cinder-815146-13-iscsi is: [{'id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'name': 'tempest-TestVolumeBootPattern-1159894763-router', 'tenant_id': 'a6380baa172744fa9d7ba5b81f847906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.96'}], 'enable_snat': True}, 'gw_port_id': 'adff4777-6a01-467c-9cce-d77b5d28c036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:03:48Z', 'updated_at': '2022-08-30T01:03:52Z', 'revision_number': 4, 'project_id': 'a6380baa172744fa9d7ba5b81f847906', 'gw_port': {'id': 'adff4777-6a01-467c-9cce-d77b5d28c036', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:60:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:48Z', 'updated_at': '2022-08-30T01:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_floatingips': [{'id': 'b1883309-0c71-4eec-9614-b8b993e330a0', 'tenant_id': 'a6380baa172744fa9d7ba5b81f847906', 'floating_ip_address': '172.27.4.42', 'floating_network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'router_id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'port_id': 'c3521186-7bff-4b1d-bccf-696dc8dddb74', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9040a016-54c8-479a-991b-4e0ac5fa178d', 'mac_address': 'fa:16:3e:1d:10:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99c1ea6-9c8f-42ac-a6b3-6c66a025711d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:07:13Z', 'updated_at': '2022-08-30T01:07:15Z', 'revision_number': 1, 'project_id': 'a6380baa172744fa9d7ba5b81f847906', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f570ed8-ae08-439f-9ac0-f7485c2e852e', 'name': '', 'network_id': '9040a016-54c8-479a-991b-4e0ac5fa178d', 'tenant_id': 'a6380baa172744fa9d7ba5b81f847906', 'mac_address': 'fa:16:3e:a1:7e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '95c34b58-5326-49b3-92a4-b747a89537a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:52Z', 'updated_at': '2022-08-30T01:03:58Z', 'revision_number': 5, 'project_id': 'a6380baa172744fa9d7ba5b81f847906', 'subnets': [{'id': '95c34b58-5326-49b3-92a4-b747a89537a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:11:18.152079 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1518798f-5245-4b41-9903-f95880107b05 None None] New status for floating IP 83e2948e-337c-44fd-8cb2-74cc3ce07c6c: DOWN {{(pid=106209) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:11:18.163410 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7359fe45-2909-4228-be35-6fda9ff50fc0 req-3303fada-4d1f-407e-9147-43f0bbc9b5c2 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:18.172263 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-7359fe45-2909-4228-be35-6fda9ff50fc0 req-3303fada-4d1f-407e-9147-43f0bbc9b5c2 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa7e7483-c8ec-40f2-814d-aba9573395ad HTTP/1.1" status: 200 len: 945 time: 0.0772903 Aug 30 01:11:18.237334 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-7359fe45-2909-4228-be35-6fda9ff50fc0 req-12fa2ddc-37e7-4a61-9d99-a5e1e1f126d3 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=398697c9-dfff-4a34-8fa9-4fdbdb9b6048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621953 Aug 30 01:11:18.507975 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-67411382-f6f2-4624-a56a-e080936abab4 req-93341749-8a39-46a8-accf-282f1b0d7498 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45ea4fde-69bf-4651-956f-e265b3f4ca34 HTTP/1.1" status: 200 len: 217 time: 0.0366299 Aug 30 01:11:18.566701 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67411382-f6f2-4624-a56a-e080936abab4 req-9b6c0917-63e5-4c61-b922-bff769f1c340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:18.577476 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-67411382-f6f2-4624-a56a-e080936abab4 req-9b6c0917-63e5-4c61-b922-bff769f1c340 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=95c34b58-5326-49b3-92a4-b747a89537a2 HTTP/1.1" status: 200 len: 851 time: 0.0528541 Aug 30 01:11:18.679567 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3bd937-caf3-470a-828f-d1226c31375d req-b5fa4507-f24b-4d4a-b747-df62f7247a4f tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:18.689218 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-eb3bd937-caf3-470a-828f-d1226c31375d req-b5fa4507-f24b-4d4a-b747-df62f7247a4f tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9d3e6518-0173-4f31-ba51-d3fe0f2980e0 HTTP/1.1" status: 200 len: 945 time: 0.0696642 Aug 30 01:11:18.713875 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67411382-f6f2-4624-a56a-e080936abab4 req-f8148a3c-364e-430c-b7b1-0d96e7357f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:18.715840 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-67411382-f6f2-4624-a56a-e080936abab4 req-f8148a3c-364e-430c-b7b1-0d96e7357f0e service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=9040a016-54c8-479a-991b-4e0ac5fa178d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0605409 Aug 30 01:11:18.745784 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-eb3bd937-caf3-470a-828f-d1226c31375d req-f410cdba-566e-49f2-8346-70de0cdc6b34 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0322309e-1f6d-4caf-a1b9-0e800f7ba56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555501 Aug 30 01:11:18.836469 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-67411382-f6f2-4624-a56a-e080936abab4 req-3bc1c2bb-c7aa-4d8e-968f-63692430aa57 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/9040a016-54c8-479a-991b-4e0ac5fa178d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127415 Aug 30 01:11:19.088084 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc2b009-72ed-4437-abf8-d50af0c6cf5d req-7f55cfe6-d66f-49c4-81fb-a51360105979 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:19.090894 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-6bc2b009-72ed-4437-abf8-d50af0c6cf5d req-7f55cfe6-d66f-49c4-81fb-a51360105979 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9d3e6518-0173-4f31-ba51-d3fe0f2980e0 HTTP/1.1" status: 200 len: 945 time: 0.0573802 Aug 30 01:11:19.110045 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-67411382-f6f2-4624-a56a-e080936abab4 req-e57b3091-7f31-4179-b5a8-d3acf48128e3 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/9040a016-54c8-479a-991b-4e0ac5fa178d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244307 Aug 30 01:11:19.199407 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.plugin [req-6bc2b009-72ed-4437-abf8-d50af0c6cf5d req-204b5c91-dced-46cf-9b2e-f9c4b192f435 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Deleting port 45ea4fde-69bf-4651-956f-e265b3f4ca34 {{(pid=106207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:11:19.200400 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-6bc2b009-72ed-4437-abf8-d50af0c6cf5d req-204b5c91-dced-46cf-9b2e-f9c4b192f435 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737868023260'] for port (45ea4fde-69bf-4651-956f-e265b3f4ca34), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:19.342777 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.db [req-6bc2b009-72ed-4437-abf8-d50af0c6cf5d req-204b5c91-dced-46cf-9b2e-f9c4b192f435 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] For port 45ea4fde-69bf-4651-956f-e265b3f4ca34, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=45ea4fde-69bf-4651-956f-e265b3f4ca34,segment=NetworkSegment(1433baa4-da16-449d-b37c-9e6e6a5aa666),segment_id=1433baa4-da16-449d-b37c-9e6e6a5aa666)] {{(pid=106207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:11:19.342777 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-6bc2b009-72ed-4437-abf8-d50af0c6cf5d req-204b5c91-dced-46cf-9b2e-f9c4b192f435 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16464105'] for port (45ea4fde-69bf-4651-956f-e265b3f4ca34), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:19.369662 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:19.376604 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.plugin [req-6bc2b009-72ed-4437-abf8-d50af0c6cf5d req-204b5c91-dced-46cf-9b2e-f9c4b192f435 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Calling delete_port for 45ea4fde-69bf-4651-956f-e265b3f4ca34 owned by compute:nova {{(pid=106207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:11:19.399826 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625088de-cdc3-4a98-99e3-8513aac5959e req-179fa39d-d9fc-4863-b888-ca8f2d3f3533 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:19.402355 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-625088de-cdc3-4a98-99e3-8513aac5959e req-179fa39d-d9fc-4863-b888-ca8f2d3f3533 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa7e7483-c8ec-40f2-814d-aba9573395ad HTTP/1.1" status: 200 len: 945 time: 0.0805478 Aug 30 01:11:19.405833 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:19.518907 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-625088de-cdc3-4a98-99e3-8513aac5959e req-fcca7c58-6e46-4d8b-8ef6-e1c25603c067 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=398697c9-dfff-4a34-8fa9-4fdbdb9b6048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837724 Aug 30 01:11:19.613529 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-6bc2b009-72ed-4437-abf8-d50af0c6cf5d req-204b5c91-dced-46cf-9b2e-f9c4b192f435 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737868027338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737867580465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13006123'] for port (45ea4fde-69bf-4651-956f-e265b3f4ca34), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:19.681750 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204b5c91-dced-46cf-9b2e-f9c4b192f435 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Pushing event deleted for resources: {'Port': ['ID=45ea4fde-69bf-4651-956f-e265b3f4ca34,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:19.708933 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204b5c91-dced-46cf-9b2e-f9c4b192f435 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:19.709114 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204b5c91-dced-46cf-9b2e-f9c4b192f435 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:19.709452 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204b5c91-dced-46cf-9b2e-f9c4b192f435 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:19.709794 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204b5c91-dced-46cf-9b2e-f9c4b192f435 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:19.710132 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204b5c91-dced-46cf-9b2e-f9c4b192f435 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:19.710465 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204b5c91-dced-46cf-9b2e-f9c4b192f435 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:19.710792 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204b5c91-dced-46cf-9b2e-f9c4b192f435 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:19.711118 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204b5c91-dced-46cf-9b2e-f9c4b192f435 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:19.711446 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204b5c91-dced-46cf-9b2e-f9c4b192f435 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:19.711771 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204b5c91-dced-46cf-9b2e-f9c4b192f435 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:19.712099 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204b5c91-dced-46cf-9b2e-f9c4b192f435 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:19.712424 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204b5c91-dced-46cf-9b2e-f9c4b192f435 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:19.712747 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204b5c91-dced-46cf-9b2e-f9c4b192f435 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:19.713092 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204b5c91-dced-46cf-9b2e-f9c4b192f435 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:19.713519 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204b5c91-dced-46cf-9b2e-f9c4b192f435 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:19.717610 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bc2b009-72ed-4437-abf8-d50af0c6cf5d req-204b5c91-dced-46cf-9b2e-f9c4b192f435 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] No DVR routers for this DVR port 45ea4fde-69bf-4651-956f-e265b3f4ca34 on host hv-cinder-81514 {{(pid=106207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:11:19.720271 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-6bc2b009-72ed-4437-abf8-d50af0c6cf5d req-204b5c91-dced-46cf-9b2e-f9c4b192f435 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for port (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:19.723263 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-6bc2b009-72ed-4437-abf8-d50af0c6cf5d req-204b5c91-dced-46cf-9b2e-f9c4b192f435 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.47 "DELETE /networking/v2.0/ports/45ea4fde-69bf-4651-956f-e265b3f4ca34 HTTP/1.1" status: 204 len: 173 time: 0.6245522 Aug 30 01:11:19.723736 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d3e6518-0173-4f31-ba51-d3fe0f2980e0', 'name': 'network-vif-deleted', 'tag': '45ea4fde-69bf-4651-956f-e265b3f4ca34'}] {{(pid=106207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:11:19.727154 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480b08bd5bc4b1a03c1b08d00e02a3f82783774d0c3347d038299e83f2d6db65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-664868d7-ea41-4b06-8430-ade62f80155c" -d '{"events": [{"server_uuid": "9d3e6518-0173-4f31-ba51-d3fe0f2980e0", "name": "network-vif-deleted", "tag": "45ea4fde-69bf-4651-956f-e265b3f4ca34"}]}' {{(pid=106207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:11:19.810638 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcdd37b1-002d-4af3-9059-a172ec864b74 x-openstack-request-id: req-bcdd37b1-002d-4af3-9059-a172ec864b74 {{(pid=106207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:11:19.811105 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d3e6518-0173-4f31-ba51-d3fe0f2980e0", "name": "network-vif-deleted", "tag": "45ea4fde-69bf-4651-956f-e265b3f4ca34", "status": "completed", "code": 200}]} {{(pid=106207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:11:19.811364 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bcdd37b1-002d-4af3-9059-a172ec864b74 {{(pid=106207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:11:19.811881 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcdd37b1-002d-4af3-9059-a172ec864b74'] response: {'server_uuid': '9d3e6518-0173-4f31-ba51-d3fe0f2980e0', 'name': 'network-vif-deleted', 'tag': '45ea4fde-69bf-4651-956f-e265b3f4ca34', 'status': 'completed', 'code': 200} Aug 30 01:11:19.863386 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-fd62da3d-a07c-4ac0-8a8f-f0738e49a773 req-cc3e8933-1b47-4a89-8e38-47940ea0c76e tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9d3e6518-0173-4f31-ba51-d3fe0f2980e0 HTTP/1.1" status: 200 len: 210 time: 0.0395362 Aug 30 01:11:20.147844 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.agents_db [None req-fbf18308-e14c-4042-905c-b7f1770ec079 None None] Agent healthcheck: found 6 active agents {{(pid=106209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:11:20.662772 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b79a0c-6e1c-4855-a3cf-a468cb60108e req-a5239eb4-72e1-4d32-8d86-319e4d1cadb4 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:20.664165 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-24b79a0c-6e1c-4855-a3cf-a468cb60108e req-a5239eb4-72e1-4d32-8d86-319e4d1cadb4 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa7e7483-c8ec-40f2-814d-aba9573395ad HTTP/1.1" status: 200 len: 945 time: 0.0474529 Aug 30 01:11:20.717388 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-24b79a0c-6e1c-4855-a3cf-a468cb60108e req-f891df67-311a-42e2-8f97-d65ab7571317 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=398697c9-dfff-4a34-8fa9-4fdbdb9b6048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470440 Aug 30 01:11:20.998607 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-451d835e-11fd-4bdb-9541-c424e83d265a req-68a06026-30b8-48b6-8f77-4db2786e980c tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9d3e6518-0173-4f31-ba51-d3fe0f2980e0 HTTP/1.1" status: 200 len: 210 time: 0.0277479 Aug 30 01:11:21.380911 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd7fe6-e22b-47a9-9779-b72b17b9335c req-c1d718d1-0ea9-4ea5-b574-4bdfe0921440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:21.382466 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-60fd7fe6-e22b-47a9-9779-b72b17b9335c req-c1d718d1-0ea9-4ea5-b574-4bdfe0921440 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=54768b167b1c4fefb901f640203e1c5d&device_id=aa7e7483-c8ec-40f2-814d-aba9573395ad HTTP/1.1" status: 200 len: 1129 time: 0.0446792 Aug 30 01:11:21.477065 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd7fe6-e22b-47a9-9779-b72b17b9335c req-eff208bf-cb20-4601-a741-b1fe64d723f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:21.479287 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-60fd7fe6-e22b-47a9-9779-b72b17b9335c req-eff208bf-cb20-4601-a741-b1fe64d723f6 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=71657289-5845-4030-b5d1-5bad1153486f HTTP/1.1" status: 200 len: 919 time: 0.0890503 Aug 30 01:11:21.546510 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-60fd7fe6-e22b-47a9-9779-b72b17b9335c req-a77c3f6a-dd06-422d-950c-8e32c7aecb59 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=729c26fe-a4b3-4cc3-b9e9-2603f916a1c4 HTTP/1.1" status: 200 len: 1000 time: 0.0598061 Aug 30 01:11:21.595027 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd7fe6-e22b-47a9-9779-b72b17b9335c req-83678a9d-3a5f-44b2-a404-3439b68a3430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:21.596444 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-60fd7fe6-e22b-47a9-9779-b72b17b9335c req-83678a9d-3a5f-44b2-a404-3439b68a3430 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=b5ba3a12-33bc-451f-ac45-0e3b5e90b022 HTTP/1.1" status: 200 len: 856 time: 0.0433958 Aug 30 01:11:21.639994 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd7fe6-e22b-47a9-9779-b72b17b9335c req-950c1b09-4b85-49e2-a097-efcd797f298b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:21.641457 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-60fd7fe6-e22b-47a9-9779-b72b17b9335c req-950c1b09-4b85-49e2-a097-efcd797f298b service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=71657289-5845-4030-b5d1-5bad1153486f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0389342 Aug 30 01:11:21.734387 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-60fd7fe6-e22b-47a9-9779-b72b17b9335c req-c8be79af-6e65-4f3e-96d2-e5bb7477f032 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/71657289-5845-4030-b5d1-5bad1153486f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860767 Aug 30 01:11:22.118111 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-60fd7fe6-e22b-47a9-9779-b72b17b9335c req-dbf4f147-9aa1-45a1-9824-38b448a0b90a service neutron] 10.222.0.47 "GET /networking/v2.0/networks/71657289-5845-4030-b5d1-5bad1153486f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3765788 Aug 30 01:11:22.128735 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c19155b-f4c7-4d53-b699-91f2614ad8e8 req-94f293f9-9e08-48c5-8fd3-d511e8b22b4f tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:22.130262 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-9c19155b-f4c7-4d53-b699-91f2614ad8e8 req-94f293f9-9e08-48c5-8fd3-d511e8b22b4f tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa7e7483-c8ec-40f2-814d-aba9573395ad HTTP/1.1" status: 200 len: 945 time: 0.3284976 Aug 30 01:11:22.179859 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-9c19155b-f4c7-4d53-b699-91f2614ad8e8 req-bcbc2f4e-0f0f-4aba-b3d0-cc1c35c98709 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=398697c9-dfff-4a34-8fa9-4fdbdb9b6048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432551 Aug 30 01:11:23.290215 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:23.309755 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945d62c-f9bf-4cc3-bc8c-cfb635586677 req-e64bf225-bdc9-4c60-a6d0-0f268df8a138 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:23.311256 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-6945d62c-f9bf-4cc3-bc8c-cfb635586677 req-e64bf225-bdc9-4c60-a6d0-0f268df8a138 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa7e7483-c8ec-40f2-814d-aba9573395ad HTTP/1.1" status: 200 len: 945 time: 0.0494373 Aug 30 01:11:23.322258 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:23.360299 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-6945d62c-f9bf-4cc3-bc8c-cfb635586677 req-5937ed56-bec1-4fdb-8fde-59bc395ec130 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=398697c9-dfff-4a34-8fa9-4fdbdb9b6048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434177 Aug 30 01:11:23.368941 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device 45ea4fde-69bf-4651-956f-e265b3f4ca34 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:11:23.388067 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] No Port match for: 45ea4fde-69bf-4651-956f-e265b3f4ca34 {{(pid=106208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:11:23.388336 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device 45ea4fde-69bf-4651-956f-e265b3f4ca34 not bound to the agent host hv-cinder-81514 {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:11:24.311262 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 54312) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:11:24.334432 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-cd709a00-ae9b-4d4e-b46a-4e570396b4fe req-1d644365-f8ac-4ab9-839b-3b6370010fff service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=77c1fad5-fcbd-475a-b590-406d1b8cfc8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0462937 Aug 30 01:11:24.400192 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd709a00-ae9b-4d4e-b46a-4e570396b4fe req-9d3bffd5-42ca-47ea-bbe4-5ccb2b6fdf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:24.402180 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-cd709a00-ae9b-4d4e-b46a-4e570396b4fe req-9d3bffd5-42ca-47ea-bbe4-5ccb2b6fdf23 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=aa4d639296c34f1dbf0b327fd0828620&device_id=77c1fad5-fcbd-475a-b590-406d1b8cfc8f HTTP/1.1" status: 200 len: 1129 time: 0.0453737 Aug 30 01:11:24.469091 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-e8634c21-2344-4a1a-835e-71fa50cc298e tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Deleting port 7689ba1b-92f8-4028-a5bd-2f5ee6dae90a {{(pid=106206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:11:24.469470 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-e8634c21-2344-4a1a-835e-71fa50cc298e tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737868023260'] for port (7689ba1b-92f8-4028-a5bd-2f5ee6dae90a), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:24.529316 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd709a00-ae9b-4d4e-b46a-4e570396b4fe req-e14928a7-472a-42ff-be97-020d464457eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:24.530824 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-cd709a00-ae9b-4d4e-b46a-4e570396b4fe req-e14928a7-472a-42ff-be97-020d464457eb service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=975176e1-2963-4279-99b0-e91749d91c94 HTTP/1.1" status: 200 len: 910 time: 0.1071110 Aug 30 01:11:24.558006 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-e8634c21-2344-4a1a-835e-71fa50cc298e tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16464105'] for port (7689ba1b-92f8-4028-a5bd-2f5ee6dae90a), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:24.558385 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-e8634c21-2344-4a1a-835e-71fa50cc298e tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks [] for floatingip (7689ba1b-92f8-4028-a5bd-2f5ee6dae90a), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:24.572708 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-e8634c21-2344-4a1a-835e-71fa50cc298e tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Calling delete_port for 7689ba1b-92f8-4028-a5bd-2f5ee6dae90a owned by network:floatingip {{(pid=106206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:11:24.611111 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-cd709a00-ae9b-4d4e-b46a-4e570396b4fe req-d0f94056-7d54-4855-8a8e-37961c4a19d8 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f326f1cc-3214-4c94-b458-a90b5f3ea1e3 HTTP/1.1" status: 200 len: 1001 time: 0.0734313 Aug 30 01:11:24.677015 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ec05b9-a03a-4020-86f1-f5c2f8212c98 req-9c7300dc-22bf-4178-ab0d-2c64c87ebf0b tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:24.678542 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-73ec05b9-a03a-4020-86f1-f5c2f8212c98 req-9c7300dc-22bf-4178-ab0d-2c64c87ebf0b tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa7e7483-c8ec-40f2-814d-aba9573395ad HTTP/1.1" status: 200 len: 945 time: 0.0785260 Aug 30 01:11:24.705553 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd709a00-ae9b-4d4e-b46a-4e570396b4fe req-bcc5b41b-fd30-4a05-ba7a-b076decedf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:24.707005 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-cd709a00-ae9b-4d4e-b46a-4e570396b4fe req-bcc5b41b-fd30-4a05-ba7a-b076decedf94 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=249a35e3-e839-4219-8b3a-81bef0c6bdbb HTTP/1.1" status: 200 len: 847 time: 0.0757396 Aug 30 01:11:24.726869 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-e8634c21-2344-4a1a-835e-71fa50cc298e tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737868027338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737867580465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14283316'] for port (7689ba1b-92f8-4028-a5bd-2f5ee6dae90a), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:24.732209 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:24.754606 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8634c21-2344-4a1a-835e-71fa50cc298e tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Pushing event deleted for resources: {'Port': ['ID=7689ba1b-92f8-4028-a5bd-2f5ee6dae90a,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:24.777898 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-73ec05b9-a03a-4020-86f1-f5c2f8212c98 req-2493881a-5117-44a4-b1e9-4f7e49285672 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=398697c9-dfff-4a34-8fa9-4fdbdb9b6048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907075 Aug 30 01:11:24.778986 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd709a00-ae9b-4d4e-b46a-4e570396b4fe req-d920e0c1-cbef-4c74-b4f1-3b6e777f840f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:24.780374 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-cd709a00-ae9b-4d4e-b46a-4e570396b4fe req-d920e0c1-cbef-4c74-b4f1-3b6e777f840f service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=975176e1-2963-4279-99b0-e91749d91c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0662265 Aug 30 01:11:24.826997 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-e8634c21-2344-4a1a-835e-71fa50cc298e tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks [] for floatingip (b1883309-0c71-4eec-9614-b8b993e330a0), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:24.827334 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.db.l3_db [None req-e8634c21-2344-4a1a-835e-71fa50cc298e tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Floating IP b1883309-0c71-4eec-9614-b8b993e330a0 disassociated (deleted). External IP: 172.27.4.42, port: c3521186-7bff-4b1d-bccf-696dc8dddb74. Aug 30 01:11:24.881964 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-cd709a00-ae9b-4d4e-b46a-4e570396b4fe req-0f128e83-b8b2-4294-9280-192805923afe service neutron] 10.222.0.47 "GET /networking/v2.0/networks/975176e1-2963-4279-99b0-e91749d91c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951812 Aug 30 01:11:24.916065 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:24.985061 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-cd709a00-ae9b-4d4e-b46a-4e570396b4fe req-500abae3-6e1f-45af-8952-0ab223e63877 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/975176e1-2963-4279-99b0-e91749d91c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966952 Aug 30 01:11:25.058781 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8634c21-2344-4a1a-835e-71fa50cc298e tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Router 77b21fb2-6062-4336-bcc3-5ffa9d454ebe has already been hosted by L3 agent 613dbf26-5731-4391-8a29-3c5185f7ed3f {{(pid=106206) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:11:25.167630 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8634c21-2344-4a1a-835e-71fa50cc298e tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Notify agent at l3_agent.dv-cinder-815146-13-iscsi the message routers_updated {{(pid=106206) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:11:25.185264 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-e8634c21-2344-4a1a-835e-71fa50cc298e tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for floatingip (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:25.191001 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516a787c-1c47-4e42-ae93-2e5e5bfcd66a None None] Sync routers for ids ['77b21fb2-6062-4336-bcc3-5ffa9d454ebe'] in dv-cinder-815146-13-iscsi {{(pid=106208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:11:25.202895 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516a787c-1c47-4e42-ae93-2e5e5bfcd66a None None] Routers {'77b21fb2-6062-4336-bcc3-5ffa9d454ebe'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:11:25.203072 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-e8634c21-2344-4a1a-835e-71fa50cc298e tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/b1883309-0c71-4eec-9614-b8b993e330a0 HTTP/1.1" status: 204 len: 168 time: 0.8906119 Aug 30 01:11:25.203534 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a99c1ea6-9c8f-42ac-a6b3-6c66a025711d', 'tag': 'c3521186-7bff-4b1d-bccf-696dc8dddb74'}] {{(pid=106206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:11:25.204332 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-516a787c-1c47-4e42-ae93-2e5e5bfcd66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:11:11Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['77b21fb2-6062-4336-bcc3-5ffa9d454ebe'], 'active': True} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:11:25.205890 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068580ff6c600dbe59ab62011f5d984f60f6f54628162803fce2ed792aa7a021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f58bda-190a-4886-94d6-a314cb7489c2" -d '{"events": [{"name": "network-changed", "server_uuid": "a99c1ea6-9c8f-42ac-a6b3-6c66a025711d", "tag": "c3521186-7bff-4b1d-bccf-696dc8dddb74"}]}' {{(pid=106206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:11:25.263778 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e24d521d-2dd5-4687-a8f1-8f0809b9a179 x-openstack-request-id: req-e24d521d-2dd5-4687-a8f1-8f0809b9a179 {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:11:25.264203 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a99c1ea6-9c8f-42ac-a6b3-6c66a025711d", "tag": "c3521186-7bff-4b1d-bccf-696dc8dddb74", "status": "completed", "code": 200}]} {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:11:25.265216 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e24d521d-2dd5-4687-a8f1-8f0809b9a179 {{(pid=106206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:11:25.265730 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e24d521d-2dd5-4687-a8f1-8f0809b9a179'] response: {'name': 'network-changed', 'server_uuid': 'a99c1ea6-9c8f-42ac-a6b3-6c66a025711d', 'tag': 'c3521186-7bff-4b1d-bccf-696dc8dddb74', 'status': 'completed', 'code': 200} Aug 30 01:11:25.341668 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f58bda-190a-4886-94d6-a314cb7489c2 req-430580fc-482f-4167-bbbc-1cab594d10ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:25.344011 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-11f58bda-190a-4886-94d6-a314cb7489c2 req-430580fc-482f-4167-bbbc-1cab594d10ff service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=a6380baa172744fa9d7ba5b81f847906&device_id=a99c1ea6-9c8f-42ac-a6b3-6c66a025711d HTTP/1.1" status: 200 len: 1130 time: 0.0503628 Aug 30 01:11:25.367875 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvr_db [None req-516a787c-1c47-4e42-ae93-2e5e5bfcd66a None None] Set router 77b21fb2-6062-4336-bcc3-5ffa9d454ebe gateway port host: dv-cinder-815146-13-iscsi {{(pid=106208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:11:25.407770 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device 729c26fe-a4b3-4cc3-b9e9-2603f916a1c4 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:11:25.451901 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=100 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:25.488306 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f58bda-190a-4886-94d6-a314cb7489c2 req-e9efdfb5-6748-473b-9da3-a0fb2ca875f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:25.489833 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-11f58bda-190a-4886-94d6-a314cb7489c2 req-e9efdfb5-6748-473b-9da3-a0fb2ca875f8 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=9040a016-54c8-479a-991b-4e0ac5fa178d HTTP/1.1" status: 200 len: 914 time: 0.1400158 Aug 30 01:11:25.508756 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe501c5-ea96-4fa8-8827-c0383052d3b9 req-ccbaa83a-4e99-4e4e-ba66-47fb218e4077 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:25.510315 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-4fe501c5-ea96-4fa8-8827-c0383052d3b9 req-ccbaa83a-4e99-4e4e-ba66-47fb218e4077 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a99c1ea6-9c8f-42ac-a6b3-6c66a025711d HTTP/1.1" status: 200 len: 946 time: 0.0732956 Aug 30 01:11:25.567718 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-4fe501c5-ea96-4fa8-8827-c0383052d3b9 req-c45f7026-d936-4614-a10c-f3cce7e1e442 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0322309e-1f6d-4caf-a1b9-0e800f7ba56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516589 Aug 30 01:11:25.592820 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=100 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:25.629665 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Current status of the port 729c26fe-a4b3-4cc3-b9e9-2603f916a1c4 is: ACTIVE; New status is: DOWN {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:11:25.630062 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (729c26fe-a4b3-4cc3-b9e9-2603f916a1c4), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:25.665876 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa7e7483-c8ec-40f2-814d-aba9573395ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '729c26fe-a4b3-4cc3-b9e9-2603f916a1c4'}] {{(pid=106208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:11:25.668926 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c29b7fbecba6d5f29730e8e5f4edf6e9b002b1b00f6f5f73d69c4afba8ee411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d0401be-6109-445c-a9bd-d07ae2a10390" -d '{"events": [{"server_uuid": "aa7e7483-c8ec-40f2-814d-aba9573395ad", "name": "network-vif-unplugged", "status": "completed", "tag": "729c26fe-a4b3-4cc3-b9e9-2603f916a1c4"}]}' {{(pid=106208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:11:25.673753 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-516a787c-1c47-4e42-ae93-2e5e5bfcd66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'name': 'tempest-TestVolumeBootPattern-1159894763-router', 'tenant_id': 'a6380baa172744fa9d7ba5b81f847906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.96'}], 'enable_snat': True}, 'gw_port_id': 'adff4777-6a01-467c-9cce-d77b5d28c036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:03:48Z', 'updated_at': '2022-08-30T01:03:52Z', 'revision_number': 4, 'project_id': 'a6380baa172744fa9d7ba5b81f847906', 'gw_port': {'id': 'adff4777-6a01-467c-9cce-d77b5d28c036', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:60:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:48Z', 'updated_at': '2022-08-30T01:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_interfaces': [{'id': '7f570ed8-ae08-439f-9ac0-f7485c2e852e', 'name': '', 'network_id': '9040a016-54c8-479a-991b-4e0ac5fa178d', 'tenant_id': 'a6380baa172744fa9d7ba5b81f847906', 'mac_address': 'fa:16:3e:a1:7e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '95c34b58-5326-49b3-92a4-b747a89537a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:52Z', 'updated_at': '2022-08-30T01:03:58Z', 'revision_number': 5, 'project_id': 'a6380baa172744fa9d7ba5b81f847906', 'subnets': [{'id': '95c34b58-5326-49b3-92a4-b747a89537a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:11:25.707457 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 30 Aug 2022 01:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7876ebed-eba0-4d85-8c00-2717961a4572 x-openstack-request-id: req-7876ebed-eba0-4d85-8c00-2717961a4572 {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:11:25.707756 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa7e7483-c8ec-40f2-814d-aba9573395ad", "name": "network-vif-unplugged", "status": "failed", "tag": "729c26fe-a4b3-4cc3-b9e9-2603f916a1c4", "code": 422}]} {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:11:25.708016 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7876ebed-eba0-4d85-8c00-2717961a4572 {{(pid=106208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:11:25.708412 dv-cinder-815146-13-iscsi neutron-server[106208]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-7876ebed-eba0-4d85-8c00-2717961a4572']: {'server_uuid': 'aa7e7483-c8ec-40f2-814d-aba9573395ad', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '729c26fe-a4b3-4cc3-b9e9-2603f916a1c4', 'code': 422} returned with failed status Aug 30 01:11:25.711332 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516a787c-1c47-4e42-ae93-2e5e5bfcd66a None None] Checking router: 77b21fb2-6062-4336-bcc3-5ffa9d454ebe for host: dv-cinder-815146-13-iscsi {{(pid=106208) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:11:25.714829 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port 729c26fe-a4b3-4cc3-b9e9-2603f916a1c4, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=729c26fe-a4b3-4cc3-b9e9-2603f916a1c4,segment=NetworkSegment(d885eda7-4268-4a35-a6ed-db3090deff20),segment_id=d885eda7-4268-4a35-a6ed-db3090deff20)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:11:25.719204 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (729c26fe-a4b3-4cc3-b9e9-2603f916a1c4), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:25.727379 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516a787c-1c47-4e42-ae93-2e5e5bfcd66a None None] Routers {'77b21fb2-6062-4336-bcc3-5ffa9d454ebe'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:11:25.727997 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-516a787c-1c47-4e42-ae93-2e5e5bfcd66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:11:11Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['77b21fb2-6062-4336-bcc3-5ffa9d454ebe'], 'active': True} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:11:25.870172 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvr_db [None req-516a787c-1c47-4e42-ae93-2e5e5bfcd66a None None] Set router 77b21fb2-6062-4336-bcc3-5ffa9d454ebe gateway port host: dv-cinder-815146-13-iscsi {{(pid=106208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:11:25.894978 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Pushing event updated for resources: {'Port': ['ID=729c26fe-a4b3-4cc3-b9e9-2603f916a1c4,revision_number=8']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:25.902865 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d2fc9-1a8a-4ce2-82e7-0b238459ad8f req-38f03118-6d62-4e48-85b2-2b8badf427a5 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:25.904423 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-7f9d2fc9-1a8a-4ce2-82e7-0b238459ad8f req-38f03118-6d62-4e48-85b2-2b8badf427a5 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa7e7483-c8ec-40f2-814d-aba9573395ad HTTP/1.1" status: 200 len: 943 time: 0.0526521 Aug 30 01:11:25.941464 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-9cc22ad2-80d6-457b-a24d-940853cc233b req-35a17e18-7c3a-4de4-80e0-0979fad80335 service neutron] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa7e7483-c8ec-40f2-814d-aba9573395ad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0461016 Aug 30 01:11:25.951847 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:25.952213 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:25.952562 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:25.952907 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:25.953275 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:25.953609 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:25.953937 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:25.954265 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:25.954595 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:25.954923 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:25.955251 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:25.955577 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:25.955898 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:25.956218 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:25.956541 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:25.982808 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-7f9d2fc9-1a8a-4ce2-82e7-0b238459ad8f req-8dd6beb3-ac7c-4398-8eed-5858351cfc86 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=398697c9-dfff-4a34-8fa9-4fdbdb9b6048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570054 Aug 30 01:11:26.035989 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc22ad2-80d6-457b-a24d-940853cc233b req-6b8dcc9c-0791-4c86-b6eb-ae95467eea3b tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:26.037570 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-9cc22ad2-80d6-457b-a24d-940853cc233b req-6b8dcc9c-0791-4c86-b6eb-ae95467eea3b tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports/729c26fe-a4b3-4cc3-b9e9-2603f916a1c4 HTTP/1.1" status: 200 len: 940 time: 0.0592828 Aug 30 01:11:26.205741 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-516a787c-1c47-4e42-ae93-2e5e5bfcd66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'name': 'tempest-TestVolumeBootPattern-1159894763-router', 'tenant_id': 'a6380baa172744fa9d7ba5b81f847906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.96'}], 'enable_snat': True}, 'gw_port_id': 'adff4777-6a01-467c-9cce-d77b5d28c036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:03:48Z', 'updated_at': '2022-08-30T01:03:52Z', 'revision_number': 4, 'project_id': 'a6380baa172744fa9d7ba5b81f847906', 'gw_port': {'id': 'adff4777-6a01-467c-9cce-d77b5d28c036', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:60:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:48Z', 'updated_at': '2022-08-30T01:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_interfaces': [{'id': '7f570ed8-ae08-439f-9ac0-f7485c2e852e', 'name': '', 'network_id': '9040a016-54c8-479a-991b-4e0ac5fa178d', 'tenant_id': 'a6380baa172744fa9d7ba5b81f847906', 'mac_address': 'fa:16:3e:a1:7e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '95c34b58-5326-49b3-92a4-b747a89537a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:52Z', 'updated_at': '2022-08-30T01:03:58Z', 'revision_number': 5, 'project_id': 'a6380baa172744fa9d7ba5b81f847906', 'subnets': [{'id': '95c34b58-5326-49b3-92a4-b747a89537a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:11:26.236087 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516a787c-1c47-4e42-ae93-2e5e5bfcd66a None None] The sync data for ids ['77b21fb2-6062-4336-bcc3-5ffa9d454ebe'] in dv-cinder-815146-13-iscsi is: [{'id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'name': 'tempest-TestVolumeBootPattern-1159894763-router', 'tenant_id': 'a6380baa172744fa9d7ba5b81f847906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.96'}], 'enable_snat': True}, 'gw_port_id': 'adff4777-6a01-467c-9cce-d77b5d28c036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:03:48Z', 'updated_at': '2022-08-30T01:03:52Z', 'revision_number': 4, 'project_id': 'a6380baa172744fa9d7ba5b81f847906', 'gw_port': {'id': 'adff4777-6a01-467c-9cce-d77b5d28c036', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:60:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:48Z', 'updated_at': '2022-08-30T01:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_interfaces': [{'id': '7f570ed8-ae08-439f-9ac0-f7485c2e852e', 'name': '', 'network_id': '9040a016-54c8-479a-991b-4e0ac5fa178d', 'tenant_id': 'a6380baa172744fa9d7ba5b81f847906', 'mac_address': 'fa:16:3e:a1:7e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '95c34b58-5326-49b3-92a4-b747a89537a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:52Z', 'updated_at': '2022-08-30T01:03:58Z', 'revision_number': 5, 'project_id': 'a6380baa172744fa9d7ba5b81f847906', 'subnets': [{'id': '95c34b58-5326-49b3-92a4-b747a89537a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:11:26.452678 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8e0ae9-b1a3-4519-b402-1132cf9e81ab None None] New status for floating IP b1883309-0c71-4eec-9614-b8b993e330a0: DOWN {{(pid=106209) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:11:26.471250 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:26.502309 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-11f58bda-190a-4886-94d6-a314cb7489c2 req-deb61ada-03e5-46c8-acfc-3eb1887ff4c6 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3521186-7bff-4b1d-bccf-696dc8dddb74 HTTP/1.1" status: 200 len: 217 time: 0.0379152 Aug 30 01:11:26.556335 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:26.570472 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f58bda-190a-4886-94d6-a314cb7489c2 req-9a92db3c-86f6-4a77-8dea-b7b351d4ccd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:26.571965 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-11f58bda-190a-4886-94d6-a314cb7489c2 req-9a92db3c-86f6-4a77-8dea-b7b351d4ccd3 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=95c34b58-5326-49b3-92a4-b747a89537a2 HTTP/1.1" status: 200 len: 851 time: 0.0535281 Aug 30 01:11:26.715270 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f58bda-190a-4886-94d6-a314cb7489c2 req-e1dc3858-40f3-493f-ad25-8231aeda76aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:26.716846 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-11f58bda-190a-4886-94d6-a314cb7489c2 req-e1dc3858-40f3-493f-ad25-8231aeda76aa service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=9040a016-54c8-479a-991b-4e0ac5fa178d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0768385 Aug 30 01:11:26.730176 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b5d03-f628-4fe9-9ac3-23fbbd6cd53c req-6f9a6bd6-e730-4684-96f5-171cd9186523 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:26.731584 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-c27b5d03-f628-4fe9-9ac3-23fbbd6cd53c req-6f9a6bd6-e730-4684-96f5-171cd9186523 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a99c1ea6-9c8f-42ac-a6b3-6c66a025711d HTTP/1.1" status: 200 len: 946 time: 0.0617807 Aug 30 01:11:26.782607 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-c27b5d03-f628-4fe9-9ac3-23fbbd6cd53c req-51c98f4d-0832-4809-9e8e-e76baf07ff2d tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0322309e-1f6d-4caf-a1b9-0e800f7ba56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454767 Aug 30 01:11:26.840925 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [req-11f58bda-190a-4886-94d6-a314cb7489c2 req-31b6a488-d938-4c93-8617-0cd6e342f16d service neutron] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106207) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 01:11:26.842814 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-11f58bda-190a-4886-94d6-a314cb7489c2 req-31b6a488-d938-4c93-8617-0cd6e342f16d service neutron] 10.222.0.47 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0067358 Aug 30 01:11:26.952070 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-11f58bda-190a-4886-94d6-a314cb7489c2 req-6bd5ebfc-551f-4ca8-9ce1-e6609b8f05ad service neutron] 10.222.0.47 "GET /networking/v2.0/networks/9040a016-54c8-479a-991b-4e0ac5fa178d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000988 Aug 30 01:11:26.955493 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224f1d5c-6c62-4888-afdc-1b5a680eb1d7 req-028a22d2-dcb3-4372-9e79-c0b8bf1ce65b tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:26.957016 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-224f1d5c-6c62-4888-afdc-1b5a680eb1d7 req-028a22d2-dcb3-4372-9e79-c0b8bf1ce65b tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a99c1ea6-9c8f-42ac-a6b3-6c66a025711d HTTP/1.1" status: 200 len: 946 time: 0.0635707 Aug 30 01:11:27.053583 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [req-224f1d5c-6c62-4888-afdc-1b5a680eb1d7 req-d3939441-a248-4ed5-bc38-c5c1c663ce75 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Deleting port c3521186-7bff-4b1d-bccf-696dc8dddb74 {{(pid=106206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:11:27.053968 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-224f1d5c-6c62-4888-afdc-1b5a680eb1d7 req-d3939441-a248-4ed5-bc38-c5c1c663ce75 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737868023260'] for port (c3521186-7bff-4b1d-bccf-696dc8dddb74), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:27.065161 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-11f58bda-190a-4886-94d6-a314cb7489c2 req-896c4dda-4c4f-4ca7-ae37-37fdfe710358 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/9040a016-54c8-479a-991b-4e0ac5fa178d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978918 Aug 30 01:11:27.125323 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2e8c73-52ba-4f82-a83c-642f4bc50c0c req-e051875b-092d-4587-b4cd-7d9bcd0b5842 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:27.127253 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-cf2e8c73-52ba-4f82-a83c-642f4bc50c0c req-e051875b-092d-4587-b4cd-7d9bcd0b5842 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa7e7483-c8ec-40f2-814d-aba9573395ad HTTP/1.1" status: 200 len: 943 time: 0.0577519 Aug 30 01:11:27.148786 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [req-224f1d5c-6c62-4888-afdc-1b5a680eb1d7 req-d3939441-a248-4ed5-bc38-c5c1c663ce75 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] For port c3521186-7bff-4b1d-bccf-696dc8dddb74, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c3521186-7bff-4b1d-bccf-696dc8dddb74,segment=NetworkSegment(1433baa4-da16-449d-b37c-9e6e6a5aa666),segment_id=1433baa4-da16-449d-b37c-9e6e6a5aa666)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:11:27.149177 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-224f1d5c-6c62-4888-afdc-1b5a680eb1d7 req-d3939441-a248-4ed5-bc38-c5c1c663ce75 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16464105'] for port (c3521186-7bff-4b1d-bccf-696dc8dddb74), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:27.162614 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [req-224f1d5c-6c62-4888-afdc-1b5a680eb1d7 req-d3939441-a248-4ed5-bc38-c5c1c663ce75 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Calling delete_port for c3521186-7bff-4b1d-bccf-696dc8dddb74 owned by compute:nova {{(pid=106206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:11:27.176361 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-cf2e8c73-52ba-4f82-a83c-642f4bc50c0c req-9c9ab693-5caf-44f0-a03e-bfa3843764a8 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=398697c9-dfff-4a34-8fa9-4fdbdb9b6048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435004 Aug 30 01:11:27.269908 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:27.296213 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-224f1d5c-6c62-4888-afdc-1b5a680eb1d7 req-d3939441-a248-4ed5-bc38-c5c1c663ce75 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737868027338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737867580465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14283316'] for port (c3521186-7bff-4b1d-bccf-696dc8dddb74), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:27.312773 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc22ad2-80d6-457b-a24d-940853cc233b req-4d8a9280-8a23-4ae1-8f5d-7255235321c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:27.314299 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-9cc22ad2-80d6-457b-a24d-940853cc233b req-4d8a9280-8a23-4ae1-8f5d-7255235321c5 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=aa7e7483-c8ec-40f2-814d-aba9573395ad&tenant_id=54768b167b1c4fefb901f640203e1c5d HTTP/1.1" status: 200 len: 1127 time: 0.0785661 Aug 30 01:11:27.330439 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3939441-a248-4ed5-bc38-c5c1c663ce75 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Pushing event deleted for resources: {'Port': ['ID=c3521186-7bff-4b1d-bccf-696dc8dddb74,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:27.376332 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [req-224f1d5c-6c62-4888-afdc-1b5a680eb1d7 req-d3939441-a248-4ed5-bc38-c5c1c663ce75 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] No DVR routers for this DVR port c3521186-7bff-4b1d-bccf-696dc8dddb74 on host hv-cinder-81514 {{(pid=106206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:11:27.378319 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc22ad2-80d6-457b-a24d-940853cc233b req-6bb5cf63-cac4-4b01-877d-31a1db300112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:27.378785 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-224f1d5c-6c62-4888-afdc-1b5a680eb1d7 req-d3939441-a248-4ed5-bc38-c5c1c663ce75 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for port (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:27.379834 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-9cc22ad2-80d6-457b-a24d-940853cc233b req-6bb5cf63-cac4-4b01-877d-31a1db300112 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=54768b167b1c4fefb901f640203e1c5d&device_id=aa7e7483-c8ec-40f2-814d-aba9573395ad HTTP/1.1" status: 200 len: 1127 time: 0.0421634 Aug 30 01:11:27.382001 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-224f1d5c-6c62-4888-afdc-1b5a680eb1d7 req-d3939441-a248-4ed5-bc38-c5c1c663ce75 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.47 "DELETE /networking/v2.0/ports/c3521186-7bff-4b1d-bccf-696dc8dddb74 HTTP/1.1" status: 204 len: 173 time: 0.4135919 Aug 30 01:11:27.382431 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a99c1ea6-9c8f-42ac-a6b3-6c66a025711d', 'name': 'network-vif-deleted', 'tag': 'c3521186-7bff-4b1d-bccf-696dc8dddb74'}] {{(pid=106206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:11:27.384729 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068580ff6c600dbe59ab62011f5d984f60f6f54628162803fce2ed792aa7a021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f2097e4-962c-4997-b663-b5b850633043" -d '{"events": [{"server_uuid": "a99c1ea6-9c8f-42ac-a6b3-6c66a025711d", "name": "network-vif-deleted", "tag": "c3521186-7bff-4b1d-bccf-696dc8dddb74"}]}' {{(pid=106206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:11:27.424658 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-078def18-fab8-441a-9602-20fa1c33f9c9 x-openstack-request-id: req-078def18-fab8-441a-9602-20fa1c33f9c9 {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:11:27.424955 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a99c1ea6-9c8f-42ac-a6b3-6c66a025711d", "name": "network-vif-deleted", "tag": "c3521186-7bff-4b1d-bccf-696dc8dddb74", "status": "completed", "code": 200}]} {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:11:27.425249 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-078def18-fab8-441a-9602-20fa1c33f9c9 {{(pid=106206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:11:27.425658 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-078def18-fab8-441a-9602-20fa1c33f9c9'] response: {'server_uuid': 'a99c1ea6-9c8f-42ac-a6b3-6c66a025711d', 'name': 'network-vif-deleted', 'tag': 'c3521186-7bff-4b1d-bccf-696dc8dddb74', 'status': 'completed', 'code': 200} Aug 30 01:11:27.485840 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc22ad2-80d6-457b-a24d-940853cc233b req-09fbf7ed-e250-4887-a295-148b7c41f953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:27.487323 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-9cc22ad2-80d6-457b-a24d-940853cc233b req-09fbf7ed-e250-4887-a295-148b7c41f953 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=71657289-5845-4030-b5d1-5bad1153486f HTTP/1.1" status: 200 len: 919 time: 0.0971105 Aug 30 01:11:27.551660 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-9cc22ad2-80d6-457b-a24d-940853cc233b req-ec0f8cc5-f5b0-42c9-817f-43b3b1e49aec service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=729c26fe-a4b3-4cc3-b9e9-2603f916a1c4 HTTP/1.1" status: 200 len: 998 time: 0.0547867 Aug 30 01:11:27.608093 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc22ad2-80d6-457b-a24d-940853cc233b req-5d215051-a95c-4995-8975-8a33f274ae3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:27.610000 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-9cc22ad2-80d6-457b-a24d-940853cc233b req-5d215051-a95c-4995-8975-8a33f274ae3b service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=b5ba3a12-33bc-451f-ac45-0e3b5e90b022 HTTP/1.1" status: 200 len: 856 time: 0.0503621 Aug 30 01:11:27.662798 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc22ad2-80d6-457b-a24d-940853cc233b req-90cea5a5-fdc6-4f9a-b511-6717ed00ea29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:27.664284 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-9cc22ad2-80d6-457b-a24d-940853cc233b req-90cea5a5-fdc6-4f9a-b511-6717ed00ea29 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=71657289-5845-4030-b5d1-5bad1153486f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0405772 Aug 30 01:11:27.777834 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-9cc22ad2-80d6-457b-a24d-940853cc233b req-f1d951e5-6686-4402-a9a7-278f333298f7 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/71657289-5845-4030-b5d1-5bad1153486f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994363 Aug 30 01:11:27.881665 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-9cc22ad2-80d6-457b-a24d-940853cc233b req-759dd9ec-35f2-4409-a112-00cbf311fa46 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/71657289-5845-4030-b5d1-5bad1153486f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953104 Aug 30 01:11:27.907641 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-dedfcfc1-4977-43c6-b9df-e3fc843304e4 req-9997a02c-4196-4d00-a4f6-914670c7c0b9 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a99c1ea6-9c8f-42ac-a6b3-6c66a025711d HTTP/1.1" status: 200 len: 210 time: 0.0292201 Aug 30 01:11:28.310270 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:28.322042 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe91965-9886-4fad-8312-6f89c6059bc9 req-44f7ea6d-7aa6-41cb-9854-16afbf153d83 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:28.323525 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-dbe91965-9886-4fad-8312-6f89c6059bc9 req-44f7ea6d-7aa6-41cb-9854-16afbf153d83 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa7e7483-c8ec-40f2-814d-aba9573395ad HTTP/1.1" status: 200 len: 943 time: 0.0544333 Aug 30 01:11:28.342309 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:28.375475 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-dbe91965-9886-4fad-8312-6f89c6059bc9 req-f95789a8-54fc-4786-a011-5f3ec94a7140 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=398697c9-dfff-4a34-8fa9-4fdbdb9b6048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464764 Aug 30 01:11:28.977950 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 54396) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:11:29.096310 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-518e3ef4-2437-494c-8c5d-f47ed6c086a0 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Deleting port e67f9717-70bb-4265-bcf2-7d63901ba432 {{(pid=106206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:11:29.096765 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-518e3ef4-2437-494c-8c5d-f47ed6c086a0 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737868023260'] for port (e67f9717-70bb-4265-bcf2-7d63901ba432), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:29.186487 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-518e3ef4-2437-494c-8c5d-f47ed6c086a0 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16464105'] for port (e67f9717-70bb-4265-bcf2-7d63901ba432), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:29.186872 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-518e3ef4-2437-494c-8c5d-f47ed6c086a0 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks [] for floatingip (e67f9717-70bb-4265-bcf2-7d63901ba432), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:29.201467 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-518e3ef4-2437-494c-8c5d-f47ed6c086a0 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Calling delete_port for e67f9717-70bb-4265-bcf2-7d63901ba432 owned by network:floatingip {{(pid=106206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:11:29.204960 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:29.350115 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-518e3ef4-2437-494c-8c5d-f47ed6c086a0 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737868027338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737867580465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14283316'] for port (e67f9717-70bb-4265-bcf2-7d63901ba432), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:29.379035 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518e3ef4-2437-494c-8c5d-f47ed6c086a0 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Pushing event deleted for resources: {'Port': ['ID=e67f9717-70bb-4265-bcf2-7d63901ba432,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:29.412272 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device 729c26fe-a4b3-4cc3-b9e9-2603f916a1c4 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:11:29.464715 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-518e3ef4-2437-494c-8c5d-f47ed6c086a0 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks [] for floatingip (85c10dc5-c1b2-4359-adac-255cea50f4d8), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:29.467459 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-518e3ef4-2437-494c-8c5d-f47ed6c086a0 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for floatingip (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:29.468961 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-518e3ef4-2437-494c-8c5d-f47ed6c086a0 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/85c10dc5-c1b2-4359-adac-255cea50f4d8 HTTP/1.1" status: 204 len: 168 time: 0.4893780 Aug 30 01:11:29.560109 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Current status of the port 729c26fe-a4b3-4cc3-b9e9-2603f916a1c4 is: DOWN; New status is: DOWN {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:11:29.561835 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device c3521186-7bff-4b1d-bccf-696dc8dddb74 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:11:29.567481 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5844c9da-2d00-4eff-82d8-b7c9906a147b req-84fa37d7-2a7f-4b9c-9ee7-856480e7d999 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:29.569212 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-5844c9da-2d00-4eff-82d8-b7c9906a147b req-84fa37d7-2a7f-4b9c-9ee7-856480e7d999 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa7e7483-c8ec-40f2-814d-aba9573395ad HTTP/1.1" status: 200 len: 943 time: 0.0859315 Aug 30 01:11:29.597063 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] No Port match for: c3521186-7bff-4b1d-bccf-696dc8dddb74 {{(pid=106208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:11:29.597459 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device c3521186-7bff-4b1d-bccf-696dc8dddb74 not bound to the agent host hv-cinder-81514 {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:11:29.647056 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-5844c9da-2d00-4eff-82d8-b7c9906a147b req-dd9fd980-9729-4a1c-868a-2535a370274e tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=398697c9-dfff-4a34-8fa9-4fdbdb9b6048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616870 Aug 30 01:11:30.778533 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 54414) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:11:30.811123 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc12c2c-9abf-41ba-9071-9835e9ca2eee req-c3e08203-53fa-41d2-8632-abb6da4ebcd8 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:30.813059 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-7fc12c2c-9abf-41ba-9071-9835e9ca2eee req-c3e08203-53fa-41d2-8632-abb6da4ebcd8 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa7e7483-c8ec-40f2-814d-aba9573395ad HTTP/1.1" status: 200 len: 943 time: 0.0709491 Aug 30 01:11:30.857985 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-818ef297-9f76-4f9b-a3df-51cd58e8c046 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks [] for security_group (0322309e-1f6d-4caf-a1b9-0e800f7ba56e), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:30.879371 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-7fc12c2c-9abf-41ba-9071-9835e9ca2eee req-da83e822-fa02-46a1-8e1e-6c07291b8efb tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=398697c9-dfff-4a34-8fa9-4fdbdb9b6048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602648 Aug 30 01:11:30.886439 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-818ef297-9f76-4f9b-a3df-51cd58e8c046 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks [] for security_group (0322309e-1f6d-4caf-a1b9-0e800f7ba56e), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:30.969555 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-818ef297-9f76-4f9b-a3df-51cd58e8c046 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (0322309e-1f6d-4caf-a1b9-0e800f7ba56e), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:30.972167 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-818ef297-9f76-4f9b-a3df-51cd58e8c046 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Publish callbacks [] for security_group (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:30.976388 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-818ef297-9f76-4f9b-a3df-51cd58e8c046 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/0322309e-1f6d-4caf-a1b9-0e800f7ba56e HTTP/1.1" status: 204 len: 168 time: 0.1942487 Aug 30 01:11:30.996031 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818ef297-9f76-4f9b-a3df-51cd58e8c046 tempest-TestVolumeBootPattern-1693715583 tempest-TestVolumeBootPattern-1693715583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0322309e-1f6d-4caf-a1b9-0e800f7ba56e,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:31.031456 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 54418) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:11:31.436550 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:31.496846 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-c6de1b50-7835-4d5e-be04-9df97b7851c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16467426'] for router_interface (77b21fb2-6062-4336-bcc3-5ffa9d454ebe), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:31.685128 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:31.731063 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-c6de1b50-7835-4d5e-be04-9df97b7851c1 admin admin] Deleting port 7f570ed8-ae08-439f-9ac0-f7485c2e852e {{(pid=106206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:11:31.731414 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-c6de1b50-7835-4d5e-be04-9df97b7851c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737868023260'] for port (7f570ed8-ae08-439f-9ac0-f7485c2e852e), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:31.818922 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-c6de1b50-7835-4d5e-be04-9df97b7851c1 admin admin] For port 7f570ed8-ae08-439f-9ac0-f7485c2e852e, host dv-cinder-815146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=7f570ed8-ae08-439f-9ac0-f7485c2e852e,segment=NetworkSegment(1433baa4-da16-449d-b37c-9e6e6a5aa666),segment_id=1433baa4-da16-449d-b37c-9e6e6a5aa666)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:11:31.819612 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-c6de1b50-7835-4d5e-be04-9df97b7851c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16464105'] for port (7f570ed8-ae08-439f-9ac0-f7485c2e852e), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:31.835978 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-c6de1b50-7835-4d5e-be04-9df97b7851c1 admin admin] Calling delete_port for 7f570ed8-ae08-439f-9ac0-f7485c2e852e owned by network:router_interface {{(pid=106206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:11:32.038532 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde3e1b-3d3f-4b97-ba9c-7aab0d71658b req-8463446e-554d-4235-8ba3-4761ae1d07f1 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:32.040174 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-c6de1b50-7835-4d5e-be04-9df97b7851c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737868027338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737867580465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14283316'] for port (7f570ed8-ae08-439f-9ac0-f7485c2e852e), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:32.046113 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-fcde3e1b-3d3f-4b97-ba9c-7aab0d71658b req-8463446e-554d-4235-8ba3-4761ae1d07f1 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa7e7483-c8ec-40f2-814d-aba9573395ad HTTP/1.1" status: 200 len: 943 time: 0.0701878 Aug 30 01:11:32.086328 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6de1b50-7835-4d5e-be04-9df97b7851c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f570ed8-ae08-439f-9ac0-f7485c2e852e,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:32.109177 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-fcde3e1b-3d3f-4b97-ba9c-7aab0d71658b req-54a88951-90bc-4978-8c72-fac448a56343 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=398697c9-dfff-4a34-8fa9-4fdbdb9b6048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618079 Aug 30 01:11:32.592907 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-c6de1b50-7835-4d5e-be04-9df97b7851c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16282204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16468050'] for router_interface (77b21fb2-6062-4336-bcc3-5ffa9d454ebe), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:32.721109 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:32.840445 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6de1b50-7835-4d5e-be04-9df97b7851c1 admin admin] Router 77b21fb2-6062-4336-bcc3-5ffa9d454ebe has already been hosted by L3 agent 613dbf26-5731-4391-8a29-3c5185f7ed3f {{(pid=106206) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:11:32.961864 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6de1b50-7835-4d5e-be04-9df97b7851c1 admin admin] Notify agent at l3_agent.dv-cinder-815146-13-iscsi the message routers_updated {{(pid=106206) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:11:32.968419 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-c6de1b50-7835-4d5e-be04-9df97b7851c1 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/77b21fb2-6062-4336-bcc3-5ffa9d454ebe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9348893 Aug 30 01:11:32.970733 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 54426) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:11:32.975278 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72dba941-ded8-4b7c-865e-d235f8636c47 None None] Sync routers for ids ['77b21fb2-6062-4336-bcc3-5ffa9d454ebe'] in dv-cinder-815146-13-iscsi {{(pid=106208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:11:32.987132 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72dba941-ded8-4b7c-865e-d235f8636c47 None None] Routers {'77b21fb2-6062-4336-bcc3-5ffa9d454ebe'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:11:32.988132 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-72dba941-ded8-4b7c-865e-d235f8636c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:11:11Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['77b21fb2-6062-4336-bcc3-5ffa9d454ebe'], 'active': True} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:11:33.110814 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvr_db [None req-72dba941-ded8-4b7c-865e-d235f8636c47 None None] Set router 77b21fb2-6062-4336-bcc3-5ffa9d454ebe gateway port host: dv-cinder-815146-13-iscsi {{(pid=106208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:11:33.131323 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-e11846d5-dd6a-49c6-9a51-c24fa80b37c7 admin admin] Publish callbacks [] for router (77b21fb2-6062-4336-bcc3-5ffa9d454ebe), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:33.302653 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=100 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:33.303896 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-e11846d5-dd6a-49c6-9a51-c24fa80b37c7 admin admin] Publish callbacks [] for router_gateway (77b21fb2-6062-4336-bcc3-5ffa9d454ebe), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:33.336662 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548a4f4a-fcaa-44ac-8edd-65f4d7e6db5d req-6fd5698f-b80c-42de-97d8-6bbf90318d2b tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:33.339816 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-548a4f4a-fcaa-44ac-8edd-65f4d7e6db5d req-6fd5698f-b80c-42de-97d8-6bbf90318d2b tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa7e7483-c8ec-40f2-814d-aba9573395ad HTTP/1.1" status: 200 len: 943 time: 0.0880311 Aug 30 01:11:33.354218 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-72dba941-ded8-4b7c-865e-d235f8636c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'name': 'tempest-TestVolumeBootPattern-1159894763-router', 'tenant_id': 'a6380baa172744fa9d7ba5b81f847906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.96'}], 'enable_snat': True}, 'gw_port_id': 'adff4777-6a01-467c-9cce-d77b5d28c036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:03:48Z', 'updated_at': '2022-08-30T01:11:31Z', 'revision_number': 5, 'project_id': 'a6380baa172744fa9d7ba5b81f847906', 'gw_port': {'id': 'adff4777-6a01-467c-9cce-d77b5d28c036', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:60:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:48Z', 'updated_at': '2022-08-30T01:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi'}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:11:33.394309 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72dba941-ded8-4b7c-865e-d235f8636c47 None None] Checking router: 77b21fb2-6062-4336-bcc3-5ffa9d454ebe for host: dv-cinder-815146-13-iscsi {{(pid=106208) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:11:33.401198 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.plugin [None req-e11846d5-dd6a-49c6-9a51-c24fa80b37c7 admin admin] Deleting port adff4777-6a01-467c-9cce-d77b5d28c036 {{(pid=106207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:11:33.401629 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-e11846d5-dd6a-49c6-9a51-c24fa80b37c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737868023260'] for port (adff4777-6a01-467c-9cce-d77b5d28c036), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:33.408264 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72dba941-ded8-4b7c-865e-d235f8636c47 None None] Routers {'77b21fb2-6062-4336-bcc3-5ffa9d454ebe'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:11:33.409343 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-72dba941-ded8-4b7c-865e-d235f8636c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:11:11Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['77b21fb2-6062-4336-bcc3-5ffa9d454ebe'], 'active': True} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:11:33.473934 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-548a4f4a-fcaa-44ac-8edd-65f4d7e6db5d req-67506d82-230d-4d82-92ff-4567d0c52df0 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=398697c9-dfff-4a34-8fa9-4fdbdb9b6048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126461 Aug 30 01:11:33.514689 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:33.533804 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvr_db [None req-72dba941-ded8-4b7c-865e-d235f8636c47 None None] Set router 77b21fb2-6062-4336-bcc3-5ffa9d454ebe gateway port host: None {{(pid=106208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:11:33.537807 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.db [None req-e11846d5-dd6a-49c6-9a51-c24fa80b37c7 admin admin] For port adff4777-6a01-467c-9cce-d77b5d28c036, host dv-cinder-815146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=adff4777-6a01-467c-9cce-d77b5d28c036,segment=NetworkSegment(61a0af84-c6da-4606-8f1e-ec0a95f9a2d1),segment_id=61a0af84-c6da-4606-8f1e-ec0a95f9a2d1)] {{(pid=106207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:11:33.538176 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-e11846d5-dd6a-49c6-9a51-c24fa80b37c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16464105'] for port (adff4777-6a01-467c-9cce-d77b5d28c036), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:33.554650 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.plugin [None req-e11846d5-dd6a-49c6-9a51-c24fa80b37c7 admin admin] Calling delete_port for adff4777-6a01-467c-9cce-d77b5d28c036 owned by network:router_gateway {{(pid=106207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:11:33.599093 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-72dba941-ded8-4b7c-865e-d235f8636c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'name': 'tempest-TestVolumeBootPattern-1159894763-router', 'tenant_id': 'a6380baa172744fa9d7ba5b81f847906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:03:48Z', 'updated_at': '2022-08-30T01:11:33Z', 'revision_number': 6, 'project_id': 'a6380baa172744fa9d7ba5b81f847906', 'gw_port_host': None}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:11:33.625600 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72dba941-ded8-4b7c-865e-d235f8636c47 None None] The sync data for ids ['77b21fb2-6062-4336-bcc3-5ffa9d454ebe'] in dv-cinder-815146-13-iscsi is: [{'id': '77b21fb2-6062-4336-bcc3-5ffa9d454ebe', 'name': 'tempest-TestVolumeBootPattern-1159894763-router', 'tenant_id': 'a6380baa172744fa9d7ba5b81f847906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:03:48Z', 'updated_at': '2022-08-30T01:11:33Z', 'revision_number': 6, 'project_id': 'a6380baa172744fa9d7ba5b81f847906', 'gw_port_host': None}] {{(pid=106208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:11:33.706123 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:33.742856 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:33.769435 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-e11846d5-dd6a-49c6-9a51-c24fa80b37c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737868027338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737867580465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13006123'] for port (adff4777-6a01-467c-9cce-d77b5d28c036), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:33.800160 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11846d5-dd6a-49c6-9a51-c24fa80b37c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=adff4777-6a01-467c-9cce-d77b5d28c036,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:33.882199 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-e11846d5-dd6a-49c6-9a51-c24fa80b37c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16466337'] for router_gateway (77b21fb2-6062-4336-bcc3-5ffa9d454ebe), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:33.979344 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-e11846d5-dd6a-49c6-9a51-c24fa80b37c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16467596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61021'] for router (77b21fb2-6062-4336-bcc3-5ffa9d454ebe), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:33.981723 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-e11846d5-dd6a-49c6-9a51-c24fa80b37c7 admin admin] Publish callbacks [] for router_controller (77b21fb2-6062-4336-bcc3-5ffa9d454ebe), precommit_delete_associations {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:34.033607 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-e11846d5-dd6a-49c6-9a51-c24fa80b37c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16468015'] for router (77b21fb2-6062-4336-bcc3-5ffa9d454ebe), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:34.034528 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e11846d5-dd6a-49c6-9a51-c24fa80b37c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77b21fb2-6062-4336-bcc3-5ffa9d454ebe {{(pid=106207) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 01:11:34.039840 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-e11846d5-dd6a-49c6-9a51-c24fa80b37c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:34.041564 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-e11846d5-dd6a-49c6-9a51-c24fa80b37c7 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/77b21fb2-6062-4336-bcc3-5ffa9d454ebe HTTP/1.1" status: 204 len: 168 time: 1.0695398 Aug 30 01:11:34.044490 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 54430) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:11:34.084798 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:34.108393 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.db_base_plugin_v2 [None req-63a441d3-b135-4db3-b2e9-a4d366d2f4bf admin admin] Deleting subnet 95c34b58-5326-49b3-92a4-b747a89537a2 {{(pid=106206) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 01:11:34.112009 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-63a441d3-b135-4db3-b2e9-a4d366d2f4bf admin admin] Publish callbacks [] for subnet (95c34b58-5326-49b3-92a4-b747a89537a2), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:34.167156 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-63a441d3-b135-4db3-b2e9-a4d366d2f4bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14420034'] for subnet (95c34b58-5326-49b3-92a4-b747a89537a2), precommit_delete_associations {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:34.257590 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-63a441d3-b135-4db3-b2e9-a4d366d2f4bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883296'] for subnet (95c34b58-5326-49b3-92a4-b747a89537a2), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:34.326267 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-63a441d3-b135-4db3-b2e9-a4d366d2f4bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14283975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13728805'] for subnet (95c34b58-5326-49b3-92a4-b747a89537a2), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:34.358726 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a441d3-b135-4db3-b2e9-a4d366d2f4bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95c34b58-5326-49b3-92a4-b747a89537a2,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:34.363440 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-63a441d3-b135-4db3-b2e9-a4d366d2f4bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282183'] for subnet (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:34.369285 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-63a441d3-b135-4db3-b2e9-a4d366d2f4bf admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/95c34b58-5326-49b3-92a4-b747a89537a2 HTTP/1.1" status: 204 len: 168 time: 0.3212075 Aug 30 01:11:34.369508 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 54432) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:11:34.375724 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c15fad2-cc02-4b38-872a-3ad86f9c2d53 None None] Network 9040a016-54c8-479a-991b-4e0ac5fa178d requested from dv-cinder-815146-13-iscsi {{(pid=106208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:11:34.489031 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device 7f570ed8-ae08-439f-9ac0-f7485c2e852e no longer exists at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:11:34.519628 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-ea052b46-b938-4cbc-a1e9-a91352e5b0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545373'] for network (9040a016-54c8-479a-991b-4e0ac5fa178d), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:34.550655 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] No Port match for: 7f570ed8-ae08-439f-9ac0-f7485c2e852e {{(pid=106208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:11:34.551323 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device 7f570ed8-ae08-439f-9ac0-f7485c2e852e not bound to the agent host dv-cinder-815146-13-iscsi {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:11:34.552259 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device adff4777-6a01-467c-9cce-d77b5d28c036 no longer exists at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:11:34.590727 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] No Port match for: adff4777-6a01-467c-9cce-d77b5d28c036 {{(pid=106208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:11:34.591306 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device adff4777-6a01-467c-9cce-d77b5d28c036 not bound to the agent host dv-cinder-815146-13-iscsi {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:11:34.635308 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.plugin [None req-ea052b46-b938-4cbc-a1e9-a91352e5b0d8 admin admin] Deleting port 00884983-1df7-4b6d-b841-fb7c51097a45 {{(pid=106207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:11:34.635885 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-ea052b46-b938-4cbc-a1e9-a91352e5b0d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737868023260'] for port (00884983-1df7-4b6d-b841-fb7c51097a45), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:34.734114 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd32c96e-5242-4134-95eb-c45f5a56e684 req-097f2a96-10d5-4631-8c27-3331c6b9db79 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:34.755078 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-bd32c96e-5242-4134-95eb-c45f5a56e684 req-097f2a96-10d5-4631-8c27-3331c6b9db79 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa7e7483-c8ec-40f2-814d-aba9573395ad HTTP/1.1" status: 200 len: 943 time: 0.1307547 Aug 30 01:11:34.755452 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0d1a21-e8e5-4104-89ed-9afad2c8bb22 None None] DHCP port deletion for 9040a016-54c8-479a-991b-4e0ac5fa178d request from dv-cinder-815146-13-iscsi {{(pid=106208) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 01:11:34.807513 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.db [None req-ea052b46-b938-4cbc-a1e9-a91352e5b0d8 admin admin] For port 00884983-1df7-4b6d-b841-fb7c51097a45, host dv-cinder-815146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=00884983-1df7-4b6d-b841-fb7c51097a45,segment=NetworkSegment(1433baa4-da16-449d-b37c-9e6e6a5aa666),segment_id=1433baa4-da16-449d-b37c-9e6e6a5aa666)] {{(pid=106207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:11:34.808149 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-ea052b46-b938-4cbc-a1e9-a91352e5b0d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16464105'] for port (00884983-1df7-4b6d-b841-fb7c51097a45), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:34.819593 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-1c0d1a21-e8e5-4104-89ed-9afad2c8bb22 None None] Deleting port 00884983-1df7-4b6d-b841-fb7c51097a45 {{(pid=106208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:11:34.820014 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-1c0d1a21-e8e5-4104-89ed-9afad2c8bb22 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737868023260'] for port (00884983-1df7-4b6d-b841-fb7c51097a45), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:34.853965 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-bd32c96e-5242-4134-95eb-c45f5a56e684 req-f2322900-018b-4049-ace3-58b24bfe996f tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=398697c9-dfff-4a34-8fa9-4fdbdb9b6048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974143 Aug 30 01:11:34.875089 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.plugin [None req-ea052b46-b938-4cbc-a1e9-a91352e5b0d8 admin admin] Calling delete_port for 00884983-1df7-4b6d-b841-fb7c51097a45 owned by network:dhcp {{(pid=106207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:11:34.929102 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-1c0d1a21-e8e5-4104-89ed-9afad2c8bb22 None None] For port 00884983-1df7-4b6d-b841-fb7c51097a45, host dv-cinder-815146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=00884983-1df7-4b6d-b841-fb7c51097a45,segment=NetworkSegment(1433baa4-da16-449d-b37c-9e6e6a5aa666),segment_id=1433baa4-da16-449d-b37c-9e6e6a5aa666)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:11:34.929661 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-1c0d1a21-e8e5-4104-89ed-9afad2c8bb22 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16464105'] for port (00884983-1df7-4b6d-b841-fb7c51097a45), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:34.944746 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-1c0d1a21-e8e5-4104-89ed-9afad2c8bb22 None None] Calling delete_port for 00884983-1df7-4b6d-b841-fb7c51097a45 owned by network:dhcp {{(pid=106208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:11:35.011007 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-ea052b46-b938-4cbc-a1e9-a91352e5b0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737868027338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737867580465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13006123'] for port (00884983-1df7-4b6d-b841-fb7c51097a45), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:35.045145 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea052b46-b938-4cbc-a1e9-a91352e5b0d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=00884983-1df7-4b6d-b841-fb7c51097a45,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:35.055373 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea052b46-b938-4cbc-a1e9-a91352e5b0d8 admin admin] No DVR routers for this DVR port 00884983-1df7-4b6d-b841-fb7c51097a45 on host dv-cinder-815146-13-iscsi {{(pid=106207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:11:35.072319 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-1c0d1a21-e8e5-4104-89ed-9afad2c8bb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737868027338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737867580465'] for port (00884983-1df7-4b6d-b841-fb7c51097a45), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:35.093105 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0d1a21-e8e5-4104-89ed-9afad2c8bb22 None None] No DVR routers for this DVR port 00884983-1df7-4b6d-b841-fb7c51097a45 on host dv-cinder-815146-13-iscsi {{(pid=106208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:11:35.118607 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0d1a21-e8e5-4104-89ed-9afad2c8bb22 None None] Pushing event deleted for resources: {'Port': ['ID=00884983-1df7-4b6d-b841-fb7c51097a45,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:35.154800 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-ea052b46-b938-4cbc-a1e9-a91352e5b0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-877315', 'neutron.services.segments.db._delete_segments_for_network-8737868099651'] for network (9040a016-54c8-479a-991b-4e0ac5fa178d), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:35.177977 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.services.segments.db [None req-ea052b46-b938-4cbc-a1e9-a91352e5b0d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9040a016-54c8-479a-991b-4e0ac5fa178d']}} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:11:35.187857 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.services.segments.db [None req-ea052b46-b938-4cbc-a1e9-a91352e5b0d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1433baa4-da16-449d-b37c-9e6e6a5aa666') {'for_net_delete': True} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:11:35.188153 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.services.segments.db [None req-ea052b46-b938-4cbc-a1e9-a91352e5b0d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1433baa4-da16-449d-b37c-9e6e6a5aa666') {} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:11:35.198723 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-ea052b46-b938-4cbc-a1e9-a91352e5b0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737868127151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13648122'] for segment (1433baa4-da16-449d-b37c-9e6e6a5aa666), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:35.213258 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-ea052b46-b938-4cbc-a1e9-a91352e5b0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879481'] for segment (1433baa4-da16-449d-b37c-9e6e6a5aa666), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:35.220005 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea052b46-b938-4cbc-a1e9-a91352e5b0d8 admin admin] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=106207) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 01:11:35.220397 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-ea052b46-b938-4cbc-a1e9-a91352e5b0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13006206'] for segment (1433baa4-da16-449d-b37c-9e6e6a5aa666), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:35.289262 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-ea052b46-b938-4cbc-a1e9-a91352e5b0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-877322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16316755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16466381'] for network (9040a016-54c8-479a-991b-4e0ac5fa178d), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:35.305897 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-ea052b46-b938-4cbc-a1e9-a91352e5b0d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282183'] for network (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:35.310121 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-ea052b46-b938-4cbc-a1e9-a91352e5b0d8 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/9040a016-54c8-479a-991b-4e0ac5fa178d HTTP/1.1" status: 204 len: 168 time: 0.9396117 Aug 30 01:11:35.313159 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 54442) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:11:35.326651 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea052b46-b938-4cbc-a1e9-a91352e5b0d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9040a016-54c8-479a-991b-4e0ac5fa178d,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:35.449353 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.services.segments.plugin [-] Segment 1433baa4-da16-449d-b37c-9e6e6a5aa666 resource provider aggregate not found Aug 30 01:11:35.470218 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.services.segments.plugin [-] Segment 1433baa4-da16-449d-b37c-9e6e6a5aa666 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1433baa4-da16-449d-b37c-9e6e6a5aa666 found for delete ", "request_id": "req-ddb360d5-abf0-4f6f-84c1-b7e59cb38738"}]} Aug 30 01:11:35.731196 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-45992381-87fc-44eb-9649-2dcbefe8afba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16467426'] for router_interface (d0d5a0c9-5d9f-4acf-8aee-8ff4f341bb1e), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:35.770528 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:35.966006 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-45992381-87fc-44eb-9649-2dcbefe8afba admin admin] Deleting port 5b380d72-1767-448c-8f33-b9694aafb7c9 {{(pid=106206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:11:35.966362 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-45992381-87fc-44eb-9649-2dcbefe8afba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737868023260'] for port (5b380d72-1767-448c-8f33-b9694aafb7c9), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:36.013409 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370960c9-09dd-4050-8e24-06fce08e78b5 req-442656c9-aab0-4f86-94eb-b64ee1d88941 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:36.014875 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-370960c9-09dd-4050-8e24-06fce08e78b5 req-442656c9-aab0-4f86-94eb-b64ee1d88941 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa7e7483-c8ec-40f2-814d-aba9573395ad HTTP/1.1" status: 200 len: 943 time: 0.0486536 Aug 30 01:11:36.050983 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-45992381-87fc-44eb-9649-2dcbefe8afba admin admin] For port 5b380d72-1767-448c-8f33-b9694aafb7c9, host dv-cinder-815146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=5b380d72-1767-448c-8f33-b9694aafb7c9,segment=NetworkSegment(6719a1a5-edd5-41c1-9d95-9e2b614ddd86),segment_id=6719a1a5-edd5-41c1-9d95-9e2b614ddd86)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:11:36.051349 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-45992381-87fc-44eb-9649-2dcbefe8afba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16464105'] for port (5b380d72-1767-448c-8f33-b9694aafb7c9), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:36.064933 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-370960c9-09dd-4050-8e24-06fce08e78b5 req-5e8aab5a-d771-444c-a14c-5c3d22c82375 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=398697c9-dfff-4a34-8fa9-4fdbdb9b6048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444703 Aug 30 01:11:36.065172 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-45992381-87fc-44eb-9649-2dcbefe8afba admin admin] Calling delete_port for 5b380d72-1767-448c-8f33-b9694aafb7c9 owned by network:router_interface {{(pid=106206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:11:36.074692 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:36.249816 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-45992381-87fc-44eb-9649-2dcbefe8afba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737868027338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737867580465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14283316'] for port (5b380d72-1767-448c-8f33-b9694aafb7c9), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:36.277805 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45992381-87fc-44eb-9649-2dcbefe8afba admin admin] Pushing event deleted for resources: {'Port': ['ID=5b380d72-1767-448c-8f33-b9694aafb7c9,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:36.455077 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-45992381-87fc-44eb-9649-2dcbefe8afba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16282204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16468050'] for router_interface (d0d5a0c9-5d9f-4acf-8aee-8ff4f341bb1e), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:36.484294 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device 00884983-1df7-4b6d-b841-fb7c51097a45 no longer exists at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:11:36.504946 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] No Port match for: 00884983-1df7-4b6d-b841-fb7c51097a45 {{(pid=106208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:11:36.505331 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device 00884983-1df7-4b6d-b841-fb7c51097a45 not bound to the agent host dv-cinder-815146-13-iscsi {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:11:36.603571 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:36.664334 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45992381-87fc-44eb-9649-2dcbefe8afba admin admin] Router d0d5a0c9-5d9f-4acf-8aee-8ff4f341bb1e has already been hosted by L3 agent 613dbf26-5731-4391-8a29-3c5185f7ed3f {{(pid=106206) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:11:36.766247 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45992381-87fc-44eb-9649-2dcbefe8afba admin admin] Notify agent at l3_agent.dv-cinder-815146-13-iscsi the message routers_updated {{(pid=106206) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:11:36.771234 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-45992381-87fc-44eb-9649-2dcbefe8afba admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/d0d5a0c9-5d9f-4acf-8aee-8ff4f341bb1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4557147 Aug 30 01:11:36.773828 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 54448) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:11:36.777863 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e76db6e-5ada-4d29-b73b-27e54b9cc9de None None] Sync routers for ids ['d0d5a0c9-5d9f-4acf-8aee-8ff4f341bb1e'] in dv-cinder-815146-13-iscsi {{(pid=106209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:11:36.788307 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e76db6e-5ada-4d29-b73b-27e54b9cc9de None None] Routers {'d0d5a0c9-5d9f-4acf-8aee-8ff4f341bb1e'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:11:36.788994 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-7e76db6e-5ada-4d29-b73b-27e54b9cc9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:11:11Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['d0d5a0c9-5d9f-4acf-8aee-8ff4f341bb1e'], 'active': True} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:11:36.886973 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-afec54b6-97f6-47b6-bd73-18f4a9097743 admin admin] Publish callbacks [] for router (d0d5a0c9-5d9f-4acf-8aee-8ff4f341bb1e), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:36.976806 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvr_db [None req-7e76db6e-5ada-4d29-b73b-27e54b9cc9de None None] Set router d0d5a0c9-5d9f-4acf-8aee-8ff4f341bb1e gateway port host: dv-cinder-815146-13-iscsi {{(pid=106209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:11:36.987017 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-afec54b6-97f6-47b6-bd73-18f4a9097743 admin admin] Publish callbacks [] for router_gateway (d0d5a0c9-5d9f-4acf-8aee-8ff4f341bb1e), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:37.018425 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:37.032637 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-afec54b6-97f6-47b6-bd73-18f4a9097743 admin admin] Deleting port 1233c16e-3774-4039-9ffb-549e3a1a24d5 {{(pid=106206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:11:37.032984 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-afec54b6-97f6-47b6-bd73-18f4a9097743 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737868023260'] for port (1233c16e-3774-4039-9ffb-549e3a1a24d5), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:37.115304 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-afec54b6-97f6-47b6-bd73-18f4a9097743 admin admin] For port 1233c16e-3774-4039-9ffb-549e3a1a24d5, host dv-cinder-815146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=1233c16e-3774-4039-9ffb-549e3a1a24d5,segment=NetworkSegment(61a0af84-c6da-4606-8f1e-ec0a95f9a2d1),segment_id=61a0af84-c6da-4606-8f1e-ec0a95f9a2d1)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:11:37.115673 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-afec54b6-97f6-47b6-bd73-18f4a9097743 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16464105'] for port (1233c16e-3774-4039-9ffb-549e3a1a24d5), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:37.130569 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-afec54b6-97f6-47b6-bd73-18f4a9097743 admin admin] Calling delete_port for 1233c16e-3774-4039-9ffb-549e3a1a24d5 owned by network:router_gateway {{(pid=106206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:11:37.147914 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-7e76db6e-5ada-4d29-b73b-27e54b9cc9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d5a0c9-5d9f-4acf-8aee-8ff4f341bb1e', 'name': 'tempest-TestVolumeBootPattern-885877734-router', 'tenant_id': '108bfe2bf3ef4249bb1f940b4ddbd8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.6'}], 'enable_snat': True}, 'gw_port_id': '1233c16e-3774-4039-9ffb-549e3a1a24d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:03:56Z', 'updated_at': '2022-08-30T01:11:36Z', 'revision_number': 5, 'project_id': '108bfe2bf3ef4249bb1f940b4ddbd8c6', 'gw_port': {'id': '1233c16e-3774-4039-9ffb-549e3a1a24d5', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:95:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d5a0c9-5d9f-4acf-8aee-8ff4f341bb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:57Z', 'updated_at': '2022-08-30T01:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi'}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:11:37.176514 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:37.177139 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e76db6e-5ada-4d29-b73b-27e54b9cc9de None None] Checking router: d0d5a0c9-5d9f-4acf-8aee-8ff4f341bb1e for host: dv-cinder-815146-13-iscsi {{(pid=106209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:11:37.187152 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e76db6e-5ada-4d29-b73b-27e54b9cc9de None None] Routers {'d0d5a0c9-5d9f-4acf-8aee-8ff4f341bb1e'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:11:37.188046 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-7e76db6e-5ada-4d29-b73b-27e54b9cc9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:11:11Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['d0d5a0c9-5d9f-4acf-8aee-8ff4f341bb1e'], 'active': True} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:11:37.188396 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:37.201698 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6b1610-b3af-46f3-a8ff-277be8b09b35 req-fdab97e5-57e0-43da-895c-3e1510b5cb7c tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:37.203395 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-fc6b1610-b3af-46f3-a8ff-277be8b09b35 req-fdab97e5-57e0-43da-895c-3e1510b5cb7c tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa7e7483-c8ec-40f2-814d-aba9573395ad HTTP/1.1" status: 200 len: 943 time: 0.0555830 Aug 30 01:11:37.270062 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-fc6b1610-b3af-46f3-a8ff-277be8b09b35 req-7ca00ac0-2b0a-4284-8d23-9097d921c2db tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=398697c9-dfff-4a34-8fa9-4fdbdb9b6048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564544 Aug 30 01:11:37.278936 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvr_db [None req-7e76db6e-5ada-4d29-b73b-27e54b9cc9de None None] Set router d0d5a0c9-5d9f-4acf-8aee-8ff4f341bb1e gateway port host: None {{(pid=106209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:11:37.316933 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-afec54b6-97f6-47b6-bd73-18f4a9097743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737868027338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737867580465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14283316'] for port (1233c16e-3774-4039-9ffb-549e3a1a24d5), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:37.332634 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-7e76db6e-5ada-4d29-b73b-27e54b9cc9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d5a0c9-5d9f-4acf-8aee-8ff4f341bb1e', 'name': 'tempest-TestVolumeBootPattern-885877734-router', 'tenant_id': '108bfe2bf3ef4249bb1f940b4ddbd8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:03:56Z', 'updated_at': '2022-08-30T01:11:36Z', 'revision_number': 6, 'project_id': '108bfe2bf3ef4249bb1f940b4ddbd8c6', 'gw_port_host': None}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:11:37.344806 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afec54b6-97f6-47b6-bd73-18f4a9097743 admin admin] Pushing event deleted for resources: {'Port': ['ID=1233c16e-3774-4039-9ffb-549e3a1a24d5,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:37.358633 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e76db6e-5ada-4d29-b73b-27e54b9cc9de None None] The sync data for ids ['d0d5a0c9-5d9f-4acf-8aee-8ff4f341bb1e'] in dv-cinder-815146-13-iscsi is: [{'id': 'd0d5a0c9-5d9f-4acf-8aee-8ff4f341bb1e', 'name': 'tempest-TestVolumeBootPattern-885877734-router', 'tenant_id': '108bfe2bf3ef4249bb1f940b4ddbd8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:03:56Z', 'updated_at': '2022-08-30T01:11:36Z', 'revision_number': 6, 'project_id': '108bfe2bf3ef4249bb1f940b4ddbd8c6', 'gw_port_host': None}] {{(pid=106209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:11:37.410030 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-afec54b6-97f6-47b6-bd73-18f4a9097743 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16466337'] for router_gateway (d0d5a0c9-5d9f-4acf-8aee-8ff4f341bb1e), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:37.490838 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:37.499386 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-afec54b6-97f6-47b6-bd73-18f4a9097743 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16467596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61021'] for router (d0d5a0c9-5d9f-4acf-8aee-8ff4f341bb1e), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:37.502137 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-afec54b6-97f6-47b6-bd73-18f4a9097743 admin admin] Publish callbacks [] for router_controller (d0d5a0c9-5d9f-4acf-8aee-8ff4f341bb1e), precommit_delete_associations {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:37.545142 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-afec54b6-97f6-47b6-bd73-18f4a9097743 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16468015'] for router (d0d5a0c9-5d9f-4acf-8aee-8ff4f341bb1e), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:37.545647 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afec54b6-97f6-47b6-bd73-18f4a9097743 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0d5a0c9-5d9f-4acf-8aee-8ff4f341bb1e {{(pid=106206) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 01:11:37.549864 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-afec54b6-97f6-47b6-bd73-18f4a9097743 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:37.551013 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-afec54b6-97f6-47b6-bd73-18f4a9097743 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/d0d5a0c9-5d9f-4acf-8aee-8ff4f341bb1e HTTP/1.1" status: 204 len: 168 time: 0.7761917 Aug 30 01:11:37.553631 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 54452) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:11:37.601776 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5145e52-e71c-4eac-9bef-1308f92a3a31 admin admin] Deleting subnet 1a909120-04df-48e3-a561-257d86f64ebb {{(pid=106206) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 01:11:37.605949 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-f5145e52-e71c-4eac-9bef-1308f92a3a31 admin admin] Publish callbacks [] for subnet (1a909120-04df-48e3-a561-257d86f64ebb), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:37.640933 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-f5145e52-e71c-4eac-9bef-1308f92a3a31 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14420034'] for subnet (1a909120-04df-48e3-a561-257d86f64ebb), precommit_delete_associations {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:37.717825 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-f5145e52-e71c-4eac-9bef-1308f92a3a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883296'] for subnet (1a909120-04df-48e3-a561-257d86f64ebb), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:37.779937 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-f5145e52-e71c-4eac-9bef-1308f92a3a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14283975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13728805'] for subnet (1a909120-04df-48e3-a561-257d86f64ebb), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:38.036609 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5145e52-e71c-4eac-9bef-1308f92a3a31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a909120-04df-48e3-a561-257d86f64ebb,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:38.040112 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-f5145e52-e71c-4eac-9bef-1308f92a3a31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282183'] for subnet (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:38.043294 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-f5145e52-e71c-4eac-9bef-1308f92a3a31 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/1a909120-04df-48e3-a561-257d86f64ebb HTTP/1.1" status: 204 len: 168 time: 0.4887054 Aug 30 01:11:38.045706 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 54454) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:11:38.048221 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2907e3-1b0d-4d9b-9567-7d79b911bf48 None None] Network 87c6f529-8fb5-4890-8266-ccaeb1ba7640 requested from dv-cinder-815146-13-iscsi {{(pid=106208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:11:38.116198 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-422b14f1-8d12-4225-a95b-c027b97fed90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545373'] for network (87c6f529-8fb5-4890-8266-ccaeb1ba7640), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:38.167672 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-422b14f1-8d12-4225-a95b-c027b97fed90 admin admin] Deleting port e40b6cdb-38c1-4598-8183-9c11bd3f5b4e {{(pid=106206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:11:38.168060 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-422b14f1-8d12-4225-a95b-c027b97fed90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737868023260'] for port (e40b6cdb-38c1-4598-8183-9c11bd3f5b4e), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:38.169593 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:UPDATE=5 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:38.204707 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dcb7d71-7395-4693-a6a8-2c3bce2f82ec None None] DHCP port deletion for 87c6f529-8fb5-4890-8266-ccaeb1ba7640 request from dv-cinder-815146-13-iscsi {{(pid=106208) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 01:11:38.237836 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-422b14f1-8d12-4225-a95b-c027b97fed90 admin admin] For port e40b6cdb-38c1-4598-8183-9c11bd3f5b4e, host dv-cinder-815146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=e40b6cdb-38c1-4598-8183-9c11bd3f5b4e,segment=NetworkSegment(6719a1a5-edd5-41c1-9d95-9e2b614ddd86),segment_id=6719a1a5-edd5-41c1-9d95-9e2b614ddd86)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:11:38.238231 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-422b14f1-8d12-4225-a95b-c027b97fed90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16464105'] for port (e40b6cdb-38c1-4598-8183-9c11bd3f5b4e), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:38.244245 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-8dcb7d71-7395-4693-a6a8-2c3bce2f82ec None None] Deleting port e40b6cdb-38c1-4598-8183-9c11bd3f5b4e {{(pid=106208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:11:38.244620 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-8dcb7d71-7395-4693-a6a8-2c3bce2f82ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737868023260'] for port (e40b6cdb-38c1-4598-8183-9c11bd3f5b4e), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:38.267004 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-422b14f1-8d12-4225-a95b-c027b97fed90 admin admin] Calling delete_port for e40b6cdb-38c1-4598-8183-9c11bd3f5b4e owned by network:dhcp {{(pid=106206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:11:38.315199 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-8dcb7d71-7395-4693-a6a8-2c3bce2f82ec None None] For port e40b6cdb-38c1-4598-8183-9c11bd3f5b4e, host dv-cinder-815146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=e40b6cdb-38c1-4598-8183-9c11bd3f5b4e,segment=NetworkSegment(6719a1a5-edd5-41c1-9d95-9e2b614ddd86),segment_id=6719a1a5-edd5-41c1-9d95-9e2b614ddd86)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:11:38.315594 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-8dcb7d71-7395-4693-a6a8-2c3bce2f82ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16464105'] for port (e40b6cdb-38c1-4598-8183-9c11bd3f5b4e), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:38.328731 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-8dcb7d71-7395-4693-a6a8-2c3bce2f82ec None None] Calling delete_port for e40b6cdb-38c1-4598-8183-9c11bd3f5b4e owned by network:dhcp {{(pid=106208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:11:38.372782 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-422b14f1-8d12-4225-a95b-c027b97fed90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737868027338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737867580465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14283316'] for port (e40b6cdb-38c1-4598-8183-9c11bd3f5b4e), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:38.424452 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422b14f1-8d12-4225-a95b-c027b97fed90 admin admin] Pushing event deleted for resources: {'Port': ['ID=e40b6cdb-38c1-4598-8183-9c11bd3f5b4e,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:38.426000 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:38.427723 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-8dcb7d71-7395-4693-a6a8-2c3bce2f82ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737868027338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737867580465'] for port (e40b6cdb-38c1-4598-8183-9c11bd3f5b4e), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:38.439160 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9669619-80fb-4e9d-ba14-182485cfd6d9 req-ada43c8a-65be-47ce-a34c-4ca57a69689d tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:38.448653 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-c9669619-80fb-4e9d-ba14-182485cfd6d9 req-ada43c8a-65be-47ce-a34c-4ca57a69689d tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa7e7483-c8ec-40f2-814d-aba9573395ad HTTP/1.1" status: 200 len: 943 time: 0.0863025 Aug 30 01:11:38.452849 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422b14f1-8d12-4225-a95b-c027b97fed90 admin admin] No DVR routers for this DVR port e40b6cdb-38c1-4598-8183-9c11bd3f5b4e on host dv-cinder-815146-13-iscsi {{(pid=106206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:11:38.464675 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcb7d71-7395-4693-a6a8-2c3bce2f82ec None None] Pushing event deleted for resources: {'Port': ['ID=e40b6cdb-38c1-4598-8183-9c11bd3f5b4e,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:38.466984 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device 1233c16e-3774-4039-9ffb-549e3a1a24d5 no longer exists at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:11:38.500770 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] No Port match for: 1233c16e-3774-4039-9ffb-549e3a1a24d5 {{(pid=106208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:11:38.501021 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device 1233c16e-3774-4039-9ffb-549e3a1a24d5 not bound to the agent host dv-cinder-815146-13-iscsi {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:11:38.501376 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device 5b380d72-1767-448c-8f33-b9694aafb7c9 no longer exists at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:11:38.503845 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcb7d71-7395-4693-a6a8-2c3bce2f82ec None None] No DVR routers for this DVR port e40b6cdb-38c1-4598-8183-9c11bd3f5b4e on host dv-cinder-815146-13-iscsi {{(pid=106208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:11:38.513465 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-c9669619-80fb-4e9d-ba14-182485cfd6d9 req-315eba7e-f85c-4e8d-92d9-e2586939f37b tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=398697c9-dfff-4a34-8fa9-4fdbdb9b6048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618141 Aug 30 01:11:38.530487 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] No Port match for: 5b380d72-1767-448c-8f33-b9694aafb7c9 {{(pid=106208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:11:38.530834 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device 5b380d72-1767-448c-8f33-b9694aafb7c9 not bound to the agent host dv-cinder-815146-13-iscsi {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:11:38.531256 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device e40b6cdb-38c1-4598-8183-9c11bd3f5b4e no longer exists at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:11:38.549881 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] No Port match for: e40b6cdb-38c1-4598-8183-9c11bd3f5b4e {{(pid=106208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:11:38.550252 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device e40b6cdb-38c1-4598-8183-9c11bd3f5b4e not bound to the agent host dv-cinder-815146-13-iscsi {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:11:38.556388 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-422b14f1-8d12-4225-a95b-c027b97fed90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-877315', 'neutron.services.segments.db._delete_segments_for_network-8737868099651'] for network (87c6f529-8fb5-4890-8266-ccaeb1ba7640), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:38.578669 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.services.segments.db [None req-422b14f1-8d12-4225-a95b-c027b97fed90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87c6f529-8fb5-4890-8266-ccaeb1ba7640']}} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:11:38.587941 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.services.segments.db [None req-422b14f1-8d12-4225-a95b-c027b97fed90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6719a1a5-edd5-41c1-9d95-9e2b614ddd86') {'for_net_delete': True} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:11:38.588241 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.services.segments.db [None req-422b14f1-8d12-4225-a95b-c027b97fed90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6719a1a5-edd5-41c1-9d95-9e2b614ddd86') {} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:11:38.597591 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-422b14f1-8d12-4225-a95b-c027b97fed90 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737868127151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14420041'] for segment (6719a1a5-edd5-41c1-9d95-9e2b614ddd86), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:38.611831 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-422b14f1-8d12-4225-a95b-c027b97fed90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879481'] for segment (6719a1a5-edd5-41c1-9d95-9e2b614ddd86), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:38.620849 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-422b14f1-8d12-4225-a95b-c027b97fed90 admin admin] Releasing vlan 1080 on physical network physnet1 to pool {{(pid=106206) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 01:11:38.621272 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-422b14f1-8d12-4225-a95b-c027b97fed90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14283361'] for segment (6719a1a5-edd5-41c1-9d95-9e2b614ddd86), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:38.641059 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.services.segments.plugin [-] Segment 6719a1a5-edd5-41c1-9d95-9e2b614ddd86 resource provider aggregate not found Aug 30 01:11:38.683256 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.services.segments.plugin [-] Segment 6719a1a5-edd5-41c1-9d95-9e2b614ddd86 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6719a1a5-edd5-41c1-9d95-9e2b614ddd86 found for delete ", "request_id": "req-73bddd8c-c5b9-4e64-9641-28a4121ab6fe"}]} Aug 30 01:11:38.690031 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-422b14f1-8d12-4225-a95b-c027b97fed90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-877322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16316755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16466381'] for network (87c6f529-8fb5-4890-8266-ccaeb1ba7640), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:38.696071 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-422b14f1-8d12-4225-a95b-c027b97fed90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282183'] for network (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:38.699739 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-422b14f1-8d12-4225-a95b-c027b97fed90 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/87c6f529-8fb5-4890-8266-ccaeb1ba7640 HTTP/1.1" status: 204 len: 168 time: 0.6531198 Aug 30 01:11:38.710870 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422b14f1-8d12-4225-a95b-c027b97fed90 admin admin] Pushing event deleted for resources: {'Network': ['ID=87c6f529-8fb5-4890-8266-ccaeb1ba7640,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:38.812101 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 54464) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:11:38.838488 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:DELETE=14,neutron:SELECT=85,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:38.855320 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-ab53ae5c-9058-4405-b4ab-12622d5506f9 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=a6380baa172744fa9d7ba5b81f847906&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420802 Aug 30 01:11:38.857941 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 54466) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:11:38.908489 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-1e344dfa-881d-4300-a2bf-a7a471eaf36f admin admin] Publish callbacks [] for security_group (a0a2be1f-927a-4c13-81e4-2561fba9f439), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:38.929846 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-1e344dfa-881d-4300-a2bf-a7a471eaf36f admin admin] Publish callbacks [] for security_group (a0a2be1f-927a-4c13-81e4-2561fba9f439), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:38.977901 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-d580ee08-3dbe-48c7-84eb-c0fb572a58f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (fba0026e-8830-42b0-8a12-2be2a1203730), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:38.983486 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-1e344dfa-881d-4300-a2bf-a7a471eaf36f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (a0a2be1f-927a-4c13-81e4-2561fba9f439), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:38.985979 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-1e344dfa-881d-4300-a2bf-a7a471eaf36f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:38.987138 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-1e344dfa-881d-4300-a2bf-a7a471eaf36f admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/a0a2be1f-927a-4c13-81e4-2561fba9f439 HTTP/1.1" status: 204 len: 168 time: 0.1282926 Aug 30 01:11:38.996261 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e344dfa-881d-4300-a2bf-a7a471eaf36f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a2be1f-927a-4c13-81e4-2561fba9f439,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:39.309442 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 54472) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:11:39.349173 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-5b1384ad-c063-427e-b8d1-f2e10dbf446e admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=108bfe2bf3ef4249bb1f940b4ddbd8c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384541 Aug 30 01:11:39.351656 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 54474) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:11:39.399750 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-243ffabd-2ac7-4dc4-902d-626d13554f0f admin admin] Publish callbacks [] for security_group (bca7a49f-0b4b-429b-b3a8-426cf87ec4ab), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:39.420835 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-243ffabd-2ac7-4dc4-902d-626d13554f0f admin admin] Publish callbacks [] for security_group (bca7a49f-0b4b-429b-b3a8-426cf87ec4ab), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:39.421070 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device 729c26fe-a4b3-4cc3-b9e9-2603f916a1c4 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=106208) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 01:11:39.474856 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-243ffabd-2ac7-4dc4-902d-626d13554f0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (bca7a49f-0b4b-429b-b3a8-426cf87ec4ab), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:39.477560 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-243ffabd-2ac7-4dc4-902d-626d13554f0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:39.479412 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-243ffabd-2ac7-4dc4-902d-626d13554f0f admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/bca7a49f-0b4b-429b-b3a8-426cf87ec4ab HTTP/1.1" status: 204 len: 168 time: 0.1268780 Aug 30 01:11:39.487376 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243ffabd-2ac7-4dc4-902d-626d13554f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca7a49f-0b4b-429b-b3a8-426cf87ec4ab,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:39.506182 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:39.538996 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port 729c26fe-a4b3-4cc3-b9e9-2603f916a1c4, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=729c26fe-a4b3-4cc3-b9e9-2603f916a1c4,segment=NetworkSegment(d885eda7-4268-4a35-a6ed-db3090deff20),segment_id=d885eda7-4268-4a35-a6ed-db3090deff20)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:11:39.553670 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Returning: {'device': '729c26fe-a4b3-4cc3-b9e9-2603f916a1c4', 'network_id': '71657289-5845-4030-b5d1-5bad1153486f', 'port_id': '729c26fe-a4b3-4cc3-b9e9-2603f916a1c4', 'mac_address': 'fa:16:3e:95:95:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5ba3a12-33bc-451f-ac45-0e3b5e90b022', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106208) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 01:11:39.590536 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Current status of the port 729c26fe-a4b3-4cc3-b9e9-2603f916a1c4 is: DOWN; New status is: BUILD {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:11:39.590928 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (729c26fe-a4b3-4cc3-b9e9-2603f916a1c4), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:39.604830 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 729c26fe-a4b3-4cc3-b9e9-2603f916a1c4 {{(pid=106208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:11:39.629972 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port 729c26fe-a4b3-4cc3-b9e9-2603f916a1c4, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=729c26fe-a4b3-4cc3-b9e9-2603f916a1c4,segment=NetworkSegment(d885eda7-4268-4a35-a6ed-db3090deff20),segment_id=d885eda7-4268-4a35-a6ed-db3090deff20)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:11:39.635860 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (729c26fe-a4b3-4cc3-b9e9-2603f916a1c4), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:39.656900 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd511b48-fb9e-4bc7-8731-b6e6a739b942 req-e747e864-48fe-4c1a-ad52-d6801f48fff3 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:39.658456 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-dd511b48-fb9e-4bc7-8731-b6e6a739b942 req-e747e864-48fe-4c1a-ad52-d6801f48fff3 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa7e7483-c8ec-40f2-814d-aba9573395ad HTTP/1.1" status: 200 len: 943 time: 0.0560875 Aug 30 01:11:39.689383 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Pushing event updated for resources: {'Port': ['ID=729c26fe-a4b3-4cc3-b9e9-2603f916a1c4,revision_number=9']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:39.716599 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-dd511b48-fb9e-4bc7-8731-b6e6a739b942 req-d1140b7a-76ed-4ef2-979a-6d73728920a5 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=398697c9-dfff-4a34-8fa9-4fdbdb9b6048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519056 Aug 30 01:11:39.853482 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] get_ports_and_sgs() called for port_ids ['729c26fe-a4b3-4cc3-b9e9-2603f916a1c4'] {{(pid=106208) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:11:40.878128 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beed6ae6-9b14-4d52-abcc-c9fae57017ab req-089c5db1-bbfc-4d0c-b610-6fa86039be9b tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:40.885147 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-beed6ae6-9b14-4d52-abcc-c9fae57017ab req-089c5db1-bbfc-4d0c-b610-6fa86039be9b tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa7e7483-c8ec-40f2-814d-aba9573395ad HTTP/1.1" status: 200 len: 944 time: 0.0799246 Aug 30 01:11:40.947684 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-beed6ae6-9b14-4d52-abcc-c9fae57017ab req-35b0ee26-2887-4757-9293-43820cf1b39f tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=398697c9-dfff-4a34-8fa9-4fdbdb9b6048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583947 Aug 30 01:11:41.348997 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b6ff4b67-79cb-47a4-80d1-0ae1d4b08890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (613dbf26-5731-4391-8a29-3c5185f7ed3f), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:41.435426 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device 729c26fe-a4b3-4cc3-b9e9-2603f916a1c4 up at agent hyperv_hv-cinder-81514 {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:11:41.478759 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Provisioning complete for port 729c26fe-a4b3-4cc3-b9e9-2603f916a1c4 triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:11:41.479135 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (729c26fe-a4b3-4cc3-b9e9-2603f916a1c4), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:41.550175 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Current status of the port 729c26fe-a4b3-4cc3-b9e9-2603f916a1c4 is: BUILD; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:11:41.550475 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (729c26fe-a4b3-4cc3-b9e9-2603f916a1c4), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:41.573933 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa7e7483-c8ec-40f2-814d-aba9573395ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '729c26fe-a4b3-4cc3-b9e9-2603f916a1c4'}] {{(pid=106208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:11:41.576275 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c29b7fbecba6d5f29730e8e5f4edf6e9b002b1b00f6f5f73d69c4afba8ee411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5500ec0e-3877-477f-bb74-2519d6068967" -d '{"events": [{"server_uuid": "aa7e7483-c8ec-40f2-814d-aba9573395ad", "name": "network-vif-plugged", "status": "completed", "tag": "729c26fe-a4b3-4cc3-b9e9-2603f916a1c4"}]}' {{(pid=106208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:11:41.589586 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port 729c26fe-a4b3-4cc3-b9e9-2603f916a1c4, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=729c26fe-a4b3-4cc3-b9e9-2603f916a1c4,segment=NetworkSegment(d885eda7-4268-4a35-a6ed-db3090deff20),segment_id=d885eda7-4268-4a35-a6ed-db3090deff20)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:11:41.593362 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (729c26fe-a4b3-4cc3-b9e9-2603f916a1c4), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:41.621900 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef2bde7e-a05b-4b92-b96a-b2e736c7ed72 x-openstack-request-id: req-ef2bde7e-a05b-4b92-b96a-b2e736c7ed72 {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:11:41.622182 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa7e7483-c8ec-40f2-814d-aba9573395ad", "name": "network-vif-plugged", "status": "completed", "tag": "729c26fe-a4b3-4cc3-b9e9-2603f916a1c4", "code": 200}]} {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:11:41.622427 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ef2bde7e-a05b-4b92-b96a-b2e736c7ed72 {{(pid=106208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:11:41.622807 dv-cinder-815146-13-iscsi neutron-server[106208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef2bde7e-a05b-4b92-b96a-b2e736c7ed72'] response: {'server_uuid': 'aa7e7483-c8ec-40f2-814d-aba9573395ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '729c26fe-a4b3-4cc3-b9e9-2603f916a1c4', 'code': 200} Aug 30 01:11:41.652610 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Pushing event updated for resources: {'Port': ['ID=729c26fe-a4b3-4cc3-b9e9-2603f916a1c4,revision_number=10']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:41.936443 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1428ccf4-0af8-4ae3-bd82-d8dec1b35048 req-62cc62f3-fcb4-4f62-8b17-de91f91fc858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:41.937981 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-1428ccf4-0af8-4ae3-bd82-d8dec1b35048 req-62cc62f3-fcb4-4f62-8b17-de91f91fc858 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=aa7e7483-c8ec-40f2-814d-aba9573395ad HTTP/1.1" status: 200 len: 1130 time: 0.1739535 Aug 30 01:11:41.982334 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-1428ccf4-0af8-4ae3-bd82-d8dec1b35048 req-0c0a25ec-ee92-4cdf-a21e-5464be23b1ac service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=398697c9-dfff-4a34-8fa9-4fdbdb9b6048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380499 Aug 30 01:11:42.093624 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f922a1c-8562-4a89-b5f5-a1b2891ca3fc req-b9c8f929-00aa-4582-bf6c-32d32a4b6d43 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:42.095013 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-6f922a1c-8562-4a89-b5f5-a1b2891ca3fc req-b9c8f929-00aa-4582-bf6c-32d32a4b6d43 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa7e7483-c8ec-40f2-814d-aba9573395ad HTTP/1.1" status: 200 len: 946 time: 0.0464506 Aug 30 01:11:42.145009 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-6f922a1c-8562-4a89-b5f5-a1b2891ca3fc req-a1e31368-1fa1-4c11-820f-c8d78dceaa20 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=398697c9-dfff-4a34-8fa9-4fdbdb9b6048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445216 Aug 30 01:11:42.546312 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-25c1dd7e-d974-443e-806e-f641d8bbb77b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (0cb86657-2da7-42ea-bd2c-d65472391dc8), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:43.271410 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6892944-6d45-40bf-b643-0a20a14d195d req-1d62cf3d-5375-4e02-ac59-16a9f123b598 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:43.272938 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e6892944-6d45-40bf-b643-0a20a14d195d req-1d62cf3d-5375-4e02-ac59-16a9f123b598 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa7e7483-c8ec-40f2-814d-aba9573395ad HTTP/1.1" status: 200 len: 946 time: 0.0482762 Aug 30 01:11:43.320230 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e6892944-6d45-40bf-b643-0a20a14d195d req-88176e87-5e4a-4675-bc8b-edc9ca136a1d tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=398697c9-dfff-4a34-8fa9-4fdbdb9b6048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416138 Aug 30 01:11:44.099758 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-035fe171-2dca-49fc-a74e-5e6f2a9e45a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (976597ea-a902-4e5f-8c76-25f81ae4fb08), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:44.254876 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (a0553951-7123-4403-ab2a-bb83048c1e52), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:44.275868 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:44.282573 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (ec393def-3d84-45a3-8a6c-ed049d62fe0a), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:44.441389 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e5f7c2-6d88-4fa2-bab7-90760cf9bdaf req-cb95c61f-507c-4a63-8036-0f1b4593df30 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:44.442847 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-09e5f7c2-6d88-4fa2-bab7-90760cf9bdaf req-cb95c61f-507c-4a63-8036-0f1b4593df30 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa7e7483-c8ec-40f2-814d-aba9573395ad HTTP/1.1" status: 200 len: 946 time: 0.0459826 Aug 30 01:11:44.500292 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-09e5f7c2-6d88-4fa2-bab7-90760cf9bdaf req-b809d3a1-8f39-4784-a450-8d94f90a255e tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=398697c9-dfff-4a34-8fa9-4fdbdb9b6048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511987 Aug 30 01:11:47.308038 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=49 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:47.336124 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=48 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:49.482225 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=37,neutron:DELETE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:49.483028 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=81,neutron:DELETE=9 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:54.274188 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=76,neutron:UPDATE=4 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:54.489825 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=70 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:54.496352 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=68 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:57.147761 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.agents_db [None req-fbf18308-e14c-4042-905c-b7f1770ec079 None None] Agent healthcheck: found 6 active agents {{(pid=106209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:11:57.778112 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c36e39-f062-44ee-862f-139723cdddba req-7b9dc46b-1de9-4e33-9022-e73c2e601941 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:57.779587 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e0c36e39-f062-44ee-862f-139723cdddba req-7b9dc46b-1de9-4e33-9022-e73c2e601941 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77c1fad5-fcbd-475a-b590-406d1b8cfc8f HTTP/1.1" status: 200 len: 945 time: 0.0514371 Aug 30 01:11:57.829141 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e0c36e39-f062-44ee-862f-139723cdddba req-6d0c64dc-b127-4040-886f-6ccdeb7b469a tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c73c16fa-6e40-4125-82d0-fcb83c652d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438130 Aug 30 01:11:58.949320 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab76386-0102-42ae-a48c-0877be9b8604 req-e835e658-b4e8-48e9-b4ec-73228811c11c tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:58.950818 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-aab76386-0102-42ae-a48c-0877be9b8604 req-e835e658-b4e8-48e9-b4ec-73228811c11c tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77c1fad5-fcbd-475a-b590-406d1b8cfc8f HTTP/1.1" status: 200 len: 945 time: 0.0465620 Aug 30 01:11:58.999222 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-aab76386-0102-42ae-a48c-0877be9b8604 req-5a933953-5358-4a35-8236-1d3dbd2c7e29 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c73c16fa-6e40-4125-82d0-fcb83c652d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427125 Aug 30 01:12:00.123874 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ecdd88-a1da-4689-b651-5eb53e9c969a req-f2ad78bd-b38a-4b71-884e-da475a11eb5b tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:00.125363 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-84ecdd88-a1da-4689-b651-5eb53e9c969a req-f2ad78bd-b38a-4b71-884e-da475a11eb5b tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77c1fad5-fcbd-475a-b590-406d1b8cfc8f HTTP/1.1" status: 200 len: 945 time: 0.0541210 Aug 30 01:12:00.174498 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-84ecdd88-a1da-4689-b651-5eb53e9c969a req-4e63ae35-79de-4ee9-ad9a-67ef65024b82 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c73c16fa-6e40-4125-82d0-fcb83c652d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435631 Aug 30 01:12:01.295186 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d004e896-f5fd-4377-838f-9021adfe7d2a req-7ecb0efb-87d0-4475-a88b-978c3fae063a tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:01.296675 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-d004e896-f5fd-4377-838f-9021adfe7d2a req-7ecb0efb-87d0-4475-a88b-978c3fae063a tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77c1fad5-fcbd-475a-b590-406d1b8cfc8f HTTP/1.1" status: 200 len: 945 time: 0.0469532 Aug 30 01:12:01.346226 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-d004e896-f5fd-4377-838f-9021adfe7d2a req-1718e8e6-bc2b-4f69-8847-5bc4a9199a0d tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c73c16fa-6e40-4125-82d0-fcb83c652d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439124 Aug 30 01:12:02.464389 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5536f8-87bc-4032-b188-45b62e2c062d req-d31350f5-d7d6-4650-83a7-70b450887cd7 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:02.465879 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-1f5536f8-87bc-4032-b188-45b62e2c062d req-d31350f5-d7d6-4650-83a7-70b450887cd7 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77c1fad5-fcbd-475a-b590-406d1b8cfc8f HTTP/1.1" status: 200 len: 945 time: 0.0460157 Aug 30 01:12:02.518097 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-1f5536f8-87bc-4032-b188-45b62e2c062d req-d7800f87-386f-4554-8b25-df53a79a5643 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c73c16fa-6e40-4125-82d0-fcb83c652d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465834 Aug 30 01:12:03.882826 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dd0142-49f5-4168-ac0a-2bb65cb737e2 req-f0592b06-d7d6-44d1-bf42-8e3f4ac5c7c2 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:03.884933 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-31dd0142-49f5-4168-ac0a-2bb65cb737e2 req-f0592b06-d7d6-44d1-bf42-8e3f4ac5c7c2 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77c1fad5-fcbd-475a-b590-406d1b8cfc8f HTTP/1.1" status: 200 len: 945 time: 0.2924697 Aug 30 01:12:03.932552 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-31dd0142-49f5-4168-ac0a-2bb65cb737e2 req-1a6ccd30-2214-4a07-b937-e6f1a2be9821 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c73c16fa-6e40-4125-82d0-fcb83c652d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420904 Aug 30 01:12:05.066305 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9248b769-1986-47de-9f83-483369fa7b43 req-e9b93ac9-3950-4e90-b4b3-7a22d2adda54 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:05.067776 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-9248b769-1986-47de-9f83-483369fa7b43 req-e9b93ac9-3950-4e90-b4b3-7a22d2adda54 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77c1fad5-fcbd-475a-b590-406d1b8cfc8f HTTP/1.1" status: 200 len: 945 time: 0.0494213 Aug 30 01:12:05.117713 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-9248b769-1986-47de-9f83-483369fa7b43 req-f11876a3-4ae4-432a-8d04-4a545fabd897 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c73c16fa-6e40-4125-82d0-fcb83c652d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428302 Aug 30 01:12:06.237084 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a71e9a-6576-4167-ba05-efbd3110c4b6 req-2d9652f2-daef-48e1-ab12-58a1fbc49106 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:06.238593 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-b9a71e9a-6576-4167-ba05-efbd3110c4b6 req-2d9652f2-daef-48e1-ab12-58a1fbc49106 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77c1fad5-fcbd-475a-b590-406d1b8cfc8f HTTP/1.1" status: 200 len: 945 time: 0.0485632 Aug 30 01:12:06.288663 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-b9a71e9a-6576-4167-ba05-efbd3110c4b6 req-e87ee0d3-d7bf-46d5-a99e-e5ae18b87291 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c73c16fa-6e40-4125-82d0-fcb83c652d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434880 Aug 30 01:12:07.142320 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=13 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:07.143068 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=15 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:07.404432 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e0cd5d-43b4-4c85-a6e6-95ffdad54db9 req-68f27923-c651-4af2-b268-c4bc6484133a tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:07.405830 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-d4e0cd5d-43b4-4c85-a6e6-95ffdad54db9 req-68f27923-c651-4af2-b268-c4bc6484133a tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77c1fad5-fcbd-475a-b590-406d1b8cfc8f HTTP/1.1" status: 200 len: 945 time: 0.0464251 Aug 30 01:12:07.456985 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-d4e0cd5d-43b4-4c85-a6e6-95ffdad54db9 req-f44aa736-8e9f-4459-b83b-36c3fd1d2ccb tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c73c16fa-6e40-4125-82d0-fcb83c652d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455918 Aug 30 01:12:07.952415 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd4d4b5-d605-468c-a632-50d19509599e req-9779e361-5073-4dbf-9726-0f3557b5995a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:07.953922 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-5cd4d4b5-d605-468c-a632-50d19509599e req-9779e361-5073-4dbf-9726-0f3557b5995a service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=aa4d639296c34f1dbf0b327fd0828620&device_id=77c1fad5-fcbd-475a-b590-406d1b8cfc8f HTTP/1.1" status: 200 len: 1129 time: 0.0416412 Aug 30 01:12:08.045282 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd4d4b5-d605-468c-a632-50d19509599e req-b68fbec3-dfb7-4073-8ef0-37fe224ecc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:08.046735 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-5cd4d4b5-d605-468c-a632-50d19509599e req-b68fbec3-dfb7-4073-8ef0-37fe224ecc49 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=975176e1-2963-4279-99b0-e91749d91c94 HTTP/1.1" status: 200 len: 910 time: 0.0856929 Aug 30 01:12:08.101603 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:08.111834 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-5cd4d4b5-d605-468c-a632-50d19509599e req-7fa46926-6068-4f33-a2b3-c5acafd76d6e service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f326f1cc-3214-4c94-b458-a90b5f3ea1e3 HTTP/1.1" status: 200 len: 1001 time: 0.0590756 Aug 30 01:12:08.144704 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:08.161845 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd4d4b5-d605-468c-a632-50d19509599e req-5a828df1-a81f-4fc0-ac51-0eb5491ae4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:08.163309 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-5cd4d4b5-d605-468c-a632-50d19509599e req-5a828df1-a81f-4fc0-ac51-0eb5491ae4c5 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=249a35e3-e839-4219-8b3a-81bef0c6bdbb HTTP/1.1" status: 200 len: 847 time: 0.0451915 Aug 30 01:12:08.206780 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd4d4b5-d605-468c-a632-50d19509599e req-b6fb94de-85bb-48f0-855e-5ea448120322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:08.208151 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-5cd4d4b5-d605-468c-a632-50d19509599e req-b6fb94de-85bb-48f0-855e-5ea448120322 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=975176e1-2963-4279-99b0-e91749d91c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0381849 Aug 30 01:12:08.302005 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-5cd4d4b5-d605-468c-a632-50d19509599e req-a4a81ede-6ecc-4662-a580-e3c2cc46c664 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/975176e1-2963-4279-99b0-e91749d91c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865498 Aug 30 01:12:08.392268 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-5cd4d4b5-d605-468c-a632-50d19509599e req-1a8b7fef-fa1d-4a16-a1ec-b7676f8c251f service neutron] 10.222.0.47 "GET /networking/v2.0/networks/975176e1-2963-4279-99b0-e91749d91c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835826 Aug 30 01:12:08.581765 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f9b8f-666d-4d0c-84ed-2686abafdb54 req-92b0412c-5241-452c-8bed-62ff305f7a25 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:08.583244 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-2f1f9b8f-666d-4d0c-84ed-2686abafdb54 req-92b0412c-5241-452c-8bed-62ff305f7a25 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77c1fad5-fcbd-475a-b590-406d1b8cfc8f HTTP/1.1" status: 200 len: 945 time: 0.0515776 Aug 30 01:12:08.632578 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-2f1f9b8f-666d-4d0c-84ed-2686abafdb54 req-938cc962-656e-4544-8268-55c43d17f05f tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c73c16fa-6e40-4125-82d0-fcb83c652d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435786 Aug 30 01:12:08.981124 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-1d8215c8-2763-4fda-be50-e9a3bfa62ac6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (fba0026e-8830-42b0-8a12-2be2a1203730), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:09.753699 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8601fb07-723e-4811-afb5-c238e487d364 req-631d1a1c-c6a1-49d9-8a50-e14a7424e64d tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:09.755175 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-8601fb07-723e-4811-afb5-c238e487d364 req-631d1a1c-c6a1-49d9-8a50-e14a7424e64d tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77c1fad5-fcbd-475a-b590-406d1b8cfc8f HTTP/1.1" status: 200 len: 945 time: 0.0474625 Aug 30 01:12:09.804042 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-8601fb07-723e-4811-afb5-c238e487d364 req-cc9a09ea-2c9a-4a0f-8de8-cfa05f92de33 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c73c16fa-6e40-4125-82d0-fcb83c652d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424929 Aug 30 01:12:10.931024 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f2086-d629-4d65-b9b5-e6b66c775f00 req-38f0d6bb-a587-4dcc-9769-54fa63fd5d0e tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:10.932520 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-3a1f2086-d629-4d65-b9b5-e6b66c775f00 req-38f0d6bb-a587-4dcc-9769-54fa63fd5d0e tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77c1fad5-fcbd-475a-b590-406d1b8cfc8f HTTP/1.1" status: 200 len: 945 time: 0.0482497 Aug 30 01:12:10.985439 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-3a1f2086-d629-4d65-b9b5-e6b66c775f00 req-44e8d424-15b7-44cd-a43a-e6730536fec2 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c73c16fa-6e40-4125-82d0-fcb83c652d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470757 Aug 30 01:12:11.218706 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc6504a-d496-49f7-94dc-6755df949cb5 req-0878b9fd-79d6-443a-a817-d05f667fcdf8 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:11.220200 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 54564) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:12:11.220692 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-bcc6504a-d496-49f7-94dc-6755df949cb5 req-0878b9fd-79d6-443a-a817-d05f667fcdf8 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77c1fad5-fcbd-475a-b590-406d1b8cfc8f HTTP/1.1" status: 200 len: 945 time: 0.0487390 Aug 30 01:12:11.271643 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-bcc6504a-d496-49f7-94dc-6755df949cb5 req-a00b7133-bde9-4800-9aed-32b9d5550f0f tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c73c16fa-6e40-4125-82d0-fcb83c652d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457609 Aug 30 01:12:11.306889 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-cb5eaaff-3ed6-4104-975e-7c35fce7f53b req-c99abd02-9d26-4986-bf76-74f0d4e6f3f3 service neutron] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77c1fad5-fcbd-475a-b590-406d1b8cfc8f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0849969 Aug 30 01:12:11.315956 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [req-cb5eaaff-3ed6-4104-975e-7c35fce7f53b req-646a625f-bb1e-4b1e-8e29-f7f3b94eb58d service neutron] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106206) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 01:12:11.316925 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-cb5eaaff-3ed6-4104-975e-7c35fce7f53b req-646a625f-bb1e-4b1e-8e29-f7f3b94eb58d service neutron] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049355 Aug 30 01:12:11.350764 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-66a93691-a9d4-4e0c-b466-2cd8f920ae5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (613dbf26-5731-4391-8a29-3c5185f7ed3f), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:11.472285 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 54572) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:12:11.567190 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5eaaff-3ed6-4104-975e-7c35fce7f53b req-d4b4878c-8c06-4942-8863-4c415ac91449 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:11.568553 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-cb5eaaff-3ed6-4104-975e-7c35fce7f53b req-d4b4878c-8c06-4942-8863-4c415ac91449 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/ports/f326f1cc-3214-4c94-b458-a90b5f3ea1e3 HTTP/1.1" status: 200 len: 942 time: 0.0953016 Aug 30 01:12:12.397500 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d414b5-cb4a-4021-963f-92a80fbc16f6 req-db8767c2-ef11-448c-8afd-ac76f82fd9c6 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:12.399264 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-85d414b5-cb4a-4021-963f-92a80fbc16f6 req-db8767c2-ef11-448c-8afd-ac76f82fd9c6 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77c1fad5-fcbd-475a-b590-406d1b8cfc8f HTTP/1.1" status: 200 len: 945 time: 0.0514245 Aug 30 01:12:12.455349 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-85d414b5-cb4a-4021-963f-92a80fbc16f6 req-7a226351-e9d2-42aa-952d-6af3b63a2b3a tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c73c16fa-6e40-4125-82d0-fcb83c652d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459774 Aug 30 01:12:12.549946 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-25c1dd7e-d974-443e-806e-f641d8bbb77b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (0cb86657-2da7-42ea-bd2c-d65472391dc8), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:13.046349 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5eaaff-3ed6-4104-975e-7c35fce7f53b req-70731f0a-0da2-4f15-ae3e-a608e920c3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:13.047777 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-cb5eaaff-3ed6-4104-975e-7c35fce7f53b req-70731f0a-0da2-4f15-ae3e-a608e920c3e4 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=77c1fad5-fcbd-475a-b590-406d1b8cfc8f&tenant_id=aa4d639296c34f1dbf0b327fd0828620 HTTP/1.1" status: 200 len: 1129 time: 0.0455449 Aug 30 01:12:13.110919 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5eaaff-3ed6-4104-975e-7c35fce7f53b req-2735223a-607f-4ecc-9ca9-9a18ecf7ff17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:13.112431 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-cb5eaaff-3ed6-4104-975e-7c35fce7f53b req-2735223a-607f-4ecc-9ca9-9a18ecf7ff17 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=aa4d639296c34f1dbf0b327fd0828620&device_id=77c1fad5-fcbd-475a-b590-406d1b8cfc8f HTTP/1.1" status: 200 len: 1129 time: 0.0413344 Aug 30 01:12:13.207189 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:13.216806 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5eaaff-3ed6-4104-975e-7c35fce7f53b req-45b25a98-b7c1-4ee5-bbe9-cf89374ab6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:13.218347 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-cb5eaaff-3ed6-4104-975e-7c35fce7f53b req-45b25a98-b7c1-4ee5-bbe9-cf89374ab6fc service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=975176e1-2963-4279-99b0-e91749d91c94 HTTP/1.1" status: 200 len: 910 time: 0.0976164 Aug 30 01:12:13.281433 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-cb5eaaff-3ed6-4104-975e-7c35fce7f53b req-244b04a5-2150-4d0f-956d-cb3c7ba6d328 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f326f1cc-3214-4c94-b458-a90b5f3ea1e3 HTTP/1.1" status: 200 len: 1001 time: 0.0566607 Aug 30 01:12:13.330449 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5eaaff-3ed6-4104-975e-7c35fce7f53b req-dc6e6410-8469-4ba4-b8e1-58dd07477292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:13.331796 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-cb5eaaff-3ed6-4104-975e-7c35fce7f53b req-dc6e6410-8469-4ba4-b8e1-58dd07477292 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=249a35e3-e839-4219-8b3a-81bef0c6bdbb HTTP/1.1" status: 200 len: 847 time: 0.0442507 Aug 30 01:12:13.380230 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5eaaff-3ed6-4104-975e-7c35fce7f53b req-171156a3-09cc-49bb-ae73-4592fdc5d7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:13.381771 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-cb5eaaff-3ed6-4104-975e-7c35fce7f53b req-171156a3-09cc-49bb-ae73-4592fdc5d7f6 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=975176e1-2963-4279-99b0-e91749d91c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0425632 Aug 30 01:12:13.445219 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:13.473025 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-cb5eaaff-3ed6-4104-975e-7c35fce7f53b req-8086db36-73ab-4fcc-a725-946d1b209f3d service neutron] 10.222.0.47 "GET /networking/v2.0/networks/975176e1-2963-4279-99b0-e91749d91c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850716 Aug 30 01:12:13.604366 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df37e46-93a7-4e69-9cbd-096e73cb45f3 req-3c2e3e0e-d89b-4208-b011-58eb788f0a9c tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:13.605816 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-8df37e46-93a7-4e69-9cbd-096e73cb45f3 req-3c2e3e0e-d89b-4208-b011-58eb788f0a9c tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77c1fad5-fcbd-475a-b590-406d1b8cfc8f HTTP/1.1" status: 200 len: 945 time: 0.0656252 Aug 30 01:12:13.609398 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-cb5eaaff-3ed6-4104-975e-7c35fce7f53b req-4589cc64-981d-4e3e-bb31-0914d3b5e70a service neutron] 10.222.0.47 "GET /networking/v2.0/networks/975176e1-2963-4279-99b0-e91749d91c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288743 Aug 30 01:12:13.622750 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device f326f1cc-3214-4c94-b458-a90b5f3ea1e3 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:12:13.658708 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-8df37e46-93a7-4e69-9cbd-096e73cb45f3 req-4e96ad48-63ab-4b1b-8458-eef24b4975b3 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c73c16fa-6e40-4125-82d0-fcb83c652d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473647 Aug 30 01:12:13.814736 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Current status of the port f326f1cc-3214-4c94-b458-a90b5f3ea1e3 is: ACTIVE; New status is: DOWN {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:12:13.815142 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (f326f1cc-3214-4c94-b458-a90b5f3ea1e3), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:13.838886 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c1fad5-fcbd-475a-b590-406d1b8cfc8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f326f1cc-3214-4c94-b458-a90b5f3ea1e3'}] {{(pid=106208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:12:13.841102 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c29b7fbecba6d5f29730e8e5f4edf6e9b002b1b00f6f5f73d69c4afba8ee411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d94f71c2-096c-4986-8464-76aeb46e4d8b" -d '{"events": [{"server_uuid": "77c1fad5-fcbd-475a-b590-406d1b8cfc8f", "name": "network-vif-unplugged", "status": "completed", "tag": "f326f1cc-3214-4c94-b458-a90b5f3ea1e3"}]}' {{(pid=106208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:12:13.853380 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port f326f1cc-3214-4c94-b458-a90b5f3ea1e3, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f326f1cc-3214-4c94-b458-a90b5f3ea1e3,segment=NetworkSegment(f189fdd9-26a6-465a-b699-07b463ddfec7),segment_id=f189fdd9-26a6-465a-b699-07b463ddfec7)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:12:13.857738 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (f326f1cc-3214-4c94-b458-a90b5f3ea1e3), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:13.907107 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Pushing event updated for resources: {'Port': ['ID=f326f1cc-3214-4c94-b458-a90b5f3ea1e3,revision_number=6']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:12:13.938365 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 30 Aug 2022 01:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec589e7-155e-4807-90d3-b056283095e7 x-openstack-request-id: req-1ec589e7-155e-4807-90d3-b056283095e7 {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:12:13.938651 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c1fad5-fcbd-475a-b590-406d1b8cfc8f", "name": "network-vif-unplugged", "status": "completed", "tag": "f326f1cc-3214-4c94-b458-a90b5f3ea1e3", "code": 200}]} {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:12:13.938899 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1ec589e7-155e-4807-90d3-b056283095e7 {{(pid=106208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:12:13.939291 dv-cinder-815146-13-iscsi neutron-server[106208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ec589e7-155e-4807-90d3-b056283095e7'] response: {'server_uuid': '77c1fad5-fcbd-475a-b590-406d1b8cfc8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f326f1cc-3214-4c94-b458-a90b5f3ea1e3', 'code': 200} Aug 30 01:12:14.102291 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-035fe171-2dca-49fc-a74e-5e6f2a9e45a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (976597ea-a902-4e5f-8c76-25f81ae4fb08), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:14.267897 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (a0553951-7123-4403-ab2a-bb83048c1e52), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:14.279667 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (ec393def-3d84-45a3-8a6c-ed049d62fe0a), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:14.778113 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7827a5-398a-4652-8c4f-2741c5819304 req-def7a66a-9203-42ef-b4fe-633e95403c75 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:14.779559 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-ec7827a5-398a-4652-8c4f-2741c5819304 req-def7a66a-9203-42ef-b4fe-633e95403c75 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77c1fad5-fcbd-475a-b590-406d1b8cfc8f HTTP/1.1" status: 200 len: 943 time: 0.0469081 Aug 30 01:12:14.834135 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-ec7827a5-398a-4652-8c4f-2741c5819304 req-a961020e-53ff-49eb-aefd-d846985ef3f6 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c73c16fa-6e40-4125-82d0-fcb83c652d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487654 Aug 30 01:12:15.955817 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f48f3e-721b-4c9f-a364-24da4f3481a9 req-8e6d4a5d-22d9-4bf8-aeec-fb7c706f2e19 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:15.957353 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-65f48f3e-721b-4c9f-a364-24da4f3481a9 req-8e6d4a5d-22d9-4bf8-aeec-fb7c706f2e19 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77c1fad5-fcbd-475a-b590-406d1b8cfc8f HTTP/1.1" status: 200 len: 943 time: 0.0481539 Aug 30 01:12:16.004969 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-65f48f3e-721b-4c9f-a364-24da4f3481a9 req-87f84719-ca0f-4312-a235-5ff06bdd8ec3 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c73c16fa-6e40-4125-82d0-fcb83c652d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420752 Aug 30 01:12:17.122362 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d37d9-609f-4466-b3f7-a536fe39f9c7 req-5fb2f345-51af-4acc-9dfc-2dddb97fcca9 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:17.123806 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-8b1d37d9-609f-4466-b3f7-a536fe39f9c7 req-5fb2f345-51af-4acc-9dfc-2dddb97fcca9 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77c1fad5-fcbd-475a-b590-406d1b8cfc8f HTTP/1.1" status: 200 len: 943 time: 0.0462816 Aug 30 01:12:17.172268 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-8b1d37d9-609f-4466-b3f7-a536fe39f9c7 req-57e7c466-07d2-4d3a-b2ec-0d4753671de1 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c73c16fa-6e40-4125-82d0-fcb83c652d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429261 Aug 30 01:12:18.074409 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c65619d-8401-4377-a296-3e88d71a0652 req-f744df20-b36d-4e34-b8e8-69e8b145c2dc tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:18.075999 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-3c65619d-8401-4377-a296-3e88d71a0652 req-f744df20-b36d-4e34-b8e8-69e8b145c2dc tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa7e7483-c8ec-40f2-814d-aba9573395ad HTTP/1.1" status: 200 len: 946 time: 0.0506473 Aug 30 01:12:18.123594 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-3c65619d-8401-4377-a296-3e88d71a0652 req-8a60da09-67a0-473f-b4ed-da3a461bcb44 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=398697c9-dfff-4a34-8fa9-4fdbdb9b6048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419812 Aug 30 01:12:18.291927 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d2a6a7-918b-4a78-b251-ca46decb50d1 req-d638ed5e-05ba-4f12-94f5-5c80f9f42ab5 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:18.294240 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-d2d2a6a7-918b-4a78-b251-ca46decb50d1 req-d638ed5e-05ba-4f12-94f5-5c80f9f42ab5 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77c1fad5-fcbd-475a-b590-406d1b8cfc8f HTTP/1.1" status: 200 len: 943 time: 0.0480983 Aug 30 01:12:18.343847 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-d2d2a6a7-918b-4a78-b251-ca46decb50d1 req-6c24606e-97d6-4545-af68-97ee0b22fb2a tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c73c16fa-6e40-4125-82d0-fcb83c652d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438626 Aug 30 01:12:19.250952 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c6cae-1323-4772-9443-2d5f6641bed7 req-3ba27d46-1912-4f09-a1ad-368b7b6bc9d1 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:19.252454 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-a28c6cae-1323-4772-9443-2d5f6641bed7 req-3ba27d46-1912-4f09-a1ad-368b7b6bc9d1 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa7e7483-c8ec-40f2-814d-aba9573395ad HTTP/1.1" status: 200 len: 946 time: 0.0505762 Aug 30 01:12:19.295903 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:19.304273 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-a28c6cae-1323-4772-9443-2d5f6641bed7 req-d7640a43-469b-4e43-8d1b-b0b4d78aeb6b tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=398697c9-dfff-4a34-8fa9-4fdbdb9b6048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461559 Aug 30 01:12:19.466472 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bd4bc6-9330-4e63-a067-381754936934 req-b975c614-4dac-49c1-856b-5d10048e002b tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:19.468237 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-19bd4bc6-9330-4e63-a067-381754936934 req-b975c614-4dac-49c1-856b-5d10048e002b tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77c1fad5-fcbd-475a-b590-406d1b8cfc8f HTTP/1.1" status: 200 len: 943 time: 0.0488546 Aug 30 01:12:19.518326 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-19bd4bc6-9330-4e63-a067-381754936934 req-c4891d4c-02b4-4efb-9548-2e32d5cbc65f tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c73c16fa-6e40-4125-82d0-fcb83c652d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442324 Aug 30 01:12:19.856048 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feda0fd-cb76-468c-b23f-95385e089c9c req-fa8ab9dd-3c3d-48de-b83c-2e94a7bea083 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:19.857418 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-0feda0fd-cb76-468c-b23f-95385e089c9c req-fa8ab9dd-3c3d-48de-b83c-2e94a7bea083 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=aa7e7483-c8ec-40f2-814d-aba9573395ad HTTP/1.1" status: 200 len: 946 time: 0.0458698 Aug 30 01:12:19.958969 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.plugin [req-0feda0fd-cb76-468c-b23f-95385e089c9c req-769a85ed-1cc9-4e8b-b4b0-ea2d99a0ff64 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Deleting port 729c26fe-a4b3-4cc3-b9e9-2603f916a1c4 {{(pid=106207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:12:19.959314 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-0feda0fd-cb76-468c-b23f-95385e089c9c req-769a85ed-1cc9-4e8b-b4b0-ea2d99a0ff64 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737868023260'] for port (729c26fe-a4b3-4cc3-b9e9-2603f916a1c4), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:19.999651 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe9a76-abbb-4718-be4f-eb77acfbe760 req-9df10973-1410-4c15-abba-dcba34dd25dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:20.001217 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-2dfe9a76-abbb-4718-be4f-eb77acfbe760 req-9df10973-1410-4c15-abba-dcba34dd25dd service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=77c1fad5-fcbd-475a-b590-406d1b8cfc8f HTTP/1.1" status: 200 len: 1127 time: 0.0401444 Aug 30 01:12:20.015674 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:20.049656 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-2dfe9a76-abbb-4718-be4f-eb77acfbe760 req-e24f4f51-c94c-44a8-9fab-c4bf8e6d4b69 service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c73c16fa-6e40-4125-82d0-fcb83c652d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412991 Aug 30 01:12:20.053898 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.db [req-0feda0fd-cb76-468c-b23f-95385e089c9c req-769a85ed-1cc9-4e8b-b4b0-ea2d99a0ff64 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] For port 729c26fe-a4b3-4cc3-b9e9-2603f916a1c4, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=729c26fe-a4b3-4cc3-b9e9-2603f916a1c4,segment=NetworkSegment(d885eda7-4268-4a35-a6ed-db3090deff20),segment_id=d885eda7-4268-4a35-a6ed-db3090deff20)] {{(pid=106207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:12:20.054265 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-0feda0fd-cb76-468c-b23f-95385e089c9c req-769a85ed-1cc9-4e8b-b4b0-ea2d99a0ff64 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16464105'] for port (729c26fe-a4b3-4cc3-b9e9-2603f916a1c4), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:20.215123 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-0feda0fd-cb76-468c-b23f-95385e089c9c req-769a85ed-1cc9-4e8b-b4b0-ea2d99a0ff64 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:20.215485 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-0feda0fd-cb76-468c-b23f-95385e089c9c req-769a85ed-1cc9-4e8b-b4b0-ea2d99a0ff64 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16466402'] for floatingip (7a81ff35-a75d-4a3f-8ced-397d2fd133f9), after_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:20.215798 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.db.l3_db [req-0feda0fd-cb76-468c-b23f-95385e089c9c req-769a85ed-1cc9-4e8b-b4b0-ea2d99a0ff64 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Floating IP 7a81ff35-a75d-4a3f-8ced-397d2fd133f9 disassociated. External IP: 172.27.4.70, port: 729c26fe-a4b3-4cc3-b9e9-2603f916a1c4. Aug 30 01:12:20.216142 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.plugin [req-0feda0fd-cb76-468c-b23f-95385e089c9c req-769a85ed-1cc9-4e8b-b4b0-ea2d99a0ff64 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Calling delete_port for 729c26fe-a4b3-4cc3-b9e9-2603f916a1c4 owned by compute:nova {{(pid=106207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:12:20.351291 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-0feda0fd-cb76-468c-b23f-95385e089c9c req-769a85ed-1cc9-4e8b-b4b0-ea2d99a0ff64 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737868027338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737867580465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13006123'] for port (729c26fe-a4b3-4cc3-b9e9-2603f916a1c4), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:20.380046 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769a85ed-1cc9-4e8b-b4b0-ea2d99a0ff64 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Pushing event deleted for resources: {'Port': ['ID=729c26fe-a4b3-4cc3-b9e9-2603f916a1c4,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:12:20.391828 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769a85ed-1cc9-4e8b-b4b0-ea2d99a0ff64 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:20.392189 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769a85ed-1cc9-4e8b-b4b0-ea2d99a0ff64 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:20.392536 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769a85ed-1cc9-4e8b-b4b0-ea2d99a0ff64 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:20.392879 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769a85ed-1cc9-4e8b-b4b0-ea2d99a0ff64 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:20.393243 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769a85ed-1cc9-4e8b-b4b0-ea2d99a0ff64 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:20.393582 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769a85ed-1cc9-4e8b-b4b0-ea2d99a0ff64 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:20.393916 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769a85ed-1cc9-4e8b-b4b0-ea2d99a0ff64 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:20.394248 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769a85ed-1cc9-4e8b-b4b0-ea2d99a0ff64 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:20.394577 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769a85ed-1cc9-4e8b-b4b0-ea2d99a0ff64 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:20.394908 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769a85ed-1cc9-4e8b-b4b0-ea2d99a0ff64 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:20.395236 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769a85ed-1cc9-4e8b-b4b0-ea2d99a0ff64 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:20.395561 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769a85ed-1cc9-4e8b-b4b0-ea2d99a0ff64 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:20.396267 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769a85ed-1cc9-4e8b-b4b0-ea2d99a0ff64 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:20.396603 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769a85ed-1cc9-4e8b-b4b0-ea2d99a0ff64 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:20.396930 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769a85ed-1cc9-4e8b-b4b0-ea2d99a0ff64 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:20.459957 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-a3fba805-c5a5-40e2-aa12-368b7703b9d9 req-d21806f0-f644-4f9d-92f1-ca07e689d1ad tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa7e7483-c8ec-40f2-814d-aba9573395ad HTTP/1.1" status: 200 len: 210 time: 0.0568924 Aug 30 01:12:20.529064 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0feda0fd-cb76-468c-b23f-95385e089c9c req-769a85ed-1cc9-4e8b-b4b0-ea2d99a0ff64 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Router 54edb336-0783-4b1c-8e7c-01784738f66c has already been hosted by L3 agent 613dbf26-5731-4391-8a29-3c5185f7ed3f {{(pid=106207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:12:20.668580 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=3 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:20.671183 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca18ea-7f34-4405-883e-ba865c13327b req-8e56db59-de4a-429c-b2eb-8b15bc540bce tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:20.672677 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-6eca18ea-7f34-4405-883e-ba865c13327b req-8e56db59-de4a-429c-b2eb-8b15bc540bce tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77c1fad5-fcbd-475a-b590-406d1b8cfc8f HTTP/1.1" status: 200 len: 943 time: 0.0599782 Aug 30 01:12:20.673492 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=3 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:20.673864 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0feda0fd-cb76-468c-b23f-95385e089c9c req-769a85ed-1cc9-4e8b-b4b0-ea2d99a0ff64 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Notify agent at l3_agent.dv-cinder-815146-13-iscsi the message routers_updated {{(pid=106207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:12:20.685734 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556f9909-10a5-47d4-997f-4411fc74a734 None None] Sync routers for ids ['54edb336-0783-4b1c-8e7c-01784738f66c'] in dv-cinder-815146-13-iscsi {{(pid=106208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:12:20.686645 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:20.696117 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556f9909-10a5-47d4-997f-4411fc74a734 None None] Routers {'54edb336-0783-4b1c-8e7c-01784738f66c'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:12:20.696726 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-556f9909-10a5-47d4-997f-4411fc74a734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:12:11Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['54edb336-0783-4b1c-8e7c-01784738f66c'], 'active': True} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:12:20.735088 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [req-0feda0fd-cb76-468c-b23f-95385e089c9c req-769a85ed-1cc9-4e8b-b4b0-ea2d99a0ff64 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] No DVR routers for this DVR port 729c26fe-a4b3-4cc3-b9e9-2603f916a1c4 on host hv-cinder-81514 {{(pid=106207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:12:20.739674 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-0feda0fd-cb76-468c-b23f-95385e089c9c req-769a85ed-1cc9-4e8b-b4b0-ea2d99a0ff64 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for port (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:20.743122 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-0feda0fd-cb76-468c-b23f-95385e089c9c req-769a85ed-1cc9-4e8b-b4b0-ea2d99a0ff64 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.47 "DELETE /networking/v2.0/ports/729c26fe-a4b3-4cc3-b9e9-2603f916a1c4 HTTP/1.1" status: 204 len: 173 time: 0.8726926 Aug 30 01:12:20.744942 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa7e7483-c8ec-40f2-814d-aba9573395ad', 'name': 'network-vif-deleted', 'tag': '729c26fe-a4b3-4cc3-b9e9-2603f916a1c4'}] {{(pid=106207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:12:20.747558 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480b08bd5bc4b1a03c1b08d00e02a3f82783774d0c3347d038299e83f2d6db65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5115da1-6ee3-481f-9e68-ad8d3eb4b060" -d '{"events": [{"server_uuid": "aa7e7483-c8ec-40f2-814d-aba9573395ad", "name": "network-vif-deleted", "tag": "729c26fe-a4b3-4cc3-b9e9-2603f916a1c4"}]}' {{(pid=106207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:12:20.789550 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-6eca18ea-7f34-4405-883e-ba865c13327b req-5ff49ba6-38ef-4fb0-89f9-801316af088e tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c73c16fa-6e40-4125-82d0-fcb83c652d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084852 Aug 30 01:12:20.874470 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvr_db [None req-556f9909-10a5-47d4-997f-4411fc74a734 None None] Set router 54edb336-0783-4b1c-8e7c-01784738f66c gateway port host: dv-cinder-815146-13-iscsi {{(pid=106208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:12:20.883447 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c775aef6-06a7-4aa8-9ed4-c3360d73f5f1 x-openstack-request-id: req-c775aef6-06a7-4aa8-9ed4-c3360d73f5f1 {{(pid=106207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:12:20.884022 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa7e7483-c8ec-40f2-814d-aba9573395ad", "name": "network-vif-deleted", "tag": "729c26fe-a4b3-4cc3-b9e9-2603f916a1c4", "status": "completed", "code": 200}]} {{(pid=106207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:12:20.884494 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c775aef6-06a7-4aa8-9ed4-c3360d73f5f1 {{(pid=106207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:12:20.885173 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c775aef6-06a7-4aa8-9ed4-c3360d73f5f1'] response: {'server_uuid': 'aa7e7483-c8ec-40f2-814d-aba9573395ad', 'name': 'network-vif-deleted', 'tag': '729c26fe-a4b3-4cc3-b9e9-2603f916a1c4', 'status': 'completed', 'code': 200} Aug 30 01:12:21.091462 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-556f9909-10a5-47d4-997f-4411fc74a734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54edb336-0783-4b1c-8e7c-01784738f66c', 'name': 'tempest-AttachVolumeShelveTestJSON-1650687493-router', 'tenant_id': '54768b167b1c4fefb901f640203e1c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.5'}], 'enable_snat': True}, 'gw_port_id': 'b178ff3d-52b5-4e99-be09-66d76983e13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:06:58Z', 'updated_at': '2022-08-30T01:07:01Z', 'revision_number': 4, 'project_id': '54768b167b1c4fefb901f640203e1c5d', 'gw_port': {'id': 'b178ff3d-52b5-4e99-be09-66d76983e13d', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:58:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54edb336-0783-4b1c-8e7c-01784738f66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:06:58Z', 'updated_at': '2022-08-30T01:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_interfaces': [{'id': '8ea2d6ff-345d-412e-8fa1-f02485776dec', 'name': '', 'network_id': '71657289-5845-4030-b5d1-5bad1153486f', 'tenant_id': '54768b167b1c4fefb901f640203e1c5d', 'mac_address': 'fa:16:3e:06:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54edb336-0783-4b1c-8e7c-01784738f66c', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'b5ba3a12-33bc-451f-ac45-0e3b5e90b022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:07:00Z', 'updated_at': '2022-08-30T01:07:06Z', 'revision_number': 5, 'project_id': '54768b167b1c4fefb901f640203e1c5d', 'subnets': [{'id': 'b5ba3a12-33bc-451f-ac45-0e3b5e90b022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:12:21.115973 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556f9909-10a5-47d4-997f-4411fc74a734 None None] Checking router: 54edb336-0783-4b1c-8e7c-01784738f66c for host: dv-cinder-815146-13-iscsi {{(pid=106208) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:12:21.124941 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556f9909-10a5-47d4-997f-4411fc74a734 None None] Routers {'54edb336-0783-4b1c-8e7c-01784738f66c'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:12:21.125574 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-556f9909-10a5-47d4-997f-4411fc74a734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:12:11Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['54edb336-0783-4b1c-8e7c-01784738f66c'], 'active': True} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:12:21.226343 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvr_db [None req-556f9909-10a5-47d4-997f-4411fc74a734 None None] Set router 54edb336-0783-4b1c-8e7c-01784738f66c gateway port host: dv-cinder-815146-13-iscsi {{(pid=106208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:12:21.338663 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:21.418119 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-556f9909-10a5-47d4-997f-4411fc74a734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54edb336-0783-4b1c-8e7c-01784738f66c', 'name': 'tempest-AttachVolumeShelveTestJSON-1650687493-router', 'tenant_id': '54768b167b1c4fefb901f640203e1c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.5'}], 'enable_snat': True}, 'gw_port_id': 'b178ff3d-52b5-4e99-be09-66d76983e13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:06:58Z', 'updated_at': '2022-08-30T01:07:01Z', 'revision_number': 4, 'project_id': '54768b167b1c4fefb901f640203e1c5d', 'gw_port': {'id': 'b178ff3d-52b5-4e99-be09-66d76983e13d', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:58:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54edb336-0783-4b1c-8e7c-01784738f66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:06:58Z', 'updated_at': '2022-08-30T01:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_interfaces': [{'id': '8ea2d6ff-345d-412e-8fa1-f02485776dec', 'name': '', 'network_id': '71657289-5845-4030-b5d1-5bad1153486f', 'tenant_id': '54768b167b1c4fefb901f640203e1c5d', 'mac_address': 'fa:16:3e:06:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54edb336-0783-4b1c-8e7c-01784738f66c', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'b5ba3a12-33bc-451f-ac45-0e3b5e90b022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:07:00Z', 'updated_at': '2022-08-30T01:07:06Z', 'revision_number': 5, 'project_id': '54768b167b1c4fefb901f640203e1c5d', 'subnets': [{'id': 'b5ba3a12-33bc-451f-ac45-0e3b5e90b022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:12:21.446167 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556f9909-10a5-47d4-997f-4411fc74a734 None None] The sync data for ids ['54edb336-0783-4b1c-8e7c-01784738f66c'] in dv-cinder-815146-13-iscsi is: [{'id': '54edb336-0783-4b1c-8e7c-01784738f66c', 'name': 'tempest-AttachVolumeShelveTestJSON-1650687493-router', 'tenant_id': '54768b167b1c4fefb901f640203e1c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.5'}], 'enable_snat': True}, 'gw_port_id': 'b178ff3d-52b5-4e99-be09-66d76983e13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:06:58Z', 'updated_at': '2022-08-30T01:07:01Z', 'revision_number': 4, 'project_id': '54768b167b1c4fefb901f640203e1c5d', 'gw_port': {'id': 'b178ff3d-52b5-4e99-be09-66d76983e13d', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:58:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54edb336-0783-4b1c-8e7c-01784738f66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:06:58Z', 'updated_at': '2022-08-30T01:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_interfaces': [{'id': '8ea2d6ff-345d-412e-8fa1-f02485776dec', 'name': '', 'network_id': '71657289-5845-4030-b5d1-5bad1153486f', 'tenant_id': '54768b167b1c4fefb901f640203e1c5d', 'mac_address': 'fa:16:3e:06:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54edb336-0783-4b1c-8e7c-01784738f66c', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'b5ba3a12-33bc-451f-ac45-0e3b5e90b022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:07:00Z', 'updated_at': '2022-08-30T01:07:06Z', 'revision_number': 5, 'project_id': '54768b167b1c4fefb901f640203e1c5d', 'subnets': [{'id': 'b5ba3a12-33bc-451f-ac45-0e3b5e90b022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:12:21.586175 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-7197ed9f-a824-4de1-881e-3e6ed79a7ac8 req-1373cbf7-0bce-4867-b70a-034a9aa8eba5 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa7e7483-c8ec-40f2-814d-aba9573395ad HTTP/1.1" status: 200 len: 210 time: 0.0320430 Aug 30 01:12:21.668163 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device f326f1cc-3214-4c94-b458-a90b5f3ea1e3 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=106208) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 01:12:21.687645 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9ad5ec-f67d-49e9-9bd6-2ccf9c514b7c None None] New status for floating IP 7a81ff35-a75d-4a3f-8ced-397d2fd133f9: DOWN {{(pid=106209) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:12:21.764642 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:21.770113 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port f326f1cc-3214-4c94-b458-a90b5f3ea1e3, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f326f1cc-3214-4c94-b458-a90b5f3ea1e3,segment=NetworkSegment(f189fdd9-26a6-465a-b699-07b463ddfec7),segment_id=f189fdd9-26a6-465a-b699-07b463ddfec7)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:12:21.783276 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Returning: {'device': 'f326f1cc-3214-4c94-b458-a90b5f3ea1e3', 'network_id': '975176e1-2963-4279-99b0-e91749d91c94', 'port_id': 'f326f1cc-3214-4c94-b458-a90b5f3ea1e3', 'mac_address': 'fa:16:3e:cf:38:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1087, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '249a35e3-e839-4219-8b3a-81bef0c6bdbb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106208) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 01:12:21.826286 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Current status of the port f326f1cc-3214-4c94-b458-a90b5f3ea1e3 is: DOWN; New status is: BUILD {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:12:21.826677 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (f326f1cc-3214-4c94-b458-a90b5f3ea1e3), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:21.842004 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f326f1cc-3214-4c94-b458-a90b5f3ea1e3 {{(pid=106208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:12:21.862607 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port f326f1cc-3214-4c94-b458-a90b5f3ea1e3, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f326f1cc-3214-4c94-b458-a90b5f3ea1e3,segment=NetworkSegment(f189fdd9-26a6-465a-b699-07b463ddfec7),segment_id=f189fdd9-26a6-465a-b699-07b463ddfec7)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:12:21.865968 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (f326f1cc-3214-4c94-b458-a90b5f3ea1e3), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:21.915162 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Pushing event updated for resources: {'Port': ['ID=f326f1cc-3214-4c94-b458-a90b5f3ea1e3,revision_number=7']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:12:21.920710 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675550d9-416a-4a09-8923-ebfa4de9f0ca req-87469603-0349-4f9c-8465-0e3b76a4e865 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:21.925529 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-675550d9-416a-4a09-8923-ebfa4de9f0ca req-87469603-0349-4f9c-8465-0e3b76a4e865 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77c1fad5-fcbd-475a-b590-406d1b8cfc8f HTTP/1.1" status: 200 len: 944 time: 0.0617404 Aug 30 01:12:21.975172 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-675550d9-416a-4a09-8923-ebfa4de9f0ca req-2385fd3a-c5ca-4c11-a7b4-31c8427d264f tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c73c16fa-6e40-4125-82d0-fcb83c652d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471714 Aug 30 01:12:22.087397 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] get_ports_and_sgs() called for port_ids ['f326f1cc-3214-4c94-b458-a90b5f3ea1e3'] {{(pid=106208) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:12:22.691641 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 54638) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:12:22.746103 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ae93e6ef-32b0-46d8-baa0-bd7b98e21639 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks [] for security_group (398697c9-dfff-4a34-8fa9-4fdbdb9b6048), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:22.768080 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ae93e6ef-32b0-46d8-baa0-bd7b98e21639 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks [] for security_group (398697c9-dfff-4a34-8fa9-4fdbdb9b6048), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:22.820706 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ae93e6ef-32b0-46d8-baa0-bd7b98e21639 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (398697c9-dfff-4a34-8fa9-4fdbdb9b6048), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:22.823259 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ae93e6ef-32b0-46d8-baa0-bd7b98e21639 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks [] for security_group (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:22.825068 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-ae93e6ef-32b0-46d8-baa0-bd7b98e21639 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/398697c9-dfff-4a34-8fa9-4fdbdb9b6048 HTTP/1.1" status: 204 len: 168 time: 0.1324313 Aug 30 01:12:22.828074 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 54640) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:12:22.833963 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae93e6ef-32b0-46d8-baa0-bd7b98e21639 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=398697c9-dfff-4a34-8fa9-4fdbdb9b6048,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:12:22.841621 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae93e6ef-32b0-46d8-baa0-bd7b98e21639 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:22.841974 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae93e6ef-32b0-46d8-baa0-bd7b98e21639 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:22.842173 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.api.v2.resource [None req-27368694-c893-480b-8836-65b1d8a1d694 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] show failed (client error): The resource could not be found. Aug 30 01:12:22.842316 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae93e6ef-32b0-46d8-baa0-bd7b98e21639 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:22.842629 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae93e6ef-32b0-46d8-baa0-bd7b98e21639 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:22.842962 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae93e6ef-32b0-46d8-baa0-bd7b98e21639 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:22.843148 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-27368694-c893-480b-8836-65b1d8a1d694 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "GET /networking/v2.0/security-groups/398697c9-dfff-4a34-8fa9-4fdbdb9b6048 HTTP/1.1" status: 404 len: 347 time: 0.0140066 Aug 30 01:12:22.843332 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae93e6ef-32b0-46d8-baa0-bd7b98e21639 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:22.843602 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae93e6ef-32b0-46d8-baa0-bd7b98e21639 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:22.843924 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae93e6ef-32b0-46d8-baa0-bd7b98e21639 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:22.844245 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae93e6ef-32b0-46d8-baa0-bd7b98e21639 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:22.844563 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae93e6ef-32b0-46d8-baa0-bd7b98e21639 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:22.844881 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae93e6ef-32b0-46d8-baa0-bd7b98e21639 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:22.845226 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae93e6ef-32b0-46d8-baa0-bd7b98e21639 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:22.845550 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae93e6ef-32b0-46d8-baa0-bd7b98e21639 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:22.845867 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae93e6ef-32b0-46d8-baa0-bd7b98e21639 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:22.846101 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 54642) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:12:22.846203 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae93e6ef-32b0-46d8-baa0-bd7b98e21639 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:22.896233 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:22.961759 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.plugin [None req-92e4bacd-cd0b-410b-9f84-bc8fe0cab8a7 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Deleting port e6247257-1916-40b1-8f44-19dc6c18d3f4 {{(pid=106207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:12:22.962105 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-92e4bacd-cd0b-410b-9f84-bc8fe0cab8a7 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737868023260'] for port (e6247257-1916-40b1-8f44-19dc6c18d3f4), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:23.042786 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-92e4bacd-cd0b-410b-9f84-bc8fe0cab8a7 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16464105'] for port (e6247257-1916-40b1-8f44-19dc6c18d3f4), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:23.043050 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-92e4bacd-cd0b-410b-9f84-bc8fe0cab8a7 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks [] for floatingip (e6247257-1916-40b1-8f44-19dc6c18d3f4), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:23.055479 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.plugin [None req-92e4bacd-cd0b-410b-9f84-bc8fe0cab8a7 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Calling delete_port for e6247257-1916-40b1-8f44-19dc6c18d3f4 owned by network:floatingip {{(pid=106207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:12:23.186967 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-92e4bacd-cd0b-410b-9f84-bc8fe0cab8a7 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737868027338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737867580465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13006123'] for port (e6247257-1916-40b1-8f44-19dc6c18d3f4), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:23.211144 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e4bacd-cd0b-410b-9f84-bc8fe0cab8a7 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Pushing event deleted for resources: {'Port': ['ID=e6247257-1916-40b1-8f44-19dc6c18d3f4,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:12:23.276016 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-92e4bacd-cd0b-410b-9f84-bc8fe0cab8a7 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks [] for floatingip (7a81ff35-a75d-4a3f-8ced-397d2fd133f9), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:23.278568 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-92e4bacd-cd0b-410b-9f84-bc8fe0cab8a7 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for floatingip (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:23.279698 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-92e4bacd-cd0b-410b-9f84-bc8fe0cab8a7 tempest-AttachVolumeShelveTestJSON-1193325301 tempest-AttachVolumeShelveTestJSON-1193325301-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/7a81ff35-a75d-4a3f-8ced-397d2fd133f9 HTTP/1.1" status: 204 len: 168 time: 0.4327469 Aug 30 01:12:23.684021 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device f326f1cc-3214-4c94-b458-a90b5f3ea1e3 up at agent hyperv_hv-cinder-81514 {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:12:23.731812 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Provisioning complete for port f326f1cc-3214-4c94-b458-a90b5f3ea1e3 triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:12:23.732187 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (f326f1cc-3214-4c94-b458-a90b5f3ea1e3), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:23.761855 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:23.807067 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Current status of the port f326f1cc-3214-4c94-b458-a90b5f3ea1e3 is: BUILD; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:12:23.807454 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (f326f1cc-3214-4c94-b458-a90b5f3ea1e3), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:23.831020 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c1fad5-fcbd-475a-b590-406d1b8cfc8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f326f1cc-3214-4c94-b458-a90b5f3ea1e3'}] {{(pid=106208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:12:23.833294 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c29b7fbecba6d5f29730e8e5f4edf6e9b002b1b00f6f5f73d69c4afba8ee411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c8deb25-8be5-4f46-846e-df607d91a0a9" -d '{"events": [{"server_uuid": "77c1fad5-fcbd-475a-b590-406d1b8cfc8f", "name": "network-vif-plugged", "status": "completed", "tag": "f326f1cc-3214-4c94-b458-a90b5f3ea1e3"}]}' {{(pid=106208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:12:23.846635 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port f326f1cc-3214-4c94-b458-a90b5f3ea1e3, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f326f1cc-3214-4c94-b458-a90b5f3ea1e3,segment=NetworkSegment(f189fdd9-26a6-465a-b699-07b463ddfec7),segment_id=f189fdd9-26a6-465a-b699-07b463ddfec7)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:12:23.850908 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (f326f1cc-3214-4c94-b458-a90b5f3ea1e3), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:23.851765 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device 729c26fe-a4b3-4cc3-b9e9-2603f916a1c4 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:12:23.875200 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd1bbcb9-b360-4ef1-8bfd-720e790c5391 x-openstack-request-id: req-fd1bbcb9-b360-4ef1-8bfd-720e790c5391 {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:12:23.875495 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c1fad5-fcbd-475a-b590-406d1b8cfc8f", "name": "network-vif-plugged", "status": "completed", "tag": "f326f1cc-3214-4c94-b458-a90b5f3ea1e3", "code": 200}]} {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:12:23.875747 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fd1bbcb9-b360-4ef1-8bfd-720e790c5391 {{(pid=106208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:12:23.876138 dv-cinder-815146-13-iscsi neutron-server[106208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd1bbcb9-b360-4ef1-8bfd-720e790c5391'] response: {'server_uuid': '77c1fad5-fcbd-475a-b590-406d1b8cfc8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f326f1cc-3214-4c94-b458-a90b5f3ea1e3', 'code': 200} Aug 30 01:12:23.895171 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] No Port match for: 729c26fe-a4b3-4cc3-b9e9-2603f916a1c4 {{(pid=106208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:12:23.895516 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device 729c26fe-a4b3-4cc3-b9e9-2603f916a1c4 not bound to the agent host hv-cinder-81514 {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:12:23.922866 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Pushing event updated for resources: {'Port': ['ID=f326f1cc-3214-4c94-b458-a90b5f3ea1e3,revision_number=8']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:12:25.702105 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 54666) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:12:26.111035 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-70b3756d-5dd9-4daf-9e8c-c76b84562885 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16467426'] for router_interface (54edb336-0783-4b1c-8e7c-01784738f66c), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:26.337165 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-70b3756d-5dd9-4daf-9e8c-c76b84562885 admin admin] Deleting port 8ea2d6ff-345d-412e-8fa1-f02485776dec {{(pid=106206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:12:26.337516 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-70b3756d-5dd9-4daf-9e8c-c76b84562885 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737868023260'] for port (8ea2d6ff-345d-412e-8fa1-f02485776dec), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:26.390595 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:26.400209 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:26.425097 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-70b3756d-5dd9-4daf-9e8c-c76b84562885 admin admin] For port 8ea2d6ff-345d-412e-8fa1-f02485776dec, host dv-cinder-815146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=8ea2d6ff-345d-412e-8fa1-f02485776dec,segment=NetworkSegment(d885eda7-4268-4a35-a6ed-db3090deff20),segment_id=d885eda7-4268-4a35-a6ed-db3090deff20)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:12:26.425460 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-70b3756d-5dd9-4daf-9e8c-c76b84562885 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16464105'] for port (8ea2d6ff-345d-412e-8fa1-f02485776dec), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:26.438522 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-70b3756d-5dd9-4daf-9e8c-c76b84562885 admin admin] Calling delete_port for 8ea2d6ff-345d-412e-8fa1-f02485776dec owned by network:router_interface {{(pid=106206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:12:26.643476 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-70b3756d-5dd9-4daf-9e8c-c76b84562885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737868027338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737867580465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14283316'] for port (8ea2d6ff-345d-412e-8fa1-f02485776dec), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:26.672287 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b3756d-5dd9-4daf-9e8c-c76b84562885 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ea2d6ff-345d-412e-8fa1-f02485776dec,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:12:26.843644 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-70b3756d-5dd9-4daf-9e8c-c76b84562885 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16282204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16468050'] for router_interface (54edb336-0783-4b1c-8e7c-01784738f66c), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:27.048706 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70b3756d-5dd9-4daf-9e8c-c76b84562885 admin admin] Router 54edb336-0783-4b1c-8e7c-01784738f66c has already been hosted by L3 agent 613dbf26-5731-4391-8a29-3c5185f7ed3f {{(pid=106206) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:12:27.151967 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b3756d-5dd9-4daf-9e8c-c76b84562885 admin admin] Notify agent at l3_agent.dv-cinder-815146-13-iscsi the message routers_updated {{(pid=106206) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:12:27.157032 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-70b3756d-5dd9-4daf-9e8c-c76b84562885 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/54edb336-0783-4b1c-8e7c-01784738f66c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4539118 Aug 30 01:12:27.159838 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 54670) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:12:27.160984 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bcaabc-38e2-4eec-b99b-9b01451d4471 None None] Sync routers for ids ['54edb336-0783-4b1c-8e7c-01784738f66c'] in dv-cinder-815146-13-iscsi {{(pid=106208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:12:27.171641 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bcaabc-38e2-4eec-b99b-9b01451d4471 None None] Routers {'54edb336-0783-4b1c-8e7c-01784738f66c'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:12:27.172255 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-36bcaabc-38e2-4eec-b99b-9b01451d4471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:12:11Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['54edb336-0783-4b1c-8e7c-01784738f66c'], 'active': True} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:12:27.261646 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-691f50cd-f850-4efe-a700-550a494536af admin admin] Publish callbacks [] for router (54edb336-0783-4b1c-8e7c-01784738f66c), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:27.278961 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvr_db [None req-36bcaabc-38e2-4eec-b99b-9b01451d4471 None None] Set router 54edb336-0783-4b1c-8e7c-01784738f66c gateway port host: dv-cinder-815146-13-iscsi {{(pid=106208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:12:27.367366 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-691f50cd-f850-4efe-a700-550a494536af admin admin] Publish callbacks [] for router_gateway (54edb336-0783-4b1c-8e7c-01784738f66c), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:27.387846 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:27.413987 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.plugin [None req-691f50cd-f850-4efe-a700-550a494536af admin admin] Deleting port b178ff3d-52b5-4e99-be09-66d76983e13d {{(pid=106207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:12:27.414327 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-691f50cd-f850-4efe-a700-550a494536af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737868023260'] for port (b178ff3d-52b5-4e99-be09-66d76983e13d), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:27.451137 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-36bcaabc-38e2-4eec-b99b-9b01451d4471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54edb336-0783-4b1c-8e7c-01784738f66c', 'name': 'tempest-AttachVolumeShelveTestJSON-1650687493-router', 'tenant_id': '54768b167b1c4fefb901f640203e1c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.5'}], 'enable_snat': True}, 'gw_port_id': 'b178ff3d-52b5-4e99-be09-66d76983e13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:06:58Z', 'updated_at': '2022-08-30T01:12:26Z', 'revision_number': 5, 'project_id': '54768b167b1c4fefb901f640203e1c5d', 'gw_port': {'id': 'b178ff3d-52b5-4e99-be09-66d76983e13d', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:58:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54edb336-0783-4b1c-8e7c-01784738f66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:06:58Z', 'updated_at': '2022-08-30T01:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi'}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:12:27.480653 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bcaabc-38e2-4eec-b99b-9b01451d4471 None None] Checking router: 54edb336-0783-4b1c-8e7c-01784738f66c for host: dv-cinder-815146-13-iscsi {{(pid=106208) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:12:27.488988 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bcaabc-38e2-4eec-b99b-9b01451d4471 None None] Routers {'54edb336-0783-4b1c-8e7c-01784738f66c'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:12:27.489614 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-36bcaabc-38e2-4eec-b99b-9b01451d4471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:12:11Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['54edb336-0783-4b1c-8e7c-01784738f66c'], 'active': True} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:12:27.496781 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.db [None req-691f50cd-f850-4efe-a700-550a494536af admin admin] For port b178ff3d-52b5-4e99-be09-66d76983e13d, host dv-cinder-815146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=b178ff3d-52b5-4e99-be09-66d76983e13d,segment=NetworkSegment(61a0af84-c6da-4606-8f1e-ec0a95f9a2d1),segment_id=61a0af84-c6da-4606-8f1e-ec0a95f9a2d1)] {{(pid=106207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:12:27.497169 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-691f50cd-f850-4efe-a700-550a494536af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16464105'] for port (b178ff3d-52b5-4e99-be09-66d76983e13d), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:27.499347 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:27.512239 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.plugin [None req-691f50cd-f850-4efe-a700-550a494536af admin admin] Calling delete_port for b178ff3d-52b5-4e99-be09-66d76983e13d owned by network:router_gateway {{(pid=106207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:12:27.571338 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvr_db [None req-36bcaabc-38e2-4eec-b99b-9b01451d4471 None None] Set router 54edb336-0783-4b1c-8e7c-01784738f66c gateway port host: None {{(pid=106208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:12:27.612553 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:27.686391 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-691f50cd-f850-4efe-a700-550a494536af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737868027338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737867580465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13006123'] for port (b178ff3d-52b5-4e99-be09-66d76983e13d), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:27.713014 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691f50cd-f850-4efe-a700-550a494536af admin admin] Pushing event deleted for resources: {'Port': ['ID=b178ff3d-52b5-4e99-be09-66d76983e13d,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:12:27.751155 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-36bcaabc-38e2-4eec-b99b-9b01451d4471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54edb336-0783-4b1c-8e7c-01784738f66c', 'name': 'tempest-AttachVolumeShelveTestJSON-1650687493-router', 'tenant_id': '54768b167b1c4fefb901f640203e1c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:06:58Z', 'updated_at': '2022-08-30T01:12:27Z', 'revision_number': 6, 'project_id': '54768b167b1c4fefb901f640203e1c5d', 'gw_port_host': None}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:12:27.776617 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bcaabc-38e2-4eec-b99b-9b01451d4471 None None] The sync data for ids ['54edb336-0783-4b1c-8e7c-01784738f66c'] in dv-cinder-815146-13-iscsi is: [{'id': '54edb336-0783-4b1c-8e7c-01784738f66c', 'name': 'tempest-AttachVolumeShelveTestJSON-1650687493-router', 'tenant_id': '54768b167b1c4fefb901f640203e1c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:06:58Z', 'updated_at': '2022-08-30T01:12:27Z', 'revision_number': 6, 'project_id': '54768b167b1c4fefb901f640203e1c5d', 'gw_port_host': None}] {{(pid=106208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:12:27.783317 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-691f50cd-f850-4efe-a700-550a494536af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16466337'] for router_gateway (54edb336-0783-4b1c-8e7c-01784738f66c), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:27.875308 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-691f50cd-f850-4efe-a700-550a494536af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16467596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61021'] for router (54edb336-0783-4b1c-8e7c-01784738f66c), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:27.877479 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-691f50cd-f850-4efe-a700-550a494536af admin admin] Publish callbacks [] for router_controller (54edb336-0783-4b1c-8e7c-01784738f66c), precommit_delete_associations {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:27.919225 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-691f50cd-f850-4efe-a700-550a494536af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16468015'] for router (54edb336-0783-4b1c-8e7c-01784738f66c), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:27.919803 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-691f50cd-f850-4efe-a700-550a494536af admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54edb336-0783-4b1c-8e7c-01784738f66c {{(pid=106207) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 01:12:27.924325 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-691f50cd-f850-4efe-a700-550a494536af admin admin] Publish callbacks [] for router (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:27.925392 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-691f50cd-f850-4efe-a700-550a494536af admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/54edb336-0783-4b1c-8e7c-01784738f66c HTTP/1.1" status: 204 len: 168 time: 0.7645743 Aug 30 01:12:27.927935 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 54672) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:12:27.971963 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a55c75d-c945-4001-a0e8-2d4f9b0ac6f0 admin admin] Deleting subnet b5ba3a12-33bc-451f-ac45-0e3b5e90b022 {{(pid=106207) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 01:12:27.975024 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-0a55c75d-c945-4001-a0e8-2d4f9b0ac6f0 admin admin] Publish callbacks [] for subnet (b5ba3a12-33bc-451f-ac45-0e3b5e90b022), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:28.013708 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-0a55c75d-c945-4001-a0e8-2d4f9b0ac6f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13648113'] for subnet (b5ba3a12-33bc-451f-ac45-0e3b5e90b022), precommit_delete_associations {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:28.085861 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-0a55c75d-c945-4001-a0e8-2d4f9b0ac6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883296'] for subnet (b5ba3a12-33bc-451f-ac45-0e3b5e90b022), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:28.139939 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-0a55c75d-c945-4001-a0e8-2d4f9b0ac6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12999767'] for subnet (b5ba3a12-33bc-451f-ac45-0e3b5e90b022), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:28.170145 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a55c75d-c945-4001-a0e8-2d4f9b0ac6f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5ba3a12-33bc-451f-ac45-0e3b5e90b022,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:12:28.173938 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-0a55c75d-c945-4001-a0e8-2d4f9b0ac6f0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:28.176943 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-0a55c75d-c945-4001-a0e8-2d4f9b0ac6f0 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/b5ba3a12-33bc-451f-ac45-0e3b5e90b022 HTTP/1.1" status: 204 len: 168 time: 0.2481115 Aug 30 01:12:28.179627 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 54674) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:12:28.180171 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fcd750b-3553-4eec-9859-bd7576dea967 None None] Network 71657289-5845-4030-b5d1-5bad1153486f requested from dv-cinder-815146-13-iscsi {{(pid=106208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:12:28.258146 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-738cdc5c-be5a-42ee-9244-1b928cd9fd2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545373'] for network (71657289-5845-4030-b5d1-5bad1153486f), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:28.306327 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.plugin [None req-738cdc5c-be5a-42ee-9244-1b928cd9fd2a admin admin] Deleting port 17fcc1c6-82f3-478f-963c-8569c598a8aa {{(pid=106207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:12:28.306668 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-738cdc5c-be5a-42ee-9244-1b928cd9fd2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737868023260'] for port (17fcc1c6-82f3-478f-963c-8569c598a8aa), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:28.585241 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fc3c90-d22d-4b57-9680-c1e106f8db30 None None] DHCP port deletion for 71657289-5845-4030-b5d1-5bad1153486f request from dv-cinder-815146-13-iscsi {{(pid=106208) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 01:12:28.638040 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-45fc3c90-d22d-4b57-9680-c1e106f8db30 None None] Deleting port 17fcc1c6-82f3-478f-963c-8569c598a8aa {{(pid=106208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:12:28.638708 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-45fc3c90-d22d-4b57-9680-c1e106f8db30 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737868023260'] for port (17fcc1c6-82f3-478f-963c-8569c598a8aa), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:28.650633 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.db [None req-738cdc5c-be5a-42ee-9244-1b928cd9fd2a admin admin] For port 17fcc1c6-82f3-478f-963c-8569c598a8aa, host dv-cinder-815146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=17fcc1c6-82f3-478f-963c-8569c598a8aa,segment=NetworkSegment(d885eda7-4268-4a35-a6ed-db3090deff20),segment_id=d885eda7-4268-4a35-a6ed-db3090deff20)] {{(pid=106207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:12:28.651250 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-738cdc5c-be5a-42ee-9244-1b928cd9fd2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16464105'] for port (17fcc1c6-82f3-478f-963c-8569c598a8aa), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:28.666906 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.plugin [None req-738cdc5c-be5a-42ee-9244-1b928cd9fd2a admin admin] Calling delete_port for 17fcc1c6-82f3-478f-963c-8569c598a8aa owned by network:dhcp {{(pid=106207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:12:28.668729 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=84,neutron:DELETE=14,neutron:UPDATE=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:28.707755 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device b178ff3d-52b5-4e99-be09-66d76983e13d no longer exists at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:12:28.737809 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] No Port match for: b178ff3d-52b5-4e99-be09-66d76983e13d {{(pid=106208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:12:28.738162 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device b178ff3d-52b5-4e99-be09-66d76983e13d not bound to the agent host dv-cinder-815146-13-iscsi {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:12:28.738575 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device 17fcc1c6-82f3-478f-963c-8569c598a8aa no longer exists at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:12:28.744524 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-45fc3c90-d22d-4b57-9680-c1e106f8db30 None None] For port 17fcc1c6-82f3-478f-963c-8569c598a8aa, host dv-cinder-815146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=17fcc1c6-82f3-478f-963c-8569c598a8aa,segment=NetworkSegment(d885eda7-4268-4a35-a6ed-db3090deff20),segment_id=d885eda7-4268-4a35-a6ed-db3090deff20)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:12:28.744925 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-45fc3c90-d22d-4b57-9680-c1e106f8db30 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16464105'] for port (17fcc1c6-82f3-478f-963c-8569c598a8aa), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:28.755973 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-738cdc5c-be5a-42ee-9244-1b928cd9fd2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737868027338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737867580465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13006123'] for port (17fcc1c6-82f3-478f-963c-8569c598a8aa), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:28.783499 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738cdc5c-be5a-42ee-9244-1b928cd9fd2a admin admin] Pushing event deleted for resources: {'Port': ['ID=17fcc1c6-82f3-478f-963c-8569c598a8aa,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:12:28.789554 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-45fc3c90-d22d-4b57-9680-c1e106f8db30 None None] Calling delete_port for 17fcc1c6-82f3-478f-963c-8569c598a8aa owned by network:dhcp {{(pid=106208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:12:28.789915 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738cdc5c-be5a-42ee-9244-1b928cd9fd2a admin admin] No DVR routers for this DVR port 17fcc1c6-82f3-478f-963c-8569c598a8aa on host dv-cinder-815146-13-iscsi {{(pid=106207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:12:28.810648 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] No active binding found for port 17fcc1c6-82f3-478f-963c-8569c598a8aa {{(pid=106208) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Aug 30 01:12:28.810648 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] The host dv-cinder-815146-13-iscsi is not matching for port 17fcc1c6-82f3-478f-963c-8569c598a8aa host None! {{(pid=106208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 30 01:12:28.810984 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device 17fcc1c6-82f3-478f-963c-8569c598a8aa not bound to the agent host dv-cinder-815146-13-iscsi {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:12:28.811312 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device 8ea2d6ff-345d-412e-8fa1-f02485776dec no longer exists at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:12:28.825532 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:28.859161 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] No Port match for: 8ea2d6ff-345d-412e-8fa1-f02485776dec {{(pid=106208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:12:28.859519 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device 8ea2d6ff-345d-412e-8fa1-f02485776dec not bound to the agent host dv-cinder-815146-13-iscsi {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:12:28.868583 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-738cdc5c-be5a-42ee-9244-1b928cd9fd2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-877315', 'neutron.services.segments.db._delete_segments_for_network-8737868099651'] for network (71657289-5845-4030-b5d1-5bad1153486f), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:28.883326 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:28.897468 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.services.segments.db [None req-738cdc5c-be5a-42ee-9244-1b928cd9fd2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71657289-5845-4030-b5d1-5bad1153486f']}} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:12:28.905420 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-45fc3c90-d22d-4b57-9680-c1e106f8db30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737868027338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737867580465'] for port (17fcc1c6-82f3-478f-963c-8569c598a8aa), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:28.908335 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.services.segments.db [None req-738cdc5c-be5a-42ee-9244-1b928cd9fd2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd885eda7-4268-4a35-a6ed-db3090deff20') {'for_net_delete': True} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:12:28.908640 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.services.segments.db [None req-738cdc5c-be5a-42ee-9244-1b928cd9fd2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd885eda7-4268-4a35-a6ed-db3090deff20') {} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:12:28.919726 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-738cdc5c-be5a-42ee-9244-1b928cd9fd2a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737868127151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13648122'] for segment (d885eda7-4268-4a35-a6ed-db3090deff20), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:28.930443 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fc3c90-d22d-4b57-9680-c1e106f8db30 None None] Pushing event deleted for resources: {'Port': ['ID=17fcc1c6-82f3-478f-963c-8569c598a8aa,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:12:28.934200 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-738cdc5c-be5a-42ee-9244-1b928cd9fd2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879481'] for segment (d885eda7-4268-4a35-a6ed-db3090deff20), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:28.941700 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-738cdc5c-be5a-42ee-9244-1b928cd9fd2a admin admin] Releasing vlan 1088 on physical network physnet1 to pool {{(pid=106207) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 01:12:28.942095 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-738cdc5c-be5a-42ee-9244-1b928cd9fd2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13006206'] for segment (d885eda7-4268-4a35-a6ed-db3090deff20), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:28.942381 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fc3c90-d22d-4b57-9680-c1e106f8db30 None None] No DVR routers for this DVR port 17fcc1c6-82f3-478f-963c-8569c598a8aa on host dv-cinder-815146-13-iscsi {{(pid=106208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:12:28.944715 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fc3c90-d22d-4b57-9680-c1e106f8db30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:28.945293 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fc3c90-d22d-4b57-9680-c1e106f8db30 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:28.945583 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fc3c90-d22d-4b57-9680-c1e106f8db30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:28.945932 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fc3c90-d22d-4b57-9680-c1e106f8db30 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:28.946267 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fc3c90-d22d-4b57-9680-c1e106f8db30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:28.946600 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fc3c90-d22d-4b57-9680-c1e106f8db30 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:28.947120 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fc3c90-d22d-4b57-9680-c1e106f8db30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:28.947458 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fc3c90-d22d-4b57-9680-c1e106f8db30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:28.947790 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fc3c90-d22d-4b57-9680-c1e106f8db30 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:28.948121 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fc3c90-d22d-4b57-9680-c1e106f8db30 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:28.949013 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fc3c90-d22d-4b57-9680-c1e106f8db30 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:28.949013 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fc3c90-d22d-4b57-9680-c1e106f8db30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:28.949247 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fc3c90-d22d-4b57-9680-c1e106f8db30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:28.949490 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fc3c90-d22d-4b57-9680-c1e106f8db30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:28.949815 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fc3c90-d22d-4b57-9680-c1e106f8db30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:28.988383 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.services.segments.plugin [-] Segment d885eda7-4268-4a35-a6ed-db3090deff20 resource provider aggregate not found Aug 30 01:12:29.010246 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.services.segments.plugin [-] Segment d885eda7-4268-4a35-a6ed-db3090deff20 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d885eda7-4268-4a35-a6ed-db3090deff20 found for delete ", "request_id": "req-71dd6357-ffaa-4ef8-82d5-fe0098c6877a"}]} Aug 30 01:12:29.020340 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-738cdc5c-be5a-42ee-9244-1b928cd9fd2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-877322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16316755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16466381'] for network (71657289-5845-4030-b5d1-5bad1153486f), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:29.026174 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-738cdc5c-be5a-42ee-9244-1b928cd9fd2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282183'] for network (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:29.029533 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-738cdc5c-be5a-42ee-9244-1b928cd9fd2a admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/71657289-5845-4030-b5d1-5bad1153486f HTTP/1.1" status: 204 len: 168 time: 0.8488915 Aug 30 01:12:29.048689 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738cdc5c-be5a-42ee-9244-1b928cd9fd2a admin admin] Pushing event deleted for resources: {'Network': ['ID=71657289-5845-4030-b5d1-5bad1153486f,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:12:29.144668 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 54682) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:12:29.185562 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-11b373a7-b20c-4686-a4a7-214fa0c4176f admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=54768b167b1c4fefb901f640203e1c5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395854 Aug 30 01:12:29.188003 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 54684) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:12:29.237617 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-65414053-d32e-4ef5-ba32-a04b5d89f14c admin admin] Publish callbacks [] for security_group (07970a33-529a-4a19-9e11-d78665b08bcd), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:29.257794 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-65414053-d32e-4ef5-ba32-a04b5d89f14c admin admin] Publish callbacks [] for security_group (07970a33-529a-4a19-9e11-d78665b08bcd), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:29.309181 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-65414053-d32e-4ef5-ba32-a04b5d89f14c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (07970a33-529a-4a19-9e11-d78665b08bcd), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:29.311674 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-65414053-d32e-4ef5-ba32-a04b5d89f14c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:29.312784 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-65414053-d32e-4ef5-ba32-a04b5d89f14c admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/07970a33-529a-4a19-9e11-d78665b08bcd HTTP/1.1" status: 204 len: 168 time: 0.1239002 Aug 30 01:12:29.321242 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65414053-d32e-4ef5-ba32-a04b5d89f14c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07970a33-529a-4a19-9e11-d78665b08bcd,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:12:31.263428 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 54754) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:12:31.367701 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-47636079-bc57-4a7a-8da6-dbe708695b6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:31.411746 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:31.418455 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:31.448510 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-47636079-bc57-4a7a-8da6-dbe708695b6f admin admin] Publish callbacks [] for security_group (c461dd56-77ca-427f-8242-a7b816c15b8f), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:31.452828 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-47636079-bc57-4a7a-8da6-dbe708695b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (c461dd56-77ca-427f-8242-a7b816c15b8f), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:31.490345 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47636079-bc57-4a7a-8da6-dbe708695b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c461dd56-77ca-427f-8242-a7b816c15b8f,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:12:31.494576 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-47636079-bc57-4a7a-8da6-dbe708695b6f admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=d19680d674bd4a8a8847483deacd69f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2301421 Aug 30 01:12:31.497720 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 54758) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:12:31.547891 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-a2a30ba3-689a-41c6-908b-39411746b396 admin admin] Publish callbacks [] for security_group (c461dd56-77ca-427f-8242-a7b816c15b8f), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:31.567122 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-a2a30ba3-689a-41c6-908b-39411746b396 admin admin] Publish callbacks [] for security_group (c461dd56-77ca-427f-8242-a7b816c15b8f), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:31.613281 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-a2a30ba3-689a-41c6-908b-39411746b396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (c461dd56-77ca-427f-8242-a7b816c15b8f), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:31.615712 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-a2a30ba3-689a-41c6-908b-39411746b396 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:31.616840 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-a2a30ba3-689a-41c6-908b-39411746b396 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/c461dd56-77ca-427f-8242-a7b816c15b8f HTTP/1.1" status: 204 len: 168 time: 0.1186793 Aug 30 01:12:31.624293 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a30ba3-689a-41c6-908b-39411746b396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c461dd56-77ca-427f-8242-a7b816c15b8f,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:12:31.759001 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:31.761813 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:31.885780 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 54764) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:12:31.899760 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-2cdc7a78-107f-49f3-bb31-64354e700963 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:31.975252 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-2cdc7a78-107f-49f3-bb31-64354e700963 admin admin] Publish callbacks [] for security_group (e553d55f-968b-46ab-a861-6fe04f940efc), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:31.978324 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-2cdc7a78-107f-49f3-bb31-64354e700963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (e553d55f-968b-46ab-a861-6fe04f940efc), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:32.016218 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-2cdc7a78-107f-49f3-bb31-64354e700963 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=c055f56700404b49bdd6cf80d0666794&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1288733 Aug 30 01:12:32.018141 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdc7a78-107f-49f3-bb31-64354e700963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e553d55f-968b-46ab-a861-6fe04f940efc,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:12:32.019049 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 54766) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:12:32.069335 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-639b44f9-e91a-4540-b3c5-69869edb643a admin admin] Publish callbacks [] for security_group (e553d55f-968b-46ab-a861-6fe04f940efc), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:32.090832 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-639b44f9-e91a-4540-b3c5-69869edb643a admin admin] Publish callbacks [] for security_group (e553d55f-968b-46ab-a861-6fe04f940efc), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:32.138468 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-639b44f9-e91a-4540-b3c5-69869edb643a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (e553d55f-968b-46ab-a861-6fe04f940efc), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:32.141176 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-639b44f9-e91a-4540-b3c5-69869edb643a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:32.142300 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-639b44f9-e91a-4540-b3c5-69869edb643a admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/e553d55f-968b-46ab-a861-6fe04f940efc HTTP/1.1" status: 204 len: 168 time: 0.1222799 Aug 30 01:12:32.150198 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639b44f9-e91a-4540-b3c5-69869edb643a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e553d55f-968b-46ab-a861-6fe04f940efc,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:12:34.146921 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.agents_db [None req-fbf18308-e14c-4042-905c-b7f1770ec079 None None] Agent healthcheck: found 6 active agents {{(pid=106209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:12:38.984841 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b55f3421-fab3-43c8-8517-f4048594bd72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (fba0026e-8830-42b0-8a12-2be2a1203730), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:41.353725 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-1b37f651-bd9e-4f44-97cd-2358a59d4eb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (613dbf26-5731-4391-8a29-3c5185f7ed3f), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:42.007012 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:INSERT=8,neutron:SELECT=48,neutron:DELETE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:42.014255 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=42,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:42.144937 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=66,neutron:DELETE=9 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:42.145710 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=52,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:42.551516 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-25c1dd7e-d974-443e-806e-f641d8bbb77b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (0cb86657-2da7-42ea-bd2c-d65472391dc8), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:44.106493 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-035fe171-2dca-49fc-a74e-5e6f2a9e45a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (976597ea-a902-4e5f-8c76-25f81ae4fb08), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:44.142500 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:44.263066 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (a0553951-7123-4403-ab2a-bb83048c1e52), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:44.291370 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (ec393def-3d84-45a3-8a6c-ed049d62fe0a), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:54.281568 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:54.287956 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:DELETE=2,neutron:SELECT=14,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:03.214172 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 54978) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:13:03.319953 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-840d1d10-40bf-4daf-9e12-e4984fc4302f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:03.396452 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-840d1d10-40bf-4daf-9e12-e4984fc4302f admin admin] Publish callbacks [] for security_group (8112cb5e-31f4-48f6-bb84-35bd77d747bb), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:03.400589 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-840d1d10-40bf-4daf-9e12-e4984fc4302f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (8112cb5e-31f4-48f6-bb84-35bd77d747bb), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:03.447296 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-840d1d10-40bf-4daf-9e12-e4984fc4302f admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=0bb62216b46a40fd9fd40b0edc62af57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2320566 Aug 30 01:13:03.448148 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840d1d10-40bf-4daf-9e12-e4984fc4302f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8112cb5e-31f4-48f6-bb84-35bd77d747bb,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:13:03.450901 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 54982) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:13:03.499667 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-40ee377d-0932-4d03-8cee-8e0024c1ffe6 admin admin] Publish callbacks [] for security_group (8112cb5e-31f4-48f6-bb84-35bd77d747bb), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:03.519966 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-40ee377d-0932-4d03-8cee-8e0024c1ffe6 admin admin] Publish callbacks [] for security_group (8112cb5e-31f4-48f6-bb84-35bd77d747bb), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:03.566605 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-40ee377d-0932-4d03-8cee-8e0024c1ffe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (8112cb5e-31f4-48f6-bb84-35bd77d747bb), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:03.569276 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-40ee377d-0932-4d03-8cee-8e0024c1ffe6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:03.570402 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-40ee377d-0932-4d03-8cee-8e0024c1ffe6 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/8112cb5e-31f4-48f6-bb84-35bd77d747bb HTTP/1.1" status: 204 len: 168 time: 0.1186235 Aug 30 01:13:03.578866 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ee377d-0932-4d03-8cee-8e0024c1ffe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8112cb5e-31f4-48f6-bb84-35bd77d747bb,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:13:03.837267 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 54988) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:13:03.850417 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-282b735b-5d8d-4aa1-a348-44cdd21c4094 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:03.927558 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-282b735b-5d8d-4aa1-a348-44cdd21c4094 admin admin] Publish callbacks [] for security_group (8d08191f-1fdf-4c8a-83fb-472faf228d96), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:03.931415 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-282b735b-5d8d-4aa1-a348-44cdd21c4094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (8d08191f-1fdf-4c8a-83fb-472faf228d96), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:03.972995 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-282b735b-5d8d-4aa1-a348-44cdd21c4094 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=2ca1a043b3f241a89a5318e16d7a4800&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1346629 Aug 30 01:13:03.974114 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282b735b-5d8d-4aa1-a348-44cdd21c4094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d08191f-1fdf-4c8a-83fb-472faf228d96,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:13:03.975679 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 54990) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:13:04.028423 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-f9b84f43-9933-46e1-ae63-ec01c7e8af8b admin admin] Publish callbacks [] for security_group (8d08191f-1fdf-4c8a-83fb-472faf228d96), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:04.048338 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-f9b84f43-9933-46e1-ae63-ec01c7e8af8b admin admin] Publish callbacks [] for security_group (8d08191f-1fdf-4c8a-83fb-472faf228d96), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:04.093681 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-f9b84f43-9933-46e1-ae63-ec01c7e8af8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (8d08191f-1fdf-4c8a-83fb-472faf228d96), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:04.096123 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-f9b84f43-9933-46e1-ae63-ec01c7e8af8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:04.097275 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-f9b84f43-9933-46e1-ae63-ec01c7e8af8b admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/8d08191f-1fdf-4c8a-83fb-472faf228d96 HTTP/1.1" status: 204 len: 168 time: 0.1205680 Aug 30 01:13:04.104866 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b84f43-9933-46e1-ae63-ec01c7e8af8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d08191f-1fdf-4c8a-83fb-472faf228d96,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:13:07.634823 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=4 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:07.635600 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:08.989103 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-16ea7163-4444-4260-b449-a3c543243b27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (fba0026e-8830-42b0-8a12-2be2a1203730), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:10.598521 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 55110) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:13:10.705747 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-b351a167-1f15-49eb-97ce-55fd9ff2ff2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:10.781929 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-b351a167-1f15-49eb-97ce-55fd9ff2ff2a admin admin] Publish callbacks [] for security_group (54cd15ca-2b5e-4ce2-bd33-bd069d11ece3), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:10.785662 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-b351a167-1f15-49eb-97ce-55fd9ff2ff2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (54cd15ca-2b5e-4ce2-bd33-bd069d11ece3), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:10.823079 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b351a167-1f15-49eb-97ce-55fd9ff2ff2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54cd15ca-2b5e-4ce2-bd33-bd069d11ece3,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:13:10.831032 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 55114) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:13:10.831674 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-b351a167-1f15-49eb-97ce-55fd9ff2ff2a admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=8a8fdea8cdf64e47b3897bacb2300986&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2314720 Aug 30 01:13:10.892033 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-e3fabdb7-7fe7-49c3-a04f-5d693865c1a6 admin admin] Publish callbacks [] for security_group (54cd15ca-2b5e-4ce2-bd33-bd069d11ece3), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:10.912802 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-e3fabdb7-7fe7-49c3-a04f-5d693865c1a6 admin admin] Publish callbacks [] for security_group (54cd15ca-2b5e-4ce2-bd33-bd069d11ece3), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:10.960208 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-e3fabdb7-7fe7-49c3-a04f-5d693865c1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (54cd15ca-2b5e-4ce2-bd33-bd069d11ece3), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:10.962764 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-e3fabdb7-7fe7-49c3-a04f-5d693865c1a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:10.964240 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-e3fabdb7-7fe7-49c3-a04f-5d693865c1a6 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/54cd15ca-2b5e-4ce2-bd33-bd069d11ece3 HTTP/1.1" status: 204 len: 168 time: 0.1309466 Aug 30 01:13:10.973847 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fabdb7-7fe7-49c3-a04f-5d693865c1a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54cd15ca-2b5e-4ce2-bd33-bd069d11ece3,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:13:11.146001 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.agents_db [None req-fbf18308-e14c-4042-905c-b7f1770ec079 None None] Agent healthcheck: found 6 active agents {{(pid=106209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:13:11.229236 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 55120) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:13:11.242450 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-c1287997-568b-48c2-a735-c26a9ba46d1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:11.298425 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:DELETE=6 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:11.304350 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:11.326418 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-c1287997-568b-48c2-a735-c26a9ba46d1e admin admin] Publish callbacks [] for security_group (e11c7d2a-7960-477a-9300-cb773bafaccf), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:11.330478 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-c1287997-568b-48c2-a735-c26a9ba46d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (e11c7d2a-7960-477a-9300-cb773bafaccf), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:11.355339 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-10217943-b1b1-469a-a35c-23d07249e805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (613dbf26-5731-4391-8a29-3c5185f7ed3f), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:11.374305 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-c1287997-568b-48c2-a735-c26a9ba46d1e admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=e36291540e9348dd88350d1c550dd0b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1439948 Aug 30 01:13:11.375131 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1287997-568b-48c2-a735-c26a9ba46d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e11c7d2a-7960-477a-9300-cb773bafaccf,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:13:11.377121 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 55122) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:13:11.429372 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-0e68d3d0-ee47-4f3a-8d7b-442b918dc2dc admin admin] Publish callbacks [] for security_group (e11c7d2a-7960-477a-9300-cb773bafaccf), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:11.449913 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-0e68d3d0-ee47-4f3a-8d7b-442b918dc2dc admin admin] Publish callbacks [] for security_group (e11c7d2a-7960-477a-9300-cb773bafaccf), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:11.495117 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-0e68d3d0-ee47-4f3a-8d7b-442b918dc2dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (e11c7d2a-7960-477a-9300-cb773bafaccf), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:11.498915 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-0e68d3d0-ee47-4f3a-8d7b-442b918dc2dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:11.500092 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-0e68d3d0-ee47-4f3a-8d7b-442b918dc2dc admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/e11c7d2a-7960-477a-9300-cb773bafaccf HTTP/1.1" status: 204 len: 168 time: 0.1219327 Aug 30 01:13:11.507813 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68d3d0-ee47-4f3a-8d7b-442b918dc2dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11c7d2a-7960-477a-9300-cb773bafaccf,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:13:12.554577 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-25c1dd7e-d974-443e-806e-f641d8bbb77b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (0cb86657-2da7-42ea-bd2c-d65472391dc8), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:13.486906 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 55190) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:13:13.603919 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-d6fb7e86-8c36-4561-9e5c-1c5dbdd1e3ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:13.682750 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-d6fb7e86-8c36-4561-9e5c-1c5dbdd1e3ca admin admin] Publish callbacks [] for security_group (3d1b0144-9c97-45f9-bf53-daf8e28f4998), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:13.687209 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-d6fb7e86-8c36-4561-9e5c-1c5dbdd1e3ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (3d1b0144-9c97-45f9-bf53-daf8e28f4998), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:13.727216 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-d6fb7e86-8c36-4561-9e5c-1c5dbdd1e3ca admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=819a6f98b9b04637b50ef3eff4b4d17d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2392175 Aug 30 01:13:13.728061 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fb7e86-8c36-4561-9e5c-1c5dbdd1e3ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1b0144-9c97-45f9-bf53-daf8e28f4998,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:13:13.730053 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 55194) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:13:13.782214 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-10a97a43-cb34-4345-89cf-74249f618d2a admin admin] Publish callbacks [] for security_group (3d1b0144-9c97-45f9-bf53-daf8e28f4998), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:13.803668 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-10a97a43-cb34-4345-89cf-74249f618d2a admin admin] Publish callbacks [] for security_group (3d1b0144-9c97-45f9-bf53-daf8e28f4998), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:13.854442 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-10a97a43-cb34-4345-89cf-74249f618d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (3d1b0144-9c97-45f9-bf53-daf8e28f4998), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:13.857537 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-10a97a43-cb34-4345-89cf-74249f618d2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:13.858694 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-10a97a43-cb34-4345-89cf-74249f618d2a admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/3d1b0144-9c97-45f9-bf53-daf8e28f4998 HTTP/1.1" status: 204 len: 168 time: 0.1275959 Aug 30 01:13:13.867029 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a97a43-cb34-4345-89cf-74249f618d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d1b0144-9c97-45f9-bf53-daf8e28f4998,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:13:14.150404 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-035fe171-2dca-49fc-a74e-5e6f2a9e45a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (976597ea-a902-4e5f-8c76-25f81ae4fb08), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:14.207538 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 55200) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:13:14.223555 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-2c59a2e9-9d9f-4f17-a024-7742f07c33c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:14.265953 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (a0553951-7123-4403-ab2a-bb83048c1e52), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:14.291103 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (ec393def-3d84-45a3-8a6c-ed049d62fe0a), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:14.306451 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-2c59a2e9-9d9f-4f17-a024-7742f07c33c7 admin admin] Publish callbacks [] for security_group (fb955f95-1c5d-4b56-8a0a-ccf175da66c0), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:14.310542 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-2c59a2e9-9d9f-4f17-a024-7742f07c33c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (fb955f95-1c5d-4b56-8a0a-ccf175da66c0), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:14.352562 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-2c59a2e9-9d9f-4f17-a024-7742f07c33c7 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=f1ae2a724f1844c3b2188265c75048a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1438730 Aug 30 01:13:14.353441 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c59a2e9-9d9f-4f17-a024-7742f07c33c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb955f95-1c5d-4b56-8a0a-ccf175da66c0,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:13:14.355359 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 55202) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:13:14.406719 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-5344a074-9651-4720-9266-6631c8b6de4c admin admin] Publish callbacks [] for security_group (fb955f95-1c5d-4b56-8a0a-ccf175da66c0), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:14.427258 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-5344a074-9651-4720-9266-6631c8b6de4c admin admin] Publish callbacks [] for security_group (fb955f95-1c5d-4b56-8a0a-ccf175da66c0), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:14.448406 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=9 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:14.476713 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-5344a074-9651-4720-9266-6631c8b6de4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (fb955f95-1c5d-4b56-8a0a-ccf175da66c0), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:14.479420 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-5344a074-9651-4720-9266-6631c8b6de4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:14.480865 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-5344a074-9651-4720-9266-6631c8b6de4c admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/fb955f95-1c5d-4b56-8a0a-ccf175da66c0 HTTP/1.1" status: 204 len: 168 time: 0.1237862 Aug 30 01:13:14.489251 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5344a074-9651-4720-9266-6631c8b6de4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb955f95-1c5d-4b56-8a0a-ccf175da66c0,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:13:15.166653 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 55224) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:13:15.262953 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [None req-af5e8c2e-c3a3-4ed2-afcc-6ea7a038bad9 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1623574948-network', 'tenant_id': '0fc156b7a56e4ecc999a85d59bd008b3'}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:13:15.285785 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af5e8c2e-c3a3-4ed2-afcc-6ea7a038bad9 admin admin] Made reservation on behalf of 0fc156b7a56e4ecc999a85d59bd008b3 for: {'network': 1} {{(pid=106206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:13:15.288082 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-af5e8c2e-c3a3-4ed2-afcc-6ea7a038bad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for network (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:15.297333 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-af5e8c2e-c3a3-4ed2-afcc-6ea7a038bad9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:15.307242 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:15.375367 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-af5e8c2e-c3a3-4ed2-afcc-6ea7a038bad9 admin admin] Publish callbacks [] for security_group (41fe336e-c191-4fb4-a287-344b00835aff), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:15.379002 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-af5e8c2e-c3a3-4ed2-afcc-6ea7a038bad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (41fe336e-c191-4fb4-a287-344b00835aff), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:15.408846 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af5e8c2e-c3a3-4ed2-afcc-6ea7a038bad9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1072} {{(pid=106206) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 01:13:15.415268 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5e8c2e-c3a3-4ed2-afcc-6ea7a038bad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41fe336e-c191-4fb4-a287-344b00835aff,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:13:15.423145 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-af5e8c2e-c3a3-4ed2-afcc-6ea7a038bad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879481'] for segment (c75ea241-c03c-4010-ae70-509dfa0b39f4), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:15.423145 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.db.segments_db [None req-af5e8c2e-c3a3-4ed2-afcc-6ea7a038bad9 admin admin] Added segment c75ea241-c03c-4010-ae70-509dfa0b39f4 of type vlan for network c5fbd515-25c8-49cc-a7b1-48bf5db47f27 Aug 30 01:13:15.463021 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-af5e8c2e-c3a3-4ed2-afcc-6ea7a038bad9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737867601237'] for network (c5fbd515-25c8-49cc-a7b1-48bf5db47f27), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:15.490217 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-af5e8c2e-c3a3-4ed2-afcc-6ea7a038bad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16316755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197'] for network (c5fbd515-25c8-49cc-a7b1-48bf5db47f27), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:15.491187 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5e8c2e-c3a3-4ed2-afcc-6ea7a038bad9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:15.491756 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-af5e8c2e-c3a3-4ed2-afcc-6ea7a038bad9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282183'] for network (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:15.542860 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-af5e8c2e-c3a3-4ed2-afcc-6ea7a038bad9 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3751168 Aug 30 01:13:15.546849 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 55228) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:13:15.551824 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [None req-be1527a5-2a9e-41eb-947b-ba1d62fb3896 admin admin] Request body: {'subnet': {'network_id': 'c5fbd515-25c8-49cc-a7b1-48bf5db47f27', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1623574948-subnet', 'tenant_id': '0fc156b7a56e4ecc999a85d59bd008b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:13:15.554149 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5e8c2e-c3a3-4ed2-afcc-6ea7a038bad9 admin admin] Pushing event updated for resources: {'Network': ['ID=c5fbd515-25c8-49cc-a7b1-48bf5db47f27,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:13:15.564813 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Network c5fbd515-25c8-49cc-a7b1-48bf5db47f27 details requested by agent ovs-agent-dv-cinder-815146-13-iscsi with host dv-cinder-815146-13-iscsi {{(pid=106208) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 01:13:15.577265 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1527a5-2a9e-41eb-947b-ba1d62fb3896 admin admin] Made reservation on behalf of 0fc156b7a56e4ecc999a85d59bd008b3 for: {'subnet': 1} {{(pid=106207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:13:15.579654 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-be1527a5-2a9e-41eb-947b-ba1d62fb3896 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12999752'] for subnet (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:15.746939 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-be1527a5-2a9e-41eb-947b-ba1d62fb3896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12999774'] for subnet (74ce8d14-f1b9-4811-963c-a43113860542), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:15.805624 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1527a5-2a9e-41eb-947b-ba1d62fb3896 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74ce8d14-f1b9-4811-963c-a43113860542,revision_number=0']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:13:15.814102 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1527a5-2a9e-41eb-947b-ba1d62fb3896 admin admin] Checking segment: {'id': 'c75ea241-c03c-4010-ae70-509dfa0b39f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'c5fbd515-25c8-49cc-a7b1-48bf5db47f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:13:15.814454 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1527a5-2a9e-41eb-947b-ba1d62fb3896 admin admin] Network hostable DHCP agents. Network: c5fbd515-25c8-49cc-a7b1-48bf5db47f27, hostable agents: ['fba0026e-8830-42b0-8a12-2be2a1203730'], hosted agents: [] {{(pid=106207) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 01:13:15.820392 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:15.831591 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1527a5-2a9e-41eb-947b-ba1d62fb3896 admin admin] Network c5fbd515-25c8-49cc-a7b1-48bf5db47f27 is scheduled to be hosted by DHCP agent fba0026e-8830-42b0-8a12-2be2a1203730 with binding_index 1 {{(pid=106207) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 01:13:15.834375 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=81,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:15.841647 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.base_scheduler [None req-be1527a5-2a9e-41eb-947b-ba1d62fb3896 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-13-iscsi, c5fbd515-25c8-49cc-a7b1-48bf5db47f27) {{(pid=106207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:13:15.847382 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1527a5-2a9e-41eb-947b-ba1d62fb3896 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:15.847982 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-be1527a5-2a9e-41eb-947b-ba1d62fb3896 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:15.850544 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d8a476-9bfc-4729-ba57-5251ba6e862f None None] Network c5fbd515-25c8-49cc-a7b1-48bf5db47f27 requested from dv-cinder-815146-13-iscsi {{(pid=106208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:13:15.865056 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-be1527a5-2a9e-41eb-947b-ba1d62fb3896 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3171306 Aug 30 01:13:15.953402 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7c6003-64a9-4eda-b5e3-afd015531d58 None None] Network c5fbd515-25c8-49cc-a7b1-48bf5db47f27 requested from dv-cinder-815146-13-iscsi {{(pid=106208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:13:17.633400 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec052f6d-21c7-4ef5-9b8a-4f06e5154148 req-7d71a7b1-7f77-4f74-8aae-82901ca6de8a tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:17.634860 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-ec052f6d-21c7-4ef5-9b8a-4f06e5154148 req-7d71a7b1-7f77-4f74-8aae-82901ca6de8a tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] 10.222.0.78 "GET /networking/v2.0/networks?id=c5fbd515-25c8-49cc-a7b1-48bf5db47f27 HTTP/1.1" status: 200 len: 814 time: 0.1012754 Aug 30 01:13:17.650201 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-ec052f6d-21c7-4ef5-9b8a-4f06e5154148 req-26fba668-1244-4967-99ad-7e0eb2cc8108 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] 10.222.0.78 "GET /networking/v2.0/quotas/0fc156b7a56e4ecc999a85d59bd008b3 HTTP/1.1" status: 200 len: 375 time: 0.0092402 Aug 30 01:13:17.686032 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-ec052f6d-21c7-4ef5-9b8a-4f06e5154148 req-0170875d-ad69-4514-8f01-7e50a7369bc6 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=0fc156b7a56e4ecc999a85d59bd008b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310657 Aug 30 01:13:17.742872 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [req-ec052f6d-21c7-4ef5-9b8a-4f06e5154148 req-21808716-05bd-4197-90e8-0b5a2f767416 service neutron] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106207) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 01:13:17.743870 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-ec052f6d-21c7-4ef5-9b8a-4f06e5154148 req-21808716-05bd-4197-90e8-0b5a2f767416 service neutron] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0516331 Aug 30 01:13:17.834841 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-ec052f6d-21c7-4ef5-9b8a-4f06e5154148 req-7d493977-4499-4744-a96d-0cf3e86be310 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/c5fbd515-25c8-49cc-a7b1-48bf5db47f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843883 Aug 30 01:13:17.928330 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-ec052f6d-21c7-4ef5-9b8a-4f06e5154148 req-5ab7208d-26af-4f36-8e7c-22acee6812a1 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/c5fbd515-25c8-49cc-a7b1-48bf5db47f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877504 Aug 30 01:13:18.094260 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-6ea576b5-04d8-43c0-b172-fea02861bd36 req-15b30009-9e45-4521-80b9-1147b0f35098 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d7bfe5dd-8636-4843-a21f-be4b1d2e5bcd HTTP/1.1" status: 200 len: 210 time: 0.0285251 Aug 30 01:13:19.110815 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec052f6d-21c7-4ef5-9b8a-4f06e5154148 req-779093ee-6dc2-4f8b-ae51-a4c20a57e896 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:19.112161 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-ec052f6d-21c7-4ef5-9b8a-4f06e5154148 req-779093ee-6dc2-4f8b-ae51-a4c20a57e896 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] 10.222.0.47 "GET /networking/v2.0/networks?id=c5fbd515-25c8-49cc-a7b1-48bf5db47f27 HTTP/1.1" status: 200 len: 814 time: 0.1133225 Aug 30 01:13:19.126139 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [req-ec052f6d-21c7-4ef5-9b8a-4f06e5154148 req-611fbd7a-57b9-4da9-97a7-7c4bb105050a tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] Request body: {'port': {'device_id': 'd7bfe5dd-8636-4843-a21f-be4b1d2e5bcd', 'network_id': 'c5fbd515-25c8-49cc-a7b1-48bf5db47f27', 'admin_state_up': True, 'tenant_id': '0fc156b7a56e4ecc999a85d59bd008b3'}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:13:19.206816 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-238d4a3f-851f-455a-8b04-826e877d4908 req-38f87ff2-2c2c-48ed-bef1-f0dae66de1bb tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d7bfe5dd-8636-4843-a21f-be4b1d2e5bcd HTTP/1.1" status: 200 len: 210 time: 0.0321836 Aug 30 01:13:19.269277 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec052f6d-21c7-4ef5-9b8a-4f06e5154148 req-611fbd7a-57b9-4da9-97a7-7c4bb105050a tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] Made reservation on behalf of 0fc156b7a56e4ecc999a85d59bd008b3 for: {'port': 1} {{(pid=106207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:13:19.273316 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-ec052f6d-21c7-4ef5-9b8a-4f06e5154148 req-611fbd7a-57b9-4da9-97a7-7c4bb105050a tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:19.399315 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.db_base_plugin_common [req-ec052f6d-21c7-4ef5-9b8a-4f06e5154148 req-611fbd7a-57b9-4da9-97a7-7c4bb105050a tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] Allocated IP 172.20.0.5 (c5fbd515-25c8-49cc-a7b1-48bf5db47f27/74ce8d14-f1b9-4811-963c-a43113860542/c6bd4d4e-a659-4ec2-9e93-0883fee5477e) {{(pid=106207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:13:19.538168 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:19.554559 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-ec052f6d-21c7-4ef5-9b8a-4f06e5154148 req-611fbd7a-57b9-4da9-97a7-7c4bb105050a tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] Publish callbacks [] for port (c6bd4d4e-a659-4ec2-9e93-0883fee5477e), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:19.561233 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:19.590644 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-ec052f6d-21c7-4ef5-9b8a-4f06e5154148 req-611fbd7a-57b9-4da9-97a7-7c4bb105050a tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737867580456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13006123'] for port (c6bd4d4e-a659-4ec2-9e93-0883fee5477e), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:19.635040 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec052f6d-21c7-4ef5-9b8a-4f06e5154148 req-611fbd7a-57b9-4da9-97a7-7c4bb105050a tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] Network c5fbd515-25c8-49cc-a7b1-48bf5db47f27 is already hosted by enough agents. {{(pid=106207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:13:19.641060 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.base_scheduler [req-ec052f6d-21c7-4ef5-9b8a-4f06e5154148 req-611fbd7a-57b9-4da9-97a7-7c4bb105050a tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] Resources bound (agent type, host, resource id): {{(pid=106207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:13:19.645182 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec052f6d-21c7-4ef5-9b8a-4f06e5154148 req-611fbd7a-57b9-4da9-97a7-7c4bb105050a tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] Received port after_create {{(pid=106207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:13:19.649280 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611fbd7a-57b9-4da9-97a7-7c4bb105050a tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] Pushing event updated for resources: {'Port': ['ID=c6bd4d4e-a659-4ec2-9e93-0883fee5477e,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:13:19.698627 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec052f6d-21c7-4ef5-9b8a-4f06e5154148 req-611fbd7a-57b9-4da9-97a7-7c4bb105050a tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:19.699245 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-ec052f6d-21c7-4ef5-9b8a-4f06e5154148 req-611fbd7a-57b9-4da9-97a7-7c4bb105050a tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for port (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:19.715597 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-ec052f6d-21c7-4ef5-9b8a-4f06e5154148 req-611fbd7a-57b9-4da9-97a7-7c4bb105050a tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5944574 Aug 30 01:13:19.726190 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.v2.base [req-ec052f6d-21c7-4ef5-9b8a-4f06e5154148 req-174135db-5240-4dc6-ab60-6a935c503fc7 service neutron] Request body: {'port': {'device_id': 'd7bfe5dd-8636-4843-a21f-be4b1d2e5bcd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=106207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:13:19.784556 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-ec052f6d-21c7-4ef5-9b8a-4f06e5154148 req-174135db-5240-4dc6-ab60-6a935c503fc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (c6bd4d4e-a659-4ec2-9e93-0883fee5477e), before_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:20.039567 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.notifiers.nova [req-ec052f6d-21c7-4ef5-9b8a-4f06e5154148 req-174135db-5240-4dc6-ab60-6a935c503fc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6bd4d4e-a659-4ec2-9e93-0883fee5477e {{(pid=106207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:13:20.047540 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-ec052f6d-21c7-4ef5-9b8a-4f06e5154148 req-174135db-5240-4dc6-ab60-6a935c503fc7 service neutron] Publish callbacks [] for port (c6bd4d4e-a659-4ec2-9e93-0883fee5477e), precommit_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:20.059929 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.provisioning_blocks [req-ec052f6d-21c7-4ef5-9b8a-4f06e5154148 req-174135db-5240-4dc6-ab60-6a935c503fc7 service neutron] Transition to ACTIVE for port object c6bd4d4e-a659-4ec2-9e93-0883fee5477e will not be triggered until provisioned by entity L2. {{(pid=106207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 01:13:20.062686 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-ec052f6d-21c7-4ef5-9b8a-4f06e5154148 req-174135db-5240-4dc6-ab60-6a935c503fc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13006114'] for port (c6bd4d4e-a659-4ec2-9e93-0883fee5477e), after_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:20.138915 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174135db-5240-4dc6-ab60-6a935c503fc7 service neutron] Pushing event updated for resources: {'Port': ['ID=c6bd4d4e-a659-4ec2-9e93-0883fee5477e,revision_number=2']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:13:20.171413 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.managers [req-ec052f6d-21c7-4ef5-9b8a-4f06e5154148 req-174135db-5240-4dc6-ab60-6a935c503fc7 service neutron] Attempting to bind port c6bd4d4e-a659-4ec2-9e93-0883fee5477e on host hv-cinder-81514 for vnic_type normal with profile {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:13:20.171749 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.managers [req-ec052f6d-21c7-4ef5-9b8a-4f06e5154148 req-174135db-5240-4dc6-ab60-6a935c503fc7 service neutron] Attempting to bind port c6bd4d4e-a659-4ec2-9e93-0883fee5477e by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'c75ea241-c03c-4010-ae70-509dfa0b39f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'c5fbd515-25c8-49cc-a7b1-48bf5db47f27'}] {{(pid=106207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:13:20.172077 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec052f6d-21c7-4ef5-9b8a-4f06e5154148 req-174135db-5240-4dc6-ab60-6a935c503fc7 service neutron] Attempting to bind port c6bd4d4e-a659-4ec2-9e93-0883fee5477e on network c5fbd515-25c8-49cc-a7b1-48bf5db47f27 {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:13:20.176403 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec052f6d-21c7-4ef5-9b8a-4f06e5154148 req-174135db-5240-4dc6-ab60-6a935c503fc7 service neutron] Port c6bd4d4e-a659-4ec2-9e93-0883fee5477e on network c5fbd515-25c8-49cc-a7b1-48bf5db47f27 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 01:13:20.176731 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec052f6d-21c7-4ef5-9b8a-4f06e5154148 req-174135db-5240-4dc6-ab60-6a935c503fc7 service neutron] Attempting to bind port c6bd4d4e-a659-4ec2-9e93-0883fee5477e on network c5fbd515-25c8-49cc-a7b1-48bf5db47f27 {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:13:20.181713 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec052f6d-21c7-4ef5-9b8a-4f06e5154148 req-174135db-5240-4dc6-ab60-6a935c503fc7 service neutron] Checking agent: {'id': 'ec393def-3d84-45a3-8a6c-ed049d62fe0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 0, 59, 14), 'started_at': datetime.datetime(2022, 8, 30, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:13:20.182047 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec052f6d-21c7-4ef5-9b8a-4f06e5154148 req-174135db-5240-4dc6-ab60-6a935c503fc7 service neutron] Checking segment: {'id': 'c75ea241-c03c-4010-ae70-509dfa0b39f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'c5fbd515-25c8-49cc-a7b1-48bf5db47f27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:13:20.182427 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec052f6d-21c7-4ef5-9b8a-4f06e5154148 req-174135db-5240-4dc6-ab60-6a935c503fc7 service neutron] Bound using segment: {'id': 'c75ea241-c03c-4010-ae70-509dfa0b39f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'c5fbd515-25c8-49cc-a7b1-48bf5db47f27'} {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:13:20.182851 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.managers [req-ec052f6d-21c7-4ef5-9b8a-4f06e5154148 req-174135db-5240-4dc6-ab60-6a935c503fc7 service neutron] Bound port: c6bd4d4e-a659-4ec2-9e93-0883fee5477e, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c75ea241-c03c-4010-ae70-509dfa0b39f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'c5fbd515-25c8-49cc-a7b1-48bf5db47f27'}}] {{(pid=106207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:13:20.183207 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-ec052f6d-21c7-4ef5-9b8a-4f06e5154148 req-174135db-5240-4dc6-ab60-6a935c503fc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (c6bd4d4e-a659-4ec2-9e93-0883fee5477e), before_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:20.250781 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.db [req-ec052f6d-21c7-4ef5-9b8a-4f06e5154148 req-174135db-5240-4dc6-ab60-6a935c503fc7 service neutron] For port c6bd4d4e-a659-4ec2-9e93-0883fee5477e, host hv-cinder-81514, cleared binding levels {{(pid=106207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:13:20.254284 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.db [req-ec052f6d-21c7-4ef5-9b8a-4f06e5154148 req-174135db-5240-4dc6-ab60-6a935c503fc7 service neutron] For port c6bd4d4e-a659-4ec2-9e93-0883fee5477e, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c6bd4d4e-a659-4ec2-9e93-0883fee5477e,segment=NetworkSegment(c75ea241-c03c-4010-ae70-509dfa0b39f4),segment_id=c75ea241-c03c-4010-ae70-509dfa0b39f4)] {{(pid=106207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:13:20.263216 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-ec052f6d-21c7-4ef5-9b8a-4f06e5154148 req-174135db-5240-4dc6-ab60-6a935c503fc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13006114'] for port (c6bd4d4e-a659-4ec2-9e93-0883fee5477e), after_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:20.266600 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec052f6d-21c7-4ef5-9b8a-4f06e5154148 req-174135db-5240-4dc6-ab60-6a935c503fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:20.267314 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [req-ec052f6d-21c7-4ef5-9b8a-4f06e5154148 req-174135db-5240-4dc6-ab60-6a935c503fc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for port (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:20.268783 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-ec052f6d-21c7-4ef5-9b8a-4f06e5154148 req-174135db-5240-4dc6-ab60-6a935c503fc7 service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/c6bd4d4e-a659-4ec2-9e93-0883fee5477e HTTP/1.1" status: 200 len: 1093 time: 0.5465310 Aug 30 01:13:20.271048 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7bfe5dd-8636-4843-a21f-be4b1d2e5bcd', 'tag': 'c6bd4d4e-a659-4ec2-9e93-0883fee5477e'}] {{(pid=106207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:13:20.274469 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480b08bd5bc4b1a03c1b08d00e02a3f82783774d0c3347d038299e83f2d6db65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3608fec5-2242-4556-a8f9-2f1c214387e2" -d '{"events": [{"name": "network-changed", "server_uuid": "d7bfe5dd-8636-4843-a21f-be4b1d2e5bcd", "tag": "c6bd4d4e-a659-4ec2-9e93-0883fee5477e"}]}' {{(pid=106207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:13:20.319336 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:20.321215 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb2fac86-2a2c-498f-9cd3-115b0e31e720 x-openstack-request-id: req-cb2fac86-2a2c-498f-9cd3-115b0e31e720 {{(pid=106207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:13:20.321520 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7bfe5dd-8636-4843-a21f-be4b1d2e5bcd", "tag": "c6bd4d4e-a659-4ec2-9e93-0883fee5477e", "status": "completed", "code": 200}]} {{(pid=106207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:13:20.321804 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cb2fac86-2a2c-498f-9cd3-115b0e31e720 {{(pid=106207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:13:20.322200 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb2fac86-2a2c-498f-9cd3-115b0e31e720'] response: {'name': 'network-changed', 'server_uuid': 'd7bfe5dd-8636-4843-a21f-be4b1d2e5bcd', 'tag': 'c6bd4d4e-a659-4ec2-9e93-0883fee5477e', 'status': 'completed', 'code': 200} Aug 30 01:13:20.383926 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:20.400486 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174135db-5240-4dc6-ab60-6a935c503fc7 service neutron] Pushing event updated for resources: {'Port': ['ID=c6bd4d4e-a659-4ec2-9e93-0883fee5477e,revision_number=3']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:13:20.410679 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4960eb6f-e41e-48dd-8e93-fad4f49ed9ab req-5346dbdd-1207-46ed-abd7-83233fad13b4 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:20.412158 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-4960eb6f-e41e-48dd-8e93-fad4f49ed9ab req-5346dbdd-1207-46ed-abd7-83233fad13b4 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d7bfe5dd-8636-4843-a21f-be4b1d2e5bcd HTTP/1.1" status: 200 len: 943 time: 0.1120167 Aug 30 01:13:20.419430 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec052f6d-21c7-4ef5-9b8a-4f06e5154148 req-715c1db2-1908-4969-b851-f92afa3d87d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:20.420829 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-ec052f6d-21c7-4ef5-9b8a-4f06e5154148 req-715c1db2-1908-4969-b851-f92afa3d87d8 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=0fc156b7a56e4ecc999a85d59bd008b3&device_id=d7bfe5dd-8636-4843-a21f-be4b1d2e5bcd HTTP/1.1" status: 200 len: 1127 time: 0.1034811 Aug 30 01:13:20.424592 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174135db-5240-4dc6-ab60-6a935c503fc7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:20.424944 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174135db-5240-4dc6-ab60-6a935c503fc7 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:20.425319 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174135db-5240-4dc6-ab60-6a935c503fc7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:20.425662 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174135db-5240-4dc6-ab60-6a935c503fc7 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:20.425996 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174135db-5240-4dc6-ab60-6a935c503fc7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:20.426333 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174135db-5240-4dc6-ab60-6a935c503fc7 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:20.426666 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174135db-5240-4dc6-ab60-6a935c503fc7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:20.426997 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174135db-5240-4dc6-ab60-6a935c503fc7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:20.427319 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174135db-5240-4dc6-ab60-6a935c503fc7 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:20.427732 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174135db-5240-4dc6-ab60-6a935c503fc7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:20.428059 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174135db-5240-4dc6-ab60-6a935c503fc7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:20.428385 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174135db-5240-4dc6-ab60-6a935c503fc7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:20.428714 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174135db-5240-4dc6-ab60-6a935c503fc7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:20.429037 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174135db-5240-4dc6-ab60-6a935c503fc7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:20.429400 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174135db-5240-4dc6-ab60-6a935c503fc7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:20.482717 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-ec052f6d-21c7-4ef5-9b8a-4f06e5154148 req-758e7d81-286b-4f06-9339-1e441f9c9c37 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c6bd4d4e-a659-4ec2-9e93-0883fee5477e HTTP/1.1" status: 200 len: 217 time: 0.0432546 Aug 30 01:13:20.538148 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-4960eb6f-e41e-48dd-8e93-fad4f49ed9ab req-1d61fb4a-ef6d-4d73-80f3-a9382c5fe552 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=41fe336e-c191-4fb4-a287-344b00835aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160967 Aug 30 01:13:20.549009 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec052f6d-21c7-4ef5-9b8a-4f06e5154148 req-dfb2aa6f-a57f-4ef9-971e-684b37719341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:20.550427 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-ec052f6d-21c7-4ef5-9b8a-4f06e5154148 req-dfb2aa6f-a57f-4ef9-971e-684b37719341 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=74ce8d14-f1b9-4811-963c-a43113860542 HTTP/1.1" status: 200 len: 854 time: 0.0581007 Aug 30 01:13:20.584584 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-ec052f6d-21c7-4ef5-9b8a-4f06e5154148 req-0f28755b-6fd5-4fea-8dc9-fa55116d384b service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=c5fbd515-25c8-49cc-a7b1-48bf5db47f27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263126 Aug 30 01:13:20.678526 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-ec052f6d-21c7-4ef5-9b8a-4f06e5154148 req-5c3e6710-396e-4ea5-b8a4-b730f41ea2c2 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/c5fbd515-25c8-49cc-a7b1-48bf5db47f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863497 Aug 30 01:13:20.773876 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-ec052f6d-21c7-4ef5-9b8a-4f06e5154148 req-2f48f959-fc8d-4bf6-ba1e-7268fbf7562a service neutron] 10.222.0.47 "GET /networking/v2.0/networks/c5fbd515-25c8-49cc-a7b1-48bf5db47f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876706 Aug 30 01:13:21.143003 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:21.556067 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3608fec5-2242-4556-a8f9-2f1c214387e2 req-e8ab75df-67bb-4a2f-9e7a-788e53617bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:21.557582 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-3608fec5-2242-4556-a8f9-2f1c214387e2 req-e8ab75df-67bb-4a2f-9e7a-788e53617bdf service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=0fc156b7a56e4ecc999a85d59bd008b3&device_id=d7bfe5dd-8636-4843-a21f-be4b1d2e5bcd HTTP/1.1" status: 200 len: 1127 time: 0.0400155 Aug 30 01:13:21.679708 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299cd6b2-19a2-4c91-9765-85601f9cd3b5 req-19974c4e-4327-4895-8677-990256f7572e tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:21.681184 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-299cd6b2-19a2-4c91-9765-85601f9cd3b5 req-19974c4e-4327-4895-8677-990256f7572e tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d7bfe5dd-8636-4843-a21f-be4b1d2e5bcd HTTP/1.1" status: 200 len: 943 time: 0.0681343 Aug 30 01:13:21.696578 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3608fec5-2242-4556-a8f9-2f1c214387e2 req-e79497e7-f37d-431d-90a7-987d15f56b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:21.697962 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-3608fec5-2242-4556-a8f9-2f1c214387e2 req-e79497e7-f37d-431d-90a7-987d15f56b57 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=c5fbd515-25c8-49cc-a7b1-48bf5db47f27 HTTP/1.1" status: 200 len: 916 time: 0.1335764 Aug 30 01:13:21.737822 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-3608fec5-2242-4556-a8f9-2f1c214387e2 req-3a8d5a32-f0c6-42db-9bb0-6c2d62a1bbba service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c6bd4d4e-a659-4ec2-9e93-0883fee5477e HTTP/1.1" status: 200 len: 217 time: 0.0331223 Aug 30 01:13:21.790223 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-299cd6b2-19a2-4c91-9765-85601f9cd3b5 req-b5d64c3b-3c2f-4956-bdfe-dd5e9a8c715a tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=41fe336e-c191-4fb4-a287-344b00835aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032941 Aug 30 01:13:21.802960 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3608fec5-2242-4556-a8f9-2f1c214387e2 req-b1c0777c-5e32-4b13-94ee-5c885b575cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:21.804454 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-3608fec5-2242-4556-a8f9-2f1c214387e2 req-b1c0777c-5e32-4b13-94ee-5c885b575cd0 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=74ce8d14-f1b9-4811-963c-a43113860542 HTTP/1.1" status: 200 len: 854 time: 0.0572336 Aug 30 01:13:21.842300 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-3608fec5-2242-4556-a8f9-2f1c214387e2 req-b99fd961-4eae-4763-a5d0-184a5a75b0a0 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=c5fbd515-25c8-49cc-a7b1-48bf5db47f27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305443 Aug 30 01:13:21.931626 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-3608fec5-2242-4556-a8f9-2f1c214387e2 req-89ae104a-0d85-4f39-ad3c-7529d82fd37b service neutron] 10.222.0.47 "GET /networking/v2.0/networks/c5fbd515-25c8-49cc-a7b1-48bf5db47f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833769 Aug 30 01:13:22.023832 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-3608fec5-2242-4556-a8f9-2f1c214387e2 req-51d37671-2d7d-4c8c-9e93-f199a7760f7f service neutron] 10.222.0.47 "GET /networking/v2.0/networks/c5fbd515-25c8-49cc-a7b1-48bf5db47f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865405 Aug 30 01:13:22.912809 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07361f34-9ad4-47b3-af56-aef248775cd2 req-e8e25ead-ff06-4971-b40a-cbf3f1603a32 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:22.914306 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-07361f34-9ad4-47b3-af56-aef248775cd2 req-e8e25ead-ff06-4971-b40a-cbf3f1603a32 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d7bfe5dd-8636-4843-a21f-be4b1d2e5bcd HTTP/1.1" status: 200 len: 943 time: 0.0472844 Aug 30 01:13:22.961520 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-07361f34-9ad4-47b3-af56-aef248775cd2 req-2d47fbab-59e5-4d59-a4bf-0598204092ab tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=41fe336e-c191-4fb4-a287-344b00835aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411084 Aug 30 01:13:23.953130 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device c6bd4d4e-a659-4ec2-9e93-0883fee5477e details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=106208) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 01:13:24.052668 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port c6bd4d4e-a659-4ec2-9e93-0883fee5477e, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c6bd4d4e-a659-4ec2-9e93-0883fee5477e,segment=NetworkSegment(c75ea241-c03c-4010-ae70-509dfa0b39f4),segment_id=c75ea241-c03c-4010-ae70-509dfa0b39f4)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:13:24.064734 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Returning: {'device': 'c6bd4d4e-a659-4ec2-9e93-0883fee5477e', 'network_id': 'c5fbd515-25c8-49cc-a7b1-48bf5db47f27', 'port_id': 'c6bd4d4e-a659-4ec2-9e93-0883fee5477e', 'mac_address': 'fa:16:3e:a6:0c:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74ce8d14-f1b9-4811-963c-a43113860542', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106208) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 01:13:24.074115 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:24.083073 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa57bb7-8d63-4cd9-b466-aa9d98863e64 req-155c9ef1-8393-4113-8b65-2d71074b808c tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:24.084539 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-5aa57bb7-8d63-4cd9-b466-aa9d98863e64 req-155c9ef1-8393-4113-8b65-2d71074b808c tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d7bfe5dd-8636-4843-a21f-be4b1d2e5bcd HTTP/1.1" status: 200 len: 943 time: 0.0474582 Aug 30 01:13:24.104570 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Current status of the port c6bd4d4e-a659-4ec2-9e93-0883fee5477e is: DOWN; New status is: BUILD {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:13:24.104965 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (c6bd4d4e-a659-4ec2-9e93-0883fee5477e), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:24.113225 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:24.118629 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6bd4d4e-a659-4ec2-9e93-0883fee5477e {{(pid=106208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:13:24.135604 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-5aa57bb7-8d63-4cd9-b466-aa9d98863e64 req-37263700-9702-4c8d-a772-935a320331a8 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=41fe336e-c191-4fb4-a287-344b00835aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453496 Aug 30 01:13:24.139472 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port c6bd4d4e-a659-4ec2-9e93-0883fee5477e, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c6bd4d4e-a659-4ec2-9e93-0883fee5477e,segment=NetworkSegment(c75ea241-c03c-4010-ae70-509dfa0b39f4),segment_id=c75ea241-c03c-4010-ae70-509dfa0b39f4)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:13:24.144816 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (c6bd4d4e-a659-4ec2-9e93-0883fee5477e), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:24.191014 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Pushing event updated for resources: {'Port': ['ID=c6bd4d4e-a659-4ec2-9e93-0883fee5477e,revision_number=4']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:13:24.369178 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] get_ports_and_sgs() called for port_ids ['c6bd4d4e-a659-4ec2-9e93-0883fee5477e'] {{(pid=106208) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:13:24.371317 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:24.504906 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:25.261815 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb4b51c-ffc1-40a2-8d9b-39ab65957597 req-6966d948-4745-4a83-ab54-fd533752596a tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:25.263689 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-7bb4b51c-ffc1-40a2-8d9b-39ab65957597 req-6966d948-4745-4a83-ab54-fd533752596a tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d7bfe5dd-8636-4843-a21f-be4b1d2e5bcd HTTP/1.1" status: 200 len: 944 time: 0.0529499 Aug 30 01:13:25.313123 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-7bb4b51c-ffc1-40a2-8d9b-39ab65957597 req-56fa03b3-6810-4034-8a26-20377b1b8caa tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=41fe336e-c191-4fb4-a287-344b00835aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432665 Aug 30 01:13:25.550491 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=27,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:25.551315 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=38,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:25.968687 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device c6bd4d4e-a659-4ec2-9e93-0883fee5477e up at agent hyperv_hv-cinder-81514 {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:13:26.011497 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Provisioning for port c6bd4d4e-a659-4ec2-9e93-0883fee5477e completed by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 01:13:26.017625 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Provisioning complete for port c6bd4d4e-a659-4ec2-9e93-0883fee5477e triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:13:26.018000 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (c6bd4d4e-a659-4ec2-9e93-0883fee5477e), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:26.093109 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Current status of the port c6bd4d4e-a659-4ec2-9e93-0883fee5477e is: BUILD; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:13:26.093500 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (c6bd4d4e-a659-4ec2-9e93-0883fee5477e), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:26.115290 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7bfe5dd-8636-4843-a21f-be4b1d2e5bcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6bd4d4e-a659-4ec2-9e93-0883fee5477e'}] {{(pid=106208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:13:26.117523 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c29b7fbecba6d5f29730e8e5f4edf6e9b002b1b00f6f5f73d69c4afba8ee411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f5e384e-7896-4e95-9e85-2a4e62b6c4ea" -d '{"events": [{"server_uuid": "d7bfe5dd-8636-4843-a21f-be4b1d2e5bcd", "name": "network-vif-plugged", "status": "completed", "tag": "c6bd4d4e-a659-4ec2-9e93-0883fee5477e"}]}' {{(pid=106208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:13:26.130557 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port c6bd4d4e-a659-4ec2-9e93-0883fee5477e, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c6bd4d4e-a659-4ec2-9e93-0883fee5477e,segment=NetworkSegment(c75ea241-c03c-4010-ae70-509dfa0b39f4),segment_id=c75ea241-c03c-4010-ae70-509dfa0b39f4)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:13:26.134497 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (c6bd4d4e-a659-4ec2-9e93-0883fee5477e), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:26.158436 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc373e48-26ac-4c10-a3f7-460fabb6bc21 x-openstack-request-id: req-dc373e48-26ac-4c10-a3f7-460fabb6bc21 {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:13:26.158727 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7bfe5dd-8636-4843-a21f-be4b1d2e5bcd", "name": "network-vif-plugged", "status": "completed", "tag": "c6bd4d4e-a659-4ec2-9e93-0883fee5477e", "code": 200}]} {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:13:26.158980 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-dc373e48-26ac-4c10-a3f7-460fabb6bc21 {{(pid=106208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:13:26.159366 dv-cinder-815146-13-iscsi neutron-server[106208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc373e48-26ac-4c10-a3f7-460fabb6bc21'] response: {'server_uuid': 'd7bfe5dd-8636-4843-a21f-be4b1d2e5bcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6bd4d4e-a659-4ec2-9e93-0883fee5477e', 'code': 200} Aug 30 01:13:26.185904 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Pushing event updated for resources: {'Port': ['ID=c6bd4d4e-a659-4ec2-9e93-0883fee5477e,revision_number=5']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:13:26.319602 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce76f49-fa8e-4a94-9585-f188faa6ad10 req-58a06a26-8a21-4954-89c5-5fdd52e90343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:26.321167 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-4ce76f49-fa8e-4a94-9585-f188faa6ad10 req-58a06a26-8a21-4954-89c5-5fdd52e90343 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d7bfe5dd-8636-4843-a21f-be4b1d2e5bcd HTTP/1.1" status: 200 len: 1129 time: 0.0381901 Aug 30 01:13:26.365843 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-4ce76f49-fa8e-4a94-9585-f188faa6ad10 req-71c349d9-ae5b-4b86-8d07-50b182a915cb service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=41fe336e-c191-4fb4-a287-344b00835aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384240 Aug 30 01:13:26.436905 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872635f4-8255-46a3-9914-36e43dffb589 req-06468dbe-1a71-48e2-9fc7-b6aec96347a0 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:26.438429 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-872635f4-8255-46a3-9914-36e43dffb589 req-06468dbe-1a71-48e2-9fc7-b6aec96347a0 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d7bfe5dd-8636-4843-a21f-be4b1d2e5bcd HTTP/1.1" status: 200 len: 945 time: 0.0503857 Aug 30 01:13:26.484957 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-872635f4-8255-46a3-9914-36e43dffb589 req-dc5c622d-0656-4ccd-943e-7c3ebf5953f9 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=41fe336e-c191-4fb4-a287-344b00835aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410740 Aug 30 01:13:27.604772 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c075464-76a9-4581-bdd9-bd8ecaa13118 req-1bc8454c-4df3-4299-8422-8eff3787a25b tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:27.606346 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-8c075464-76a9-4581-bdd9-bd8ecaa13118 req-1bc8454c-4df3-4299-8422-8eff3787a25b tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d7bfe5dd-8636-4843-a21f-be4b1d2e5bcd HTTP/1.1" status: 200 len: 945 time: 0.0477793 Aug 30 01:13:27.654473 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-8c075464-76a9-4581-bdd9-bd8ecaa13118 req-52c6afbf-d5ff-42cd-8371-a2baeba1a1c4 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=41fe336e-c191-4fb4-a287-344b00835aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423348 Aug 30 01:13:28.232523 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-6e3d9d2e-a0f0-4cd4-a91d-2dbed6ba9cc4 req-1af24ac8-9aa2-4f1c-9b64-6b381fe703f8 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=77c1fad5-fcbd-475a-b590-406d1b8cfc8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408912 Aug 30 01:13:28.314932 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d9d2e-a0f0-4cd4-a91d-2dbed6ba9cc4 req-ce5e9d48-25e1-445f-8962-a4a994597e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:28.316442 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-6e3d9d2e-a0f0-4cd4-a91d-2dbed6ba9cc4 req-ce5e9d48-25e1-445f-8962-a4a994597e32 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=aa4d639296c34f1dbf0b327fd0828620&device_id=77c1fad5-fcbd-475a-b590-406d1b8cfc8f HTTP/1.1" status: 200 len: 1129 time: 0.0403447 Aug 30 01:13:28.421496 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d9d2e-a0f0-4cd4-a91d-2dbed6ba9cc4 req-b5adf631-4079-438f-b59d-65737d18a22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:28.422969 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-6e3d9d2e-a0f0-4cd4-a91d-2dbed6ba9cc4 req-b5adf631-4079-438f-b59d-65737d18a22b service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=975176e1-2963-4279-99b0-e91749d91c94 HTTP/1.1" status: 200 len: 910 time: 0.0879939 Aug 30 01:13:28.488027 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-6e3d9d2e-a0f0-4cd4-a91d-2dbed6ba9cc4 req-fe7a8568-b21e-4564-ba48-4ed24536d09b service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f326f1cc-3214-4c94-b458-a90b5f3ea1e3 HTTP/1.1" status: 200 len: 1001 time: 0.0592413 Aug 30 01:13:28.537851 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d9d2e-a0f0-4cd4-a91d-2dbed6ba9cc4 req-ef5c6803-996b-4304-9ff5-29de2294907e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:28.539266 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-6e3d9d2e-a0f0-4cd4-a91d-2dbed6ba9cc4 req-ef5c6803-996b-4304-9ff5-29de2294907e service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=249a35e3-e839-4219-8b3a-81bef0c6bdbb HTTP/1.1" status: 200 len: 847 time: 0.0444918 Aug 30 01:13:28.583540 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d9d2e-a0f0-4cd4-a91d-2dbed6ba9cc4 req-4ab88ad4-102c-4b0b-afbb-f6c7e4ae9930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:28.585010 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-6e3d9d2e-a0f0-4cd4-a91d-2dbed6ba9cc4 req-4ab88ad4-102c-4b0b-afbb-f6c7e4ae9930 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=975176e1-2963-4279-99b0-e91749d91c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0377197 Aug 30 01:13:28.678657 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-6e3d9d2e-a0f0-4cd4-a91d-2dbed6ba9cc4 req-92825880-882c-4463-b6d7-3d9ecadede67 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/975176e1-2963-4279-99b0-e91749d91c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864403 Aug 30 01:13:28.788196 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d1062-32ad-4300-ac38-c30c79a5bdce req-47e7a57d-c0de-49aa-a8d8-811844912fbe tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:28.789696 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-209d1062-32ad-4300-ac38-c30c79a5bdce req-47e7a57d-c0de-49aa-a8d8-811844912fbe tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d7bfe5dd-8636-4843-a21f-be4b1d2e5bcd HTTP/1.1" status: 200 len: 945 time: 0.0572956 Aug 30 01:13:28.825985 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-6e3d9d2e-a0f0-4cd4-a91d-2dbed6ba9cc4 req-72ce4db2-cbcc-4edb-818f-0bad10474efc service neutron] 10.222.0.47 "GET /networking/v2.0/networks/975176e1-2963-4279-99b0-e91749d91c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402233 Aug 30 01:13:28.830036 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:28.852896 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-209d1062-32ad-4300-ac38-c30c79a5bdce req-4828f711-34b3-4a90-8571-695f20473a94 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=41fe336e-c191-4fb4-a287-344b00835aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565286 Aug 30 01:13:34.671457 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:34.676671 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=5 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:36.181598 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=52,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:36.182817 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=29 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:38.847073 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=3 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:38.849020 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=96 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:38.995443 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-3c1aa507-74cf-4d8a-b5fb-47bd99214fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (fba0026e-8830-42b0-8a12-2be2a1203730), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:41.357699 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-c7ee94ac-450f-4bf2-ba8d-4d794cf90bbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (613dbf26-5731-4391-8a29-3c5185f7ed3f), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:42.015316 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 55388) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:13:42.157946 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.plugin [None req-88c0f962-55c7-4941-ac70-fe6344da6607 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Deleting port fe64f6b5-3201-4da4-bfc6-1ec3192663d8 {{(pid=106207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:13:42.158210 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-88c0f962-55c7-4941-ac70-fe6344da6607 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737868023260'] for port (fe64f6b5-3201-4da4-bfc6-1ec3192663d8), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:42.237849 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-88c0f962-55c7-4941-ac70-fe6344da6607 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16464105'] for port (fe64f6b5-3201-4da4-bfc6-1ec3192663d8), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:42.238168 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-88c0f962-55c7-4941-ac70-fe6344da6607 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Publish callbacks [] for floatingip (fe64f6b5-3201-4da4-bfc6-1ec3192663d8), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:42.251460 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.plugin [None req-88c0f962-55c7-4941-ac70-fe6344da6607 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Calling delete_port for fe64f6b5-3201-4da4-bfc6-1ec3192663d8 owned by network:floatingip {{(pid=106207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:13:42.399062 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-88c0f962-55c7-4941-ac70-fe6344da6607 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737868027338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737867580465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13006123'] for port (fe64f6b5-3201-4da4-bfc6-1ec3192663d8), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:42.425515 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c0f962-55c7-4941-ac70-fe6344da6607 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Pushing event deleted for resources: {'Port': ['ID=fe64f6b5-3201-4da4-bfc6-1ec3192663d8,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:13:42.485629 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-88c0f962-55c7-4941-ac70-fe6344da6607 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Publish callbacks [] for floatingip (2560e991-5cb5-4083-bb57-cc1de6c1579c), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:42.485949 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.db.l3_db [None req-88c0f962-55c7-4941-ac70-fe6344da6607 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Floating IP 2560e991-5cb5-4083-bb57-cc1de6c1579c disassociated (deleted). External IP: 172.27.4.114, port: f326f1cc-3214-4c94-b458-a90b5f3ea1e3. Aug 30 01:13:42.558629 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-25c1dd7e-d974-443e-806e-f641d8bbb77b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (0cb86657-2da7-42ea-bd2c-d65472391dc8), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:42.682301 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c0f962-55c7-4941-ac70-fe6344da6607 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Router e038530d-4504-4af5-ac37-d28bfd454d2c has already been hosted by L3 agent 613dbf26-5731-4391-8a29-3c5185f7ed3f {{(pid=106207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:13:43.036251 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c0f962-55c7-4941-ac70-fe6344da6607 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Notify agent at l3_agent.dv-cinder-815146-13-iscsi the message routers_updated {{(pid=106207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:13:43.040986 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-88c0f962-55c7-4941-ac70-fe6344da6607 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for floatingip (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:43.046485 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf8cf39-0d6b-48d6-b06d-c8e2d632c5cf None None] Sync routers for ids ['e038530d-4504-4af5-ac37-d28bfd454d2c'] in dv-cinder-815146-13-iscsi {{(pid=106209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:13:43.056901 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf8cf39-0d6b-48d6-b06d-c8e2d632c5cf None None] Routers {'e038530d-4504-4af5-ac37-d28bfd454d2c'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:13:43.057539 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-bbf8cf39-0d6b-48d6-b06d-c8e2d632c5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:13:41Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['e038530d-4504-4af5-ac37-d28bfd454d2c'], 'active': True} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:13:43.071071 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-88c0f962-55c7-4941-ac70-fe6344da6607 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/2560e991-5cb5-4083-bb57-cc1de6c1579c HTTP/1.1" status: 204 len: 168 time: 1.0546792 Aug 30 01:13:43.071650 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c1fad5-fcbd-475a-b590-406d1b8cfc8f', 'tag': 'f326f1cc-3214-4c94-b458-a90b5f3ea1e3'}] {{(pid=106207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:13:43.073886 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480b08bd5bc4b1a03c1b08d00e02a3f82783774d0c3347d038299e83f2d6db65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37fe3fa-5a86-4142-beca-9b9a05a505e9" -d '{"events": [{"name": "network-changed", "server_uuid": "77c1fad5-fcbd-475a-b590-406d1b8cfc8f", "tag": "f326f1cc-3214-4c94-b458-a90b5f3ea1e3"}]}' {{(pid=106207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:13:43.117648 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f059a2fe-362c-4ce6-862c-aa35c15de0a6 x-openstack-request-id: req-f059a2fe-362c-4ce6-862c-aa35c15de0a6 {{(pid=106207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:13:43.117940 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77c1fad5-fcbd-475a-b590-406d1b8cfc8f", "tag": "f326f1cc-3214-4c94-b458-a90b5f3ea1e3", "status": "completed", "code": 200}]} {{(pid=106207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:13:43.118712 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f059a2fe-362c-4ce6-862c-aa35c15de0a6 {{(pid=106207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:13:43.118712 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f059a2fe-362c-4ce6-862c-aa35c15de0a6'] response: {'name': 'network-changed', 'server_uuid': '77c1fad5-fcbd-475a-b590-406d1b8cfc8f', 'tag': 'f326f1cc-3214-4c94-b458-a90b5f3ea1e3', 'status': 'completed', 'code': 200} Aug 30 01:13:43.169857 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvr_db [None req-bbf8cf39-0d6b-48d6-b06d-c8e2d632c5cf None None] Set router e038530d-4504-4af5-ac37-d28bfd454d2c gateway port host: dv-cinder-815146-13-iscsi {{(pid=106209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:13:43.183961 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:43.189760 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:43.194284 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37fe3fa-5a86-4142-beca-9b9a05a505e9 req-a77e5518-e49f-4a3c-b5c5-a2d161ce9188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:43.195804 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e37fe3fa-5a86-4142-beca-9b9a05a505e9 req-a77e5518-e49f-4a3c-b5c5-a2d161ce9188 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=aa4d639296c34f1dbf0b327fd0828620&device_id=77c1fad5-fcbd-475a-b590-406d1b8cfc8f HTTP/1.1" status: 200 len: 1129 time: 0.0434918 Aug 30 01:13:43.334098 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37fe3fa-5a86-4142-beca-9b9a05a505e9 req-0ceff673-b73f-461c-baf8-97c577668f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:43.335582 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e37fe3fa-5a86-4142-beca-9b9a05a505e9 req-0ceff673-b73f-461c-baf8-97c577668f64 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=975176e1-2963-4279-99b0-e91749d91c94 HTTP/1.1" status: 200 len: 910 time: 0.1234791 Aug 30 01:13:43.353250 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca416d38-ac0d-4c5d-a547-0aaa7c485586 req-77ec38ee-9217-4bf8-83b5-582062b1209b tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:43.354724 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-ca416d38-ac0d-4c5d-a547-0aaa7c485586 req-77ec38ee-9217-4bf8-83b5-582062b1209b tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77c1fad5-fcbd-475a-b590-406d1b8cfc8f HTTP/1.1" status: 200 len: 945 time: 0.0548723 Aug 30 01:13:43.373958 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-bbf8cf39-0d6b-48d6-b06d-c8e2d632c5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e038530d-4504-4af5-ac37-d28bfd454d2c', 'name': 'tempest-TestShelveInstance-314568025-router', 'tenant_id': 'aa4d639296c34f1dbf0b327fd0828620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.169'}], 'enable_snat': True}, 'gw_port_id': '9e08f476-b2fa-4da9-abe0-0d0881e378ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:08:59Z', 'updated_at': '2022-08-30T01:09:03Z', 'revision_number': 4, 'project_id': 'aa4d639296c34f1dbf0b327fd0828620', 'gw_port': {'id': '9e08f476-b2fa-4da9-abe0-0d0881e378ec', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:74:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e038530d-4504-4af5-ac37-d28bfd454d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:09:00Z', 'updated_at': '2022-08-30T01:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_interfaces': [{'id': 'aed9fc92-c5de-471d-a35b-4a0eb06f5b52', 'name': '', 'network_id': '975176e1-2963-4279-99b0-e91749d91c94', 'tenant_id': 'aa4d639296c34f1dbf0b327fd0828620', 'mac_address': 'fa:16:3e:86:1c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e038530d-4504-4af5-ac37-d28bfd454d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '249a35e3-e839-4219-8b3a-81bef0c6bdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:09:03Z', 'updated_at': '2022-08-30T01:09:11Z', 'revision_number': 5, 'project_id': 'aa4d639296c34f1dbf0b327fd0828620', 'subnets': [{'id': '249a35e3-e839-4219-8b3a-81bef0c6bdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:13:43.398377 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf8cf39-0d6b-48d6-b06d-c8e2d632c5cf None None] Checking router: e038530d-4504-4af5-ac37-d28bfd454d2c for host: dv-cinder-815146-13-iscsi {{(pid=106209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:13:43.406064 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-ca416d38-ac0d-4c5d-a547-0aaa7c485586 req-eed3b296-1f37-4e02-8e39-a74202f57a1c tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c73c16fa-6e40-4125-82d0-fcb83c652d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448728 Aug 30 01:13:43.407386 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf8cf39-0d6b-48d6-b06d-c8e2d632c5cf None None] Routers {'e038530d-4504-4af5-ac37-d28bfd454d2c'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:13:43.407989 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-bbf8cf39-0d6b-48d6-b06d-c8e2d632c5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:13:41Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['e038530d-4504-4af5-ac37-d28bfd454d2c'], 'active': True} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:13:43.586889 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvr_db [None req-bbf8cf39-0d6b-48d6-b06d-c8e2d632c5cf None None] Set router e038530d-4504-4af5-ac37-d28bfd454d2c gateway port host: dv-cinder-815146-13-iscsi {{(pid=106209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:13:43.768771 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-bbf8cf39-0d6b-48d6-b06d-c8e2d632c5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e038530d-4504-4af5-ac37-d28bfd454d2c', 'name': 'tempest-TestShelveInstance-314568025-router', 'tenant_id': 'aa4d639296c34f1dbf0b327fd0828620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.169'}], 'enable_snat': True}, 'gw_port_id': '9e08f476-b2fa-4da9-abe0-0d0881e378ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:08:59Z', 'updated_at': '2022-08-30T01:09:03Z', 'revision_number': 4, 'project_id': 'aa4d639296c34f1dbf0b327fd0828620', 'gw_port': {'id': '9e08f476-b2fa-4da9-abe0-0d0881e378ec', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:74:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e038530d-4504-4af5-ac37-d28bfd454d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:09:00Z', 'updated_at': '2022-08-30T01:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_interfaces': [{'id': 'aed9fc92-c5de-471d-a35b-4a0eb06f5b52', 'name': '', 'network_id': '975176e1-2963-4279-99b0-e91749d91c94', 'tenant_id': 'aa4d639296c34f1dbf0b327fd0828620', 'mac_address': 'fa:16:3e:86:1c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e038530d-4504-4af5-ac37-d28bfd454d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '249a35e3-e839-4219-8b3a-81bef0c6bdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:09:03Z', 'updated_at': '2022-08-30T01:09:11Z', 'revision_number': 5, 'project_id': 'aa4d639296c34f1dbf0b327fd0828620', 'subnets': [{'id': '249a35e3-e839-4219-8b3a-81bef0c6bdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:13:43.792818 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf8cf39-0d6b-48d6-b06d-c8e2d632c5cf None None] The sync data for ids ['e038530d-4504-4af5-ac37-d28bfd454d2c'] in dv-cinder-815146-13-iscsi is: [{'id': 'e038530d-4504-4af5-ac37-d28bfd454d2c', 'name': 'tempest-TestShelveInstance-314568025-router', 'tenant_id': 'aa4d639296c34f1dbf0b327fd0828620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.169'}], 'enable_snat': True}, 'gw_port_id': '9e08f476-b2fa-4da9-abe0-0d0881e378ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:08:59Z', 'updated_at': '2022-08-30T01:09:03Z', 'revision_number': 4, 'project_id': 'aa4d639296c34f1dbf0b327fd0828620', 'gw_port': {'id': '9e08f476-b2fa-4da9-abe0-0d0881e378ec', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:74:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e038530d-4504-4af5-ac37-d28bfd454d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:09:00Z', 'updated_at': '2022-08-30T01:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi', '_interfaces': [{'id': 'aed9fc92-c5de-471d-a35b-4a0eb06f5b52', 'name': '', 'network_id': '975176e1-2963-4279-99b0-e91749d91c94', 'tenant_id': 'aa4d639296c34f1dbf0b327fd0828620', 'mac_address': 'fa:16:3e:86:1c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e038530d-4504-4af5-ac37-d28bfd454d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '249a35e3-e839-4219-8b3a-81bef0c6bdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:09:03Z', 'updated_at': '2022-08-30T01:09:11Z', 'revision_number': 5, 'project_id': 'aa4d639296c34f1dbf0b327fd0828620', 'subnets': [{'id': '249a35e3-e839-4219-8b3a-81bef0c6bdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:13:44.016744 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b521de-dfde-46ec-ba58-8d2176bcf791 None None] New status for floating IP 2560e991-5cb5-4083-bb57-cc1de6c1579c: DOWN {{(pid=106208) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:13:44.112181 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-035fe171-2dca-49fc-a74e-5e6f2a9e45a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (976597ea-a902-4e5f-8c76-25f81ae4fb08), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:44.268281 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (a0553951-7123-4403-ab2a-bb83048c1e52), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:44.305764 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (ec393def-3d84-45a3-8a6c-ed049d62fe0a), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:44.530272 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcc6e7-76b9-4f93-813a-724af3303794 req-e16178fa-82d6-4360-b57d-aa5c6f02331d tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:44.532014 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-1abcc6e7-76b9-4f93-813a-724af3303794 req-e16178fa-82d6-4360-b57d-aa5c6f02331d tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77c1fad5-fcbd-475a-b590-406d1b8cfc8f HTTP/1.1" status: 200 len: 945 time: 0.0488522 Aug 30 01:13:44.616800 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e37fe3fa-5a86-4142-beca-9b9a05a505e9 req-9af609f5-886f-4a44-a472-3f3dbd467770 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f326f1cc-3214-4c94-b458-a90b5f3ea1e3 HTTP/1.1" status: 200 len: 217 time: 0.0456989 Aug 30 01:13:44.620795 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-1abcc6e7-76b9-4f93-813a-724af3303794 req-1f026b32-d972-45ea-9cf6-077ae5fdcbb2 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c73c16fa-6e40-4125-82d0-fcb83c652d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831668 Aug 30 01:13:44.672704 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37fe3fa-5a86-4142-beca-9b9a05a505e9 req-c411c60d-7acc-4b99-9249-980b35fbf695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:44.674122 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e37fe3fa-5a86-4142-beca-9b9a05a505e9 req-c411c60d-7acc-4b99-9249-980b35fbf695 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=249a35e3-e839-4219-8b3a-81bef0c6bdbb HTTP/1.1" status: 200 len: 847 time: 0.0478609 Aug 30 01:13:44.806777 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37fe3fa-5a86-4142-beca-9b9a05a505e9 req-e9394bcd-0f83-46b4-8ea7-19e1704b0b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:44.808242 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e37fe3fa-5a86-4142-beca-9b9a05a505e9 req-e9394bcd-0f83-46b4-8ea7-19e1704b0b60 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=975176e1-2963-4279-99b0-e91749d91c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0394886 Aug 30 01:13:44.906776 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e37fe3fa-5a86-4142-beca-9b9a05a505e9 req-fcae28ad-2af5-4662-b2be-8f4f10157dc2 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/975176e1-2963-4279-99b0-e91749d91c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875168 Aug 30 01:13:45.154968 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e37fe3fa-5a86-4142-beca-9b9a05a505e9 req-59a5c1ae-91dd-44e9-b36c-b51d42cac922 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/975176e1-2963-4279-99b0-e91749d91c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969555 Aug 30 01:13:45.170945 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe28e87-3e94-40f5-90db-8396074e97c6 req-d4758f25-6475-4578-b0d3-b98560bd64a4 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:45.172456 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-5fe28e87-3e94-40f5-90db-8396074e97c6 req-d4758f25-6475-4578-b0d3-b98560bd64a4 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=77c1fad5-fcbd-475a-b590-406d1b8cfc8f HTTP/1.1" status: 200 len: 945 time: 0.0476000 Aug 30 01:13:45.264703 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [req-5fe28e87-3e94-40f5-90db-8396074e97c6 req-71d127fd-ae4b-45fb-8ad7-0b0dde342f71 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Deleting port f326f1cc-3214-4c94-b458-a90b5f3ea1e3 {{(pid=106206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:13:45.265051 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-5fe28e87-3e94-40f5-90db-8396074e97c6 req-71d127fd-ae4b-45fb-8ad7-0b0dde342f71 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737868023260'] for port (f326f1cc-3214-4c94-b458-a90b5f3ea1e3), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:45.366366 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [req-5fe28e87-3e94-40f5-90db-8396074e97c6 req-71d127fd-ae4b-45fb-8ad7-0b0dde342f71 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] For port f326f1cc-3214-4c94-b458-a90b5f3ea1e3, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f326f1cc-3214-4c94-b458-a90b5f3ea1e3,segment=NetworkSegment(f189fdd9-26a6-465a-b699-07b463ddfec7),segment_id=f189fdd9-26a6-465a-b699-07b463ddfec7)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:13:45.366763 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-5fe28e87-3e94-40f5-90db-8396074e97c6 req-71d127fd-ae4b-45fb-8ad7-0b0dde342f71 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16464105'] for port (f326f1cc-3214-4c94-b458-a90b5f3ea1e3), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:45.381830 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [req-5fe28e87-3e94-40f5-90db-8396074e97c6 req-71d127fd-ae4b-45fb-8ad7-0b0dde342f71 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Calling delete_port for f326f1cc-3214-4c94-b458-a90b5f3ea1e3 owned by compute:nova {{(pid=106206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:13:45.515301 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-5fe28e87-3e94-40f5-90db-8396074e97c6 req-71d127fd-ae4b-45fb-8ad7-0b0dde342f71 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737868027338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737867580465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14283316'] for port (f326f1cc-3214-4c94-b458-a90b5f3ea1e3), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:45.541902 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d127fd-ae4b-45fb-8ad7-0b0dde342f71 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Pushing event deleted for resources: {'Port': ['ID=f326f1cc-3214-4c94-b458-a90b5f3ea1e3,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:13:45.556880 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d127fd-ae4b-45fb-8ad7-0b0dde342f71 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:45.557188 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d127fd-ae4b-45fb-8ad7-0b0dde342f71 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:45.557526 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d127fd-ae4b-45fb-8ad7-0b0dde342f71 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:45.557862 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d127fd-ae4b-45fb-8ad7-0b0dde342f71 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:45.558188 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d127fd-ae4b-45fb-8ad7-0b0dde342f71 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:45.558511 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d127fd-ae4b-45fb-8ad7-0b0dde342f71 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:45.558831 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d127fd-ae4b-45fb-8ad7-0b0dde342f71 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:45.559937 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d127fd-ae4b-45fb-8ad7-0b0dde342f71 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:45.560549 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d127fd-ae4b-45fb-8ad7-0b0dde342f71 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:45.560693 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d127fd-ae4b-45fb-8ad7-0b0dde342f71 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:45.561089 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d127fd-ae4b-45fb-8ad7-0b0dde342f71 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:45.561431 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d127fd-ae4b-45fb-8ad7-0b0dde342f71 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:45.561749 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d127fd-ae4b-45fb-8ad7-0b0dde342f71 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:45.562060 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d127fd-ae4b-45fb-8ad7-0b0dde342f71 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:45.562370 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d127fd-ae4b-45fb-8ad7-0b0dde342f71 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:45.602874 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fe28e87-3e94-40f5-90db-8396074e97c6 req-71d127fd-ae4b-45fb-8ad7-0b0dde342f71 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] No DVR routers for this DVR port f326f1cc-3214-4c94-b458-a90b5f3ea1e3 on host hv-cinder-81514 {{(pid=106206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:13:45.605425 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-5fe28e87-3e94-40f5-90db-8396074e97c6 req-71d127fd-ae4b-45fb-8ad7-0b0dde342f71 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for port (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:45.609156 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-5fe28e87-3e94-40f5-90db-8396074e97c6 req-71d127fd-ae4b-45fb-8ad7-0b0dde342f71 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.47 "DELETE /networking/v2.0/ports/f326f1cc-3214-4c94-b458-a90b5f3ea1e3 HTTP/1.1" status: 204 len: 173 time: 0.4315736 Aug 30 01:13:45.609605 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c1fad5-fcbd-475a-b590-406d1b8cfc8f', 'name': 'network-vif-deleted', 'tag': 'f326f1cc-3214-4c94-b458-a90b5f3ea1e3'}] {{(pid=106206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:13:45.611843 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068580ff6c600dbe59ab62011f5d984f60f6f54628162803fce2ed792aa7a021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca9ddfa-aa6b-43c2-909a-0b94b21be569" -d '{"events": [{"server_uuid": "77c1fad5-fcbd-475a-b590-406d1b8cfc8f", "name": "network-vif-deleted", "tag": "f326f1cc-3214-4c94-b458-a90b5f3ea1e3"}]}' {{(pid=106206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:13:45.727197 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-a08a8417-0a40-4e7b-b207-1e27860e81e7 req-aa028e02-7c7c-45b9-a37b-0120e1ddc2e5 tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77c1fad5-fcbd-475a-b590-406d1b8cfc8f HTTP/1.1" status: 200 len: 210 time: 0.0288303 Aug 30 01:13:45.778815 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0141b0c-e278-443b-beaf-e48e9433eaf1 x-openstack-request-id: req-a0141b0c-e278-443b-beaf-e48e9433eaf1 {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:13:45.779094 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c1fad5-fcbd-475a-b590-406d1b8cfc8f", "name": "network-vif-deleted", "tag": "f326f1cc-3214-4c94-b458-a90b5f3ea1e3", "status": "completed", "code": 200}]} {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:13:45.779340 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a0141b0c-e278-443b-beaf-e48e9433eaf1 {{(pid=106206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:13:45.779737 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0141b0c-e278-443b-beaf-e48e9433eaf1'] response: {'server_uuid': '77c1fad5-fcbd-475a-b590-406d1b8cfc8f', 'name': 'network-vif-deleted', 'tag': 'f326f1cc-3214-4c94-b458-a90b5f3ea1e3', 'status': 'completed', 'code': 200} Aug 30 01:13:46.791870 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 55424) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:13:46.850480 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-40792507-368a-4748-9449-8cced4d6befb tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Publish callbacks [] for security_group (c73c16fa-6e40-4125-82d0-fcb83c652d69), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:46.873771 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-40792507-368a-4748-9449-8cced4d6befb tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Publish callbacks [] for security_group (c73c16fa-6e40-4125-82d0-fcb83c652d69), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:46.936040 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-40792507-368a-4748-9449-8cced4d6befb tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (c73c16fa-6e40-4125-82d0-fcb83c652d69), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:46.938854 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-40792507-368a-4748-9449-8cced4d6befb tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Publish callbacks [] for security_group (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:46.940130 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-40792507-368a-4748-9449-8cced4d6befb tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/c73c16fa-6e40-4125-82d0-fcb83c652d69 HTTP/1.1" status: 204 len: 168 time: 0.1472287 Aug 30 01:13:46.950175 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40792507-368a-4748-9449-8cced4d6befb tempest-TestShelveInstance-1609559103 tempest-TestShelveInstance-1609559103-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73c16fa-6e40-4125-82d0-fcb83c652d69,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:13:46.982177 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 55428) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:13:47.173282 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:47.214561 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:47.292851 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-ff3c7cea-324b-4405-abfc-61d136643637 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16467426'] for router_interface (e038530d-4504-4af5-ac37-d28bfd454d2c), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:47.513535 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.plugin [None req-ff3c7cea-324b-4405-abfc-61d136643637 admin admin] Deleting port aed9fc92-c5de-471d-a35b-4a0eb06f5b52 {{(pid=106207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:13:47.513889 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-ff3c7cea-324b-4405-abfc-61d136643637 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737868023260'] for port (aed9fc92-c5de-471d-a35b-4a0eb06f5b52), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:47.594237 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.db [None req-ff3c7cea-324b-4405-abfc-61d136643637 admin admin] For port aed9fc92-c5de-471d-a35b-4a0eb06f5b52, host dv-cinder-815146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=aed9fc92-c5de-471d-a35b-4a0eb06f5b52,segment=NetworkSegment(f189fdd9-26a6-465a-b699-07b463ddfec7),segment_id=f189fdd9-26a6-465a-b699-07b463ddfec7)] {{(pid=106207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:13:47.594600 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-ff3c7cea-324b-4405-abfc-61d136643637 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16464105'] for port (aed9fc92-c5de-471d-a35b-4a0eb06f5b52), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:47.608373 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.plugin [None req-ff3c7cea-324b-4405-abfc-61d136643637 admin admin] Calling delete_port for aed9fc92-c5de-471d-a35b-4a0eb06f5b52 owned by network:router_interface {{(pid=106207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:13:47.793114 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-ff3c7cea-324b-4405-abfc-61d136643637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737868027338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737867580465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13006123'] for port (aed9fc92-c5de-471d-a35b-4a0eb06f5b52), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:47.818064 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3c7cea-324b-4405-abfc-61d136643637 admin admin] Pushing event deleted for resources: {'Port': ['ID=aed9fc92-c5de-471d-a35b-4a0eb06f5b52,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:13:47.991699 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-ff3c7cea-324b-4405-abfc-61d136643637 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16282204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16468050'] for router_interface (e038530d-4504-4af5-ac37-d28bfd454d2c), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:48.041353 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:48.076620 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:48.145469 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.agents_db [None req-fbf18308-e14c-4042-905c-b7f1770ec079 None None] Agent healthcheck: found 6 active agents {{(pid=106209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:13:48.200707 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff3c7cea-324b-4405-abfc-61d136643637 admin admin] Router e038530d-4504-4af5-ac37-d28bfd454d2c has already been hosted by L3 agent 613dbf26-5731-4391-8a29-3c5185f7ed3f {{(pid=106207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:13:48.303729 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff3c7cea-324b-4405-abfc-61d136643637 admin admin] Notify agent at l3_agent.dv-cinder-815146-13-iscsi the message routers_updated {{(pid=106207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:13:48.308619 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-ff3c7cea-324b-4405-abfc-61d136643637 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/e038530d-4504-4af5-ac37-d28bfd454d2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3254008 Aug 30 01:13:48.311491 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 55432) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:13:48.312630 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb33d332-e621-447f-922f-57ea89d4c71d None None] Sync routers for ids ['e038530d-4504-4af5-ac37-d28bfd454d2c'] in dv-cinder-815146-13-iscsi {{(pid=106209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:13:48.322804 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb33d332-e621-447f-922f-57ea89d4c71d None None] Routers {'e038530d-4504-4af5-ac37-d28bfd454d2c'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:13:48.323582 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-fb33d332-e621-447f-922f-57ea89d4c71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:13:41Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['e038530d-4504-4af5-ac37-d28bfd454d2c'], 'active': True} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:13:48.414023 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-5be2525f-7c12-43f8-859e-147a8e31443b admin admin] Publish callbacks [] for router (e038530d-4504-4af5-ac37-d28bfd454d2c), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:48.427960 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvr_db [None req-fb33d332-e621-447f-922f-57ea89d4c71d None None] Set router e038530d-4504-4af5-ac37-d28bfd454d2c gateway port host: dv-cinder-815146-13-iscsi {{(pid=106209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:13:48.510653 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-5be2525f-7c12-43f8-859e-147a8e31443b admin admin] Publish callbacks [] for router_gateway (e038530d-4504-4af5-ac37-d28bfd454d2c), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:48.556601 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.plugin [None req-5be2525f-7c12-43f8-859e-147a8e31443b admin admin] Deleting port 9e08f476-b2fa-4da9-abe0-0d0881e378ec {{(pid=106207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:13:48.556941 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-5be2525f-7c12-43f8-859e-147a8e31443b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737868023260'] for port (9e08f476-b2fa-4da9-abe0-0d0881e378ec), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:48.607595 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-fb33d332-e621-447f-922f-57ea89d4c71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e038530d-4504-4af5-ac37-d28bfd454d2c', 'name': 'tempest-TestShelveInstance-314568025-router', 'tenant_id': 'aa4d639296c34f1dbf0b327fd0828620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.169'}], 'enable_snat': True}, 'gw_port_id': '9e08f476-b2fa-4da9-abe0-0d0881e378ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:08:59Z', 'updated_at': '2022-08-30T01:13:47Z', 'revision_number': 5, 'project_id': 'aa4d639296c34f1dbf0b327fd0828620', 'gw_port': {'id': '9e08f476-b2fa-4da9-abe0-0d0881e378ec', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:74:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e038530d-4504-4af5-ac37-d28bfd454d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:09:00Z', 'updated_at': '2022-08-30T01:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi'}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:13:48.609541 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=100 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:48.640944 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb33d332-e621-447f-922f-57ea89d4c71d None None] Checking router: e038530d-4504-4af5-ac37-d28bfd454d2c for host: dv-cinder-815146-13-iscsi {{(pid=106209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:13:48.645323 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.db [None req-5be2525f-7c12-43f8-859e-147a8e31443b admin admin] For port 9e08f476-b2fa-4da9-abe0-0d0881e378ec, host dv-cinder-815146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=9e08f476-b2fa-4da9-abe0-0d0881e378ec,segment=NetworkSegment(61a0af84-c6da-4606-8f1e-ec0a95f9a2d1),segment_id=61a0af84-c6da-4606-8f1e-ec0a95f9a2d1)] {{(pid=106207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:13:48.645690 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-5be2525f-7c12-43f8-859e-147a8e31443b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16464105'] for port (9e08f476-b2fa-4da9-abe0-0d0881e378ec), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:48.649995 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb33d332-e621-447f-922f-57ea89d4c71d None None] Routers {'e038530d-4504-4af5-ac37-d28bfd454d2c'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:13:48.650597 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-fb33d332-e621-447f-922f-57ea89d4c71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:13:41Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['e038530d-4504-4af5-ac37-d28bfd454d2c'], 'active': True} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:13:48.660250 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.plugin [None req-5be2525f-7c12-43f8-859e-147a8e31443b admin admin] Calling delete_port for 9e08f476-b2fa-4da9-abe0-0d0881e378ec owned by network:router_gateway {{(pid=106207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:13:48.723012 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=100 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:48.735870 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvr_db [None req-fb33d332-e621-447f-922f-57ea89d4c71d None None] Set router e038530d-4504-4af5-ac37-d28bfd454d2c gateway port host: None {{(pid=106209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:13:48.783234 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.l3_hamode_db [None req-fb33d332-e621-447f-922f-57ea89d4c71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e038530d-4504-4af5-ac37-d28bfd454d2c', 'name': 'tempest-TestShelveInstance-314568025-router', 'tenant_id': 'aa4d639296c34f1dbf0b327fd0828620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:08:59Z', 'updated_at': '2022-08-30T01:13:48Z', 'revision_number': 6, 'project_id': 'aa4d639296c34f1dbf0b327fd0828620', 'gw_port_host': None}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:13:48.810710 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb33d332-e621-447f-922f-57ea89d4c71d None None] The sync data for ids ['e038530d-4504-4af5-ac37-d28bfd454d2c'] in dv-cinder-815146-13-iscsi is: [{'id': 'e038530d-4504-4af5-ac37-d28bfd454d2c', 'name': 'tempest-TestShelveInstance-314568025-router', 'tenant_id': 'aa4d639296c34f1dbf0b327fd0828620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:08:59Z', 'updated_at': '2022-08-30T01:13:48Z', 'revision_number': 6, 'project_id': 'aa4d639296c34f1dbf0b327fd0828620', 'gw_port_host': None}] {{(pid=106209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:13:48.842578 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-5be2525f-7c12-43f8-859e-147a8e31443b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737868027338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737867580465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13006123'] for port (9e08f476-b2fa-4da9-abe0-0d0881e378ec), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:48.868800 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be2525f-7c12-43f8-859e-147a8e31443b admin admin] Pushing event deleted for resources: {'Port': ['ID=9e08f476-b2fa-4da9-abe0-0d0881e378ec,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:13:48.896077 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:48.926541 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:48.934361 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-5be2525f-7c12-43f8-859e-147a8e31443b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16466337'] for router_gateway (e038530d-4504-4af5-ac37-d28bfd454d2c), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:49.020306 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-5be2525f-7c12-43f8-859e-147a8e31443b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16467596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61021'] for router (e038530d-4504-4af5-ac37-d28bfd454d2c), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:49.022498 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-5be2525f-7c12-43f8-859e-147a8e31443b admin admin] Publish callbacks [] for router_controller (e038530d-4504-4af5-ac37-d28bfd454d2c), precommit_delete_associations {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:49.065338 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-5be2525f-7c12-43f8-859e-147a8e31443b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16468015'] for router (e038530d-4504-4af5-ac37-d28bfd454d2c), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:49.065906 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be2525f-7c12-43f8-859e-147a8e31443b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e038530d-4504-4af5-ac37-d28bfd454d2c {{(pid=106207) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 01:13:49.070079 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-5be2525f-7c12-43f8-859e-147a8e31443b admin admin] Publish callbacks [] for router (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:49.071214 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-5be2525f-7c12-43f8-859e-147a8e31443b admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/e038530d-4504-4af5-ac37-d28bfd454d2c HTTP/1.1" status: 204 len: 168 time: 0.7587931 Aug 30 01:13:49.074001 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 55436) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:13:49.117687 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.db_base_plugin_v2 [None req-10f16a19-9370-4358-85a1-605abdf7e586 admin admin] Deleting subnet 249a35e3-e839-4219-8b3a-81bef0c6bdbb {{(pid=106207) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 01:13:49.120681 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-10f16a19-9370-4358-85a1-605abdf7e586 admin admin] Publish callbacks [] for subnet (249a35e3-e839-4219-8b3a-81bef0c6bdbb), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:49.160188 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-10f16a19-9370-4358-85a1-605abdf7e586 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13648113'] for subnet (249a35e3-e839-4219-8b3a-81bef0c6bdbb), precommit_delete_associations {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:49.243000 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-10f16a19-9370-4358-85a1-605abdf7e586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883296'] for subnet (249a35e3-e839-4219-8b3a-81bef0c6bdbb), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:49.295506 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-10f16a19-9370-4358-85a1-605abdf7e586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12999767'] for subnet (249a35e3-e839-4219-8b3a-81bef0c6bdbb), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:49.324028 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f16a19-9370-4358-85a1-605abdf7e586 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=249a35e3-e839-4219-8b3a-81bef0c6bdbb,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:13:49.327811 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-10f16a19-9370-4358-85a1-605abdf7e586 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:49.331275 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-10f16a19-9370-4358-85a1-605abdf7e586 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/249a35e3-e839-4219-8b3a-81bef0c6bdbb HTTP/1.1" status: 204 len: 168 time: 0.2559378 Aug 30 01:13:49.333339 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57361322-e6a5-4118-86b7-d49d59749bf6 None None] Network 975176e1-2963-4279-99b0-e91749d91c94 requested from dv-cinder-815146-13-iscsi {{(pid=106208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:13:49.333839 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 55438) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:13:49.404186 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-528c967f-be6a-46c8-80cd-7e8fdf326d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545373'] for network (975176e1-2963-4279-99b0-e91749d91c94), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:49.447692 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-528c967f-be6a-46c8-80cd-7e8fdf326d03 admin admin] Deleting port 518ef4fe-8452-4c39-970a-3850e76eb45e {{(pid=106206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:13:49.448155 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-528c967f-be6a-46c8-80cd-7e8fdf326d03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737868023260'] for port (518ef4fe-8452-4c39-970a-3850e76eb45e), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:49.516442 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-528c967f-be6a-46c8-80cd-7e8fdf326d03 admin admin] For port 518ef4fe-8452-4c39-970a-3850e76eb45e, host dv-cinder-815146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=518ef4fe-8452-4c39-970a-3850e76eb45e,segment=NetworkSegment(f189fdd9-26a6-465a-b699-07b463ddfec7),segment_id=f189fdd9-26a6-465a-b699-07b463ddfec7)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:13:49.516673 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-528c967f-be6a-46c8-80cd-7e8fdf326d03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16464105'] for port (518ef4fe-8452-4c39-970a-3850e76eb45e), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:49.530319 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-528c967f-be6a-46c8-80cd-7e8fdf326d03 admin admin] Calling delete_port for 518ef4fe-8452-4c39-970a-3850e76eb45e owned by network:dhcp {{(pid=106206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:13:49.595182 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe11b45-f23d-4913-835d-fb012f2dcf98 None None] DHCP port deletion for 975176e1-2963-4279-99b0-e91749d91c94 request from dv-cinder-815146-13-iscsi {{(pid=106208) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 01:13:49.615047 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-528c967f-be6a-46c8-80cd-7e8fdf326d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737868027338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737867580465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14283316'] for port (518ef4fe-8452-4c39-970a-3850e76eb45e), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:49.635591 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-bfe11b45-f23d-4913-835d-fb012f2dcf98 None None] Deleting port 518ef4fe-8452-4c39-970a-3850e76eb45e {{(pid=106208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:13:49.636029 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-bfe11b45-f23d-4913-835d-fb012f2dcf98 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737868023260'] for port (518ef4fe-8452-4c39-970a-3850e76eb45e), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:49.644775 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c967f-be6a-46c8-80cd-7e8fdf326d03 admin admin] Pushing event deleted for resources: {'Port': ['ID=518ef4fe-8452-4c39-970a-3850e76eb45e,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:13:49.648557 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528c967f-be6a-46c8-80cd-7e8fdf326d03 admin admin] No DVR routers for this DVR port 518ef4fe-8452-4c39-970a-3850e76eb45e on host dv-cinder-815146-13-iscsi {{(pid=106206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:13:49.709635 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:49.714507 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-bfe11b45-f23d-4913-835d-fb012f2dcf98 None None] For port 518ef4fe-8452-4c39-970a-3850e76eb45e, host dv-cinder-815146-13-iscsi, got binding levels [] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:13:49.714984 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-bfe11b45-f23d-4913-835d-fb012f2dcf98 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16464105'] for port (518ef4fe-8452-4c39-970a-3850e76eb45e), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:49.724641 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-528c967f-be6a-46c8-80cd-7e8fdf326d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-877315', 'neutron.services.segments.db._delete_segments_for_network-8737868099651'] for network (975176e1-2963-4279-99b0-e91749d91c94), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:49.729845 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-bfe11b45-f23d-4913-835d-fb012f2dcf98 None None] Calling delete_port for 518ef4fe-8452-4c39-970a-3850e76eb45e owned by network:dhcp {{(pid=106208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:13:49.732941 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.ipam_backend_mixin [None req-bfe11b45-f23d-4913-835d-fb012f2dcf98 None None] Port 518ef4fe-8452-4c39-970a-3850e76eb45e was not found and therefore no delete operation was performed {{(pid=106208) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Aug 30 01:13:49.734291 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-bfe11b45-f23d-4913-835d-fb012f2dcf98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737868027338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737867580465'] for port (518ef4fe-8452-4c39-970a-3850e76eb45e), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:49.746301 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.services.segments.db [None req-528c967f-be6a-46c8-80cd-7e8fdf326d03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['975176e1-2963-4279-99b0-e91749d91c94']}} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:13:49.757324 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.services.segments.db [None req-528c967f-be6a-46c8-80cd-7e8fdf326d03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f189fdd9-26a6-465a-b699-07b463ddfec7') {'for_net_delete': True} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:13:49.757656 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.services.segments.db [None req-528c967f-be6a-46c8-80cd-7e8fdf326d03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f189fdd9-26a6-465a-b699-07b463ddfec7') {} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:13:49.759678 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe11b45-f23d-4913-835d-fb012f2dcf98 None None] Pushing event deleted for resources: {'Port': ['ID=518ef4fe-8452-4c39-970a-3850e76eb45e,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:13:49.764743 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe11b45-f23d-4913-835d-fb012f2dcf98 None None] No DVR routers for this DVR port 518ef4fe-8452-4c39-970a-3850e76eb45e on host dv-cinder-815146-13-iscsi {{(pid=106208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:13:49.769736 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-528c967f-be6a-46c8-80cd-7e8fdf326d03 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737868127151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14420041'] for segment (f189fdd9-26a6-465a-b699-07b463ddfec7), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:49.771517 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe11b45-f23d-4913-835d-fb012f2dcf98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:49.771865 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe11b45-f23d-4913-835d-fb012f2dcf98 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:49.772203 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe11b45-f23d-4913-835d-fb012f2dcf98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:49.772540 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe11b45-f23d-4913-835d-fb012f2dcf98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:49.772976 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe11b45-f23d-4913-835d-fb012f2dcf98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:49.773611 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe11b45-f23d-4913-835d-fb012f2dcf98 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:49.773935 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe11b45-f23d-4913-835d-fb012f2dcf98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:49.774256 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe11b45-f23d-4913-835d-fb012f2dcf98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:49.774801 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe11b45-f23d-4913-835d-fb012f2dcf98 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:49.774909 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe11b45-f23d-4913-835d-fb012f2dcf98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:49.775197 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe11b45-f23d-4913-835d-fb012f2dcf98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:49.775684 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe11b45-f23d-4913-835d-fb012f2dcf98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:49.776184 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe11b45-f23d-4913-835d-fb012f2dcf98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:49.776736 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe11b45-f23d-4913-835d-fb012f2dcf98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:49.777815 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe11b45-f23d-4913-835d-fb012f2dcf98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:49.794498 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-528c967f-be6a-46c8-80cd-7e8fdf326d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879481'] for segment (f189fdd9-26a6-465a-b699-07b463ddfec7), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:49.801674 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-528c967f-be6a-46c8-80cd-7e8fdf326d03 admin admin] Releasing vlan 1087 on physical network physnet1 to pool {{(pid=106206) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 01:13:49.802076 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-528c967f-be6a-46c8-80cd-7e8fdf326d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14283361'] for segment (f189fdd9-26a6-465a-b699-07b463ddfec7), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:49.870191 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-528c967f-be6a-46c8-80cd-7e8fdf326d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-877322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16316755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16466381'] for network (975176e1-2963-4279-99b0-e91749d91c94), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:49.887841 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-528c967f-be6a-46c8-80cd-7e8fdf326d03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282183'] for network (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:49.893580 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-528c967f-be6a-46c8-80cd-7e8fdf326d03 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/975176e1-2963-4279-99b0-e91749d91c94 HTTP/1.1" status: 204 len: 168 time: 0.5589678 Aug 30 01:13:49.894177 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:49.894849 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 55446) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:13:49.895844 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c967f-be6a-46c8-80cd-7e8fdf326d03 admin admin] Pushing event deleted for resources: {'Network': ['ID=975176e1-2963-4279-99b0-e91749d91c94,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:13:49.960298 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.services.segments.plugin [-] Segment f189fdd9-26a6-465a-b699-07b463ddfec7 resource provider aggregate not found Aug 30 01:13:49.977872 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.services.segments.plugin [-] Segment f189fdd9-26a6-465a-b699-07b463ddfec7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f189fdd9-26a6-465a-b699-07b463ddfec7 found for delete ", "request_id": "req-5104b711-b233-44f6-b974-0ac94ffba967"}]} Aug 30 01:13:50.079278 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device f326f1cc-3214-4c94-b458-a90b5f3ea1e3 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:13:50.097787 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] No Port match for: f326f1cc-3214-4c94-b458-a90b5f3ea1e3 {{(pid=106208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:13:50.098130 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device f326f1cc-3214-4c94-b458-a90b5f3ea1e3 not bound to the agent host hv-cinder-81514 {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:13:50.467558 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device 9e08f476-b2fa-4da9-abe0-0d0881e378ec no longer exists at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:13:50.480125 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-fc769db2-9de0-4b71-94ab-ec012cf79c27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16467426'] for router_interface (ff70da5d-cd7e-4852-a565-de3090db1a11), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:50.490752 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] No Port match for: 9e08f476-b2fa-4da9-abe0-0d0881e378ec {{(pid=106208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:13:50.491102 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device 9e08f476-b2fa-4da9-abe0-0d0881e378ec not bound to the agent host dv-cinder-815146-13-iscsi {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:13:50.491527 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device aed9fc92-c5de-471d-a35b-4a0eb06f5b52 no longer exists at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:13:50.509419 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] No Port match for: aed9fc92-c5de-471d-a35b-4a0eb06f5b52 {{(pid=106208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:13:50.509772 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device aed9fc92-c5de-471d-a35b-4a0eb06f5b52 not bound to the agent host dv-cinder-815146-13-iscsi {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:13:50.510186 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device 518ef4fe-8452-4c39-970a-3850e76eb45e no longer exists at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:13:50.529402 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] No Port match for: 518ef4fe-8452-4c39-970a-3850e76eb45e {{(pid=106208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:13:50.529750 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device 518ef4fe-8452-4c39-970a-3850e76eb45e not bound to the agent host dv-cinder-815146-13-iscsi {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:13:50.691677 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:50.704824 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.plugin [None req-fc769db2-9de0-4b71-94ab-ec012cf79c27 admin admin] Deleting port db9b7c66-2d76-40e3-852e-f667e5ea6c65 {{(pid=106207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:13:50.704824 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-fc769db2-9de0-4b71-94ab-ec012cf79c27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737868023260'] for port (db9b7c66-2d76-40e3-852e-f667e5ea6c65), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:50.706504 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:50.792168 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.db [None req-fc769db2-9de0-4b71-94ab-ec012cf79c27 admin admin] For port db9b7c66-2d76-40e3-852e-f667e5ea6c65, host dv-cinder-815146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=db9b7c66-2d76-40e3-852e-f667e5ea6c65,segment=NetworkSegment(79e50296-1474-494a-b21d-5113ca8063be),segment_id=79e50296-1474-494a-b21d-5113ca8063be)] {{(pid=106207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:13:50.792535 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-fc769db2-9de0-4b71-94ab-ec012cf79c27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16464105'] for port (db9b7c66-2d76-40e3-852e-f667e5ea6c65), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:50.805905 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.plugin [None req-fc769db2-9de0-4b71-94ab-ec012cf79c27 admin admin] Calling delete_port for db9b7c66-2d76-40e3-852e-f667e5ea6c65 owned by network:router_interface {{(pid=106207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:13:50.992480 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-fc769db2-9de0-4b71-94ab-ec012cf79c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737868027338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737867580465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13006123'] for port (db9b7c66-2d76-40e3-852e-f667e5ea6c65), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:51.016730 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc769db2-9de0-4b71-94ab-ec012cf79c27 admin admin] Pushing event deleted for resources: {'Port': ['ID=db9b7c66-2d76-40e3-852e-f667e5ea6c65,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:13:51.182310 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-fc769db2-9de0-4b71-94ab-ec012cf79c27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16282204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16468050'] for router_interface (ff70da5d-cd7e-4852-a565-de3090db1a11), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:51.392900 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc769db2-9de0-4b71-94ab-ec012cf79c27 admin admin] Router ff70da5d-cd7e-4852-a565-de3090db1a11 has already been hosted by L3 agent 613dbf26-5731-4391-8a29-3c5185f7ed3f {{(pid=106207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:13:51.493171 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:51.498834 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc769db2-9de0-4b71-94ab-ec012cf79c27 admin admin] Notify agent at l3_agent.dv-cinder-815146-13-iscsi the message routers_updated {{(pid=106207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:13:51.504136 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-fc769db2-9de0-4b71-94ab-ec012cf79c27 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/ff70da5d-cd7e-4852-a565-de3090db1a11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6081665 Aug 30 01:13:51.506830 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 55452) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:13:51.507519 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c61d06-6e7c-4bbf-9156-cc02bab131f1 None None] Sync routers for ids ['ff70da5d-cd7e-4852-a565-de3090db1a11'] in dv-cinder-815146-13-iscsi {{(pid=106208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:13:51.519004 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c61d06-6e7c-4bbf-9156-cc02bab131f1 None None] Routers {'ff70da5d-cd7e-4852-a565-de3090db1a11'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:13:51.519540 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-74c61d06-6e7c-4bbf-9156-cc02bab131f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:13:41Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['ff70da5d-cd7e-4852-a565-de3090db1a11'], 'active': True} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:13:51.607846 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-7572e88d-ca7a-4449-a6b0-2a9801bdd688 admin admin] Publish callbacks [] for router (ff70da5d-cd7e-4852-a565-de3090db1a11), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:51.719155 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-7572e88d-ca7a-4449-a6b0-2a9801bdd688 admin admin] Publish callbacks [] for router_gateway (ff70da5d-cd7e-4852-a565-de3090db1a11), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:51.757201 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvr_db [None req-74c61d06-6e7c-4bbf-9156-cc02bab131f1 None None] Set router ff70da5d-cd7e-4852-a565-de3090db1a11 gateway port host: dv-cinder-815146-13-iscsi {{(pid=106208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:13:51.963406 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-74c61d06-6e7c-4bbf-9156-cc02bab131f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff70da5d-cd7e-4852-a565-de3090db1a11', 'name': 'tempest-TestShelveInstance-1919290557-router', 'tenant_id': '0f2f7592e46b42e2bfcaadde11a53d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'external_fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.105'}], 'enable_snat': True}, 'gw_port_id': '79b6a021-a515-460f-84fe-b086994ad8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:09:07Z', 'updated_at': '2022-08-30T01:13:50Z', 'revision_number': 5, 'project_id': '0f2f7592e46b42e2bfcaadde11a53d56', 'gw_port': {'id': '79b6a021-a515-460f-84fe-b086994ad8e8', 'name': '', 'network_id': '3021e9f0-0eb2-4779-9e8d-2d74d8c353fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:70:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff70da5d-cd7e-4852-a565-de3090db1a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'ip_address': '172.27.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:09:08Z', 'updated_at': '2022-08-30T01:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7a67d1-0569-48bc-88e9-c2545720293d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-13-iscsi'}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:13:51.991555 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c61d06-6e7c-4bbf-9156-cc02bab131f1 None None] Checking router: ff70da5d-cd7e-4852-a565-de3090db1a11 for host: dv-cinder-815146-13-iscsi {{(pid=106208) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:13:52.002438 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c61d06-6e7c-4bbf-9156-cc02bab131f1 None None] Routers {'ff70da5d-cd7e-4852-a565-de3090db1a11'} bound to L3 agent in host dv-cinder-815146-13-iscsi {{(pid=106208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:13:52.003139 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-74c61d06-6e7c-4bbf-9156-cc02bab131f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T00:53:11Z,description=,heartbeat_timestamp=2022-08-30T01:13:41Z,host='dv-cinder-815146-13-iscsi',id=613dbf26-5731-4391-8a29-3c5185f7ed3f,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T00:53:12Z,topic='l3_agent')) {'router_ids': ['ff70da5d-cd7e-4852-a565-de3090db1a11'], 'active': True} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:13:52.033729 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-7572e88d-ca7a-4449-a6b0-2a9801bdd688 admin admin] Deleting port 79b6a021-a515-460f-84fe-b086994ad8e8 {{(pid=106206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:13:52.034102 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-7572e88d-ca7a-4449-a6b0-2a9801bdd688 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737868023260'] for port (79b6a021-a515-460f-84fe-b086994ad8e8), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:52.095241 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvr_db [None req-74c61d06-6e7c-4bbf-9156-cc02bab131f1 None None] Set router ff70da5d-cd7e-4852-a565-de3090db1a11 gateway port host: None {{(pid=106208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:13:52.120950 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-7572e88d-ca7a-4449-a6b0-2a9801bdd688 admin admin] For port 79b6a021-a515-460f-84fe-b086994ad8e8, host dv-cinder-815146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=79b6a021-a515-460f-84fe-b086994ad8e8,segment=NetworkSegment(61a0af84-c6da-4606-8f1e-ec0a95f9a2d1),segment_id=61a0af84-c6da-4606-8f1e-ec0a95f9a2d1)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:13:52.121353 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-7572e88d-ca7a-4449-a6b0-2a9801bdd688 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16464105'] for port (79b6a021-a515-460f-84fe-b086994ad8e8), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:52.138743 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-7572e88d-ca7a-4449-a6b0-2a9801bdd688 admin admin] Calling delete_port for 79b6a021-a515-460f-84fe-b086994ad8e8 owned by network:router_gateway {{(pid=106206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:13:52.149242 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_hamode_db [None req-74c61d06-6e7c-4bbf-9156-cc02bab131f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff70da5d-cd7e-4852-a565-de3090db1a11', 'name': 'tempest-TestShelveInstance-1919290557-router', 'tenant_id': '0f2f7592e46b42e2bfcaadde11a53d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:09:07Z', 'updated_at': '2022-08-30T01:13:51Z', 'revision_number': 6, 'project_id': '0f2f7592e46b42e2bfcaadde11a53d56', 'gw_port_host': None}], 'dv-cinder-815146-13-iscsi', False) {} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:13:52.174878 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c61d06-6e7c-4bbf-9156-cc02bab131f1 None None] The sync data for ids ['ff70da5d-cd7e-4852-a565-de3090db1a11'] in dv-cinder-815146-13-iscsi is: [{'id': 'ff70da5d-cd7e-4852-a565-de3090db1a11', 'name': 'tempest-TestShelveInstance-1919290557-router', 'tenant_id': '0f2f7592e46b42e2bfcaadde11a53d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:09:07Z', 'updated_at': '2022-08-30T01:13:51Z', 'revision_number': 6, 'project_id': '0f2f7592e46b42e2bfcaadde11a53d56', 'gw_port_host': None}] {{(pid=106208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:13:52.312808 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-7572e88d-ca7a-4449-a6b0-2a9801bdd688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737868027338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737867580465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14283316'] for port (79b6a021-a515-460f-84fe-b086994ad8e8), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:52.337553 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7572e88d-ca7a-4449-a6b0-2a9801bdd688 admin admin] Pushing event deleted for resources: {'Port': ['ID=79b6a021-a515-460f-84fe-b086994ad8e8,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:13:52.400967 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-7572e88d-ca7a-4449-a6b0-2a9801bdd688 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16466337'] for router_gateway (ff70da5d-cd7e-4852-a565-de3090db1a11), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:52.486157 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-7572e88d-ca7a-4449-a6b0-2a9801bdd688 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16467596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61021'] for router (ff70da5d-cd7e-4852-a565-de3090db1a11), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:52.488208 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-7572e88d-ca7a-4449-a6b0-2a9801bdd688 admin admin] Publish callbacks [] for router_controller (ff70da5d-cd7e-4852-a565-de3090db1a11), precommit_delete_associations {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:52.539504 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-7572e88d-ca7a-4449-a6b0-2a9801bdd688 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16468015'] for router (ff70da5d-cd7e-4852-a565-de3090db1a11), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:52.540441 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7572e88d-ca7a-4449-a6b0-2a9801bdd688 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff70da5d-cd7e-4852-a565-de3090db1a11 {{(pid=106206) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 01:13:52.548120 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-7572e88d-ca7a-4449-a6b0-2a9801bdd688 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:52.549740 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-7572e88d-ca7a-4449-a6b0-2a9801bdd688 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/ff70da5d-cd7e-4852-a565-de3090db1a11 HTTP/1.1" status: 204 len: 168 time: 1.0414500 Aug 30 01:13:52.552263 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 55462) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:13:52.604104 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.db_base_plugin_v2 [None req-68fa082a-43ed-4cac-9a6f-d74edee242f4 admin admin] Deleting subnet 6549ca00-f1c8-4679-8318-854afc473c2d {{(pid=106206) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 01:13:52.612765 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-68fa082a-43ed-4cac-9a6f-d74edee242f4 admin admin] Publish callbacks [] for subnet (6549ca00-f1c8-4679-8318-854afc473c2d), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:52.635335 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:52.648863 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-68fa082a-43ed-4cac-9a6f-d74edee242f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14420034'] for subnet (6549ca00-f1c8-4679-8318-854afc473c2d), precommit_delete_associations {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:52.670227 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:52.730371 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-68fa082a-43ed-4cac-9a6f-d74edee242f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883296'] for subnet (6549ca00-f1c8-4679-8318-854afc473c2d), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:52.783555 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-68fa082a-43ed-4cac-9a6f-d74edee242f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14283975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13728805'] for subnet (6549ca00-f1c8-4679-8318-854afc473c2d), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:52.810153 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fa082a-43ed-4cac-9a6f-d74edee242f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6549ca00-f1c8-4679-8318-854afc473c2d,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:13:52.812261 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-68fa082a-43ed-4cac-9a6f-d74edee242f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282183'] for subnet (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:52.817560 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-68fa082a-43ed-4cac-9a6f-d74edee242f4 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/6549ca00-f1c8-4679-8318-854afc473c2d HTTP/1.1" status: 204 len: 168 time: 0.2619653 Aug 30 01:13:52.817975 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43370bf-5d5e-4f03-8907-deaf835c5ee6 None None] Network 71974183-595b-4586-a0fb-dcab2c106beb requested from dv-cinder-815146-13-iscsi {{(pid=106208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:13:52.818444 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 55464) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:13:52.890212 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-48f7b925-ebca-489a-a5d2-fc361ded001b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545373'] for network (71974183-595b-4586-a0fb-dcab2c106beb), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:52.935888 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:52.945252 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.plugin [None req-48f7b925-ebca-489a-a5d2-fc361ded001b admin admin] Deleting port 79167a84-81ee-4aae-bc00-baee30294cac {{(pid=106207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:13:52.946001 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-48f7b925-ebca-489a-a5d2-fc361ded001b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737868023260'] for port (79167a84-81ee-4aae-bc00-baee30294cac), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:52.962088 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device db9b7c66-2d76-40e3-852e-f667e5ea6c65 no longer exists at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:13:52.982512 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] No Port match for: db9b7c66-2d76-40e3-852e-f667e5ea6c65 {{(pid=106208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:13:52.983168 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device db9b7c66-2d76-40e3-852e-f667e5ea6c65 not bound to the agent host dv-cinder-815146-13-iscsi {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:13:52.992003 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535b8e2c-818a-42f8-9acc-7d7c1bf468a3 None None] DHCP port deletion for 71974183-595b-4586-a0fb-dcab2c106beb request from dv-cinder-815146-13-iscsi {{(pid=106208) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 01:13:53.022387 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.db [None req-48f7b925-ebca-489a-a5d2-fc361ded001b admin admin] For port 79167a84-81ee-4aae-bc00-baee30294cac, host dv-cinder-815146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=79167a84-81ee-4aae-bc00-baee30294cac,segment=NetworkSegment(79e50296-1474-494a-b21d-5113ca8063be),segment_id=79e50296-1474-494a-b21d-5113ca8063be)] {{(pid=106207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:13:53.022847 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-48f7b925-ebca-489a-a5d2-fc361ded001b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16464105'] for port (79167a84-81ee-4aae-bc00-baee30294cac), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:53.023493 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:53.036139 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-535b8e2c-818a-42f8-9acc-7d7c1bf468a3 None None] Deleting port 79167a84-81ee-4aae-bc00-baee30294cac {{(pid=106208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:13:53.036546 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-535b8e2c-818a-42f8-9acc-7d7c1bf468a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737868023260'] for port (79167a84-81ee-4aae-bc00-baee30294cac), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:53.038014 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.plugin [None req-48f7b925-ebca-489a-a5d2-fc361ded001b admin admin] Calling delete_port for 79167a84-81ee-4aae-bc00-baee30294cac owned by network:dhcp {{(pid=106207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:13:53.039447 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:53.104607 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-535b8e2c-818a-42f8-9acc-7d7c1bf468a3 None None] For port 79167a84-81ee-4aae-bc00-baee30294cac, host dv-cinder-815146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-13-iscsi',level=0,port_id=79167a84-81ee-4aae-bc00-baee30294cac,segment=NetworkSegment(79e50296-1474-494a-b21d-5113ca8063be),segment_id=79e50296-1474-494a-b21d-5113ca8063be)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:13:53.105005 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-535b8e2c-818a-42f8-9acc-7d7c1bf468a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16464105'] for port (79167a84-81ee-4aae-bc00-baee30294cac), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:53.119058 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-535b8e2c-818a-42f8-9acc-7d7c1bf468a3 None None] Calling delete_port for 79167a84-81ee-4aae-bc00-baee30294cac owned by network:dhcp {{(pid=106208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:13:53.126478 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-48f7b925-ebca-489a-a5d2-fc361ded001b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737868027338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737867580465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13006123'] for port (79167a84-81ee-4aae-bc00-baee30294cac), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:53.158693 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7b925-ebca-489a-a5d2-fc361ded001b admin admin] Pushing event deleted for resources: {'Port': ['ID=79167a84-81ee-4aae-bc00-baee30294cac,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:13:53.169134 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f7b925-ebca-489a-a5d2-fc361ded001b admin admin] No DVR routers for this DVR port 79167a84-81ee-4aae-bc00-baee30294cac on host dv-cinder-815146-13-iscsi {{(pid=106207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:13:53.206856 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-535b8e2c-818a-42f8-9acc-7d7c1bf468a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737868027338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737867580465'] for port (79167a84-81ee-4aae-bc00-baee30294cac), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:53.237330 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535b8e2c-818a-42f8-9acc-7d7c1bf468a3 None None] No DVR routers for this DVR port 79167a84-81ee-4aae-bc00-baee30294cac on host dv-cinder-815146-13-iscsi {{(pid=106208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:13:53.246349 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535b8e2c-818a-42f8-9acc-7d7c1bf468a3 None None] Pushing event deleted for resources: {'Port': ['ID=79167a84-81ee-4aae-bc00-baee30294cac,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:13:53.255542 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-48f7b925-ebca-489a-a5d2-fc361ded001b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-877315', 'neutron.services.segments.db._delete_segments_for_network-8737868099651'] for network (71974183-595b-4586-a0fb-dcab2c106beb), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:53.282184 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.services.segments.db [None req-48f7b925-ebca-489a-a5d2-fc361ded001b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71974183-595b-4586-a0fb-dcab2c106beb']}} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:13:53.291678 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.services.segments.db [None req-48f7b925-ebca-489a-a5d2-fc361ded001b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79e50296-1474-494a-b21d-5113ca8063be') {'for_net_delete': True} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:13:53.292003 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.services.segments.db [None req-48f7b925-ebca-489a-a5d2-fc361ded001b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79e50296-1474-494a-b21d-5113ca8063be') {} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:13:53.305707 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-48f7b925-ebca-489a-a5d2-fc361ded001b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737868127151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13648122'] for segment (79e50296-1474-494a-b21d-5113ca8063be), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:53.319108 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-48f7b925-ebca-489a-a5d2-fc361ded001b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879481'] for segment (79e50296-1474-494a-b21d-5113ca8063be), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:53.325816 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48f7b925-ebca-489a-a5d2-fc361ded001b admin admin] Releasing vlan 1073 on physical network physnet1 to pool {{(pid=106207) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 01:13:53.326308 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-48f7b925-ebca-489a-a5d2-fc361ded001b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13006206'] for segment (79e50296-1474-494a-b21d-5113ca8063be), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:53.367263 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.services.segments.plugin [-] Segment 79e50296-1474-494a-b21d-5113ca8063be resource provider aggregate not found Aug 30 01:13:53.386119 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.services.segments.plugin [-] Segment 79e50296-1474-494a-b21d-5113ca8063be resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 79e50296-1474-494a-b21d-5113ca8063be found for delete ", "request_id": "req-737fc368-11a8-4cf2-8b9e-0787730b74fb"}]} Aug 30 01:13:53.391063 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-48f7b925-ebca-489a-a5d2-fc361ded001b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-877322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16316755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16466381'] for network (71974183-595b-4586-a0fb-dcab2c106beb), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:53.396538 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-48f7b925-ebca-489a-a5d2-fc361ded001b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282183'] for network (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:53.399850 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-48f7b925-ebca-489a-a5d2-fc361ded001b admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/71974183-595b-4586-a0fb-dcab2c106beb HTTP/1.1" status: 204 len: 168 time: 0.5809536 Aug 30 01:13:53.412165 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7b925-ebca-489a-a5d2-fc361ded001b admin admin] Pushing event deleted for resources: {'Network': ['ID=71974183-595b-4586-a0fb-dcab2c106beb,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:13:53.516492 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 55474) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:13:53.556603 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-1cfe0425-117f-477d-9186-aec840c6e7cb admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=aa4d639296c34f1dbf0b327fd0828620&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389316 Aug 30 01:13:53.559242 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 55476) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:13:53.606823 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-e3983c7e-b208-4aea-8310-f2a3341c0c7e admin admin] Publish callbacks [] for security_group (756ae020-9a80-442a-901c-e51cb26f376a), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:53.630273 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-e3983c7e-b208-4aea-8310-f2a3341c0c7e admin admin] Publish callbacks [] for security_group (756ae020-9a80-442a-901c-e51cb26f376a), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:53.677026 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-e3983c7e-b208-4aea-8310-f2a3341c0c7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (756ae020-9a80-442a-901c-e51cb26f376a), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:53.679435 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-e3983c7e-b208-4aea-8310-f2a3341c0c7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:53.680557 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-e3983c7e-b208-4aea-8310-f2a3341c0c7e admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/756ae020-9a80-442a-901c-e51cb26f376a HTTP/1.1" status: 204 len: 168 time: 0.1203504 Aug 30 01:13:53.688688 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3983c7e-b208-4aea-8310-f2a3341c0c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=756ae020-9a80-442a-901c-e51cb26f376a,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:13:54.014121 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 55482) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:13:54.054358 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-2fdcf3b9-5b39-4e74-b6bb-9cc80c410fb9 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=0f2f7592e46b42e2bfcaadde11a53d56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391288 Aug 30 01:13:54.056776 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 55484) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:13:54.106752 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-7f1512fa-3dff-4c46-8e99-a6cd6647b7d6 admin admin] Publish callbacks [] for security_group (9223a6a5-b7f8-4d9f-811b-6e02e8911acf), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:54.109208 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:54.129060 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-7f1512fa-3dff-4c46-8e99-a6cd6647b7d6 admin admin] Publish callbacks [] for security_group (9223a6a5-b7f8-4d9f-811b-6e02e8911acf), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:54.180023 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-7f1512fa-3dff-4c46-8e99-a6cd6647b7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (9223a6a5-b7f8-4d9f-811b-6e02e8911acf), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:54.185593 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-7f1512fa-3dff-4c46-8e99-a6cd6647b7d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:54.185899 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-7f1512fa-3dff-4c46-8e99-a6cd6647b7d6 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/9223a6a5-b7f8-4d9f-811b-6e02e8911acf HTTP/1.1" status: 204 len: 168 time: 0.1280468 Aug 30 01:13:54.194079 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1512fa-3dff-4c46-8e99-a6cd6647b7d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9223a6a5-b7f8-4d9f-811b-6e02e8911acf,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:13:54.468111 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device 79b6a021-a515-460f-84fe-b086994ad8e8 no longer exists at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:13:54.489362 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] No Port match for: 79b6a021-a515-460f-84fe-b086994ad8e8 {{(pid=106208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:13:54.489708 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device 79b6a021-a515-460f-84fe-b086994ad8e8 not bound to the agent host dv-cinder-815146-13-iscsi {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:13:54.490138 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device 79167a84-81ee-4aae-bc00-baee30294cac no longer exists at agent ovs-agent-dv-cinder-815146-13-iscsi {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:13:54.513664 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] No Port match for: 79167a84-81ee-4aae-bc00-baee30294cac {{(pid=106208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:13:54.513929 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Device 79167a84-81ee-4aae-bc00-baee30294cac not bound to the agent host dv-cinder-815146-13-iscsi {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:14:02.788751 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=11,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:02.791224 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=22,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:04.163939 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=78,neutron:DELETE=12 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:04.189986 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=6,neutron:DELETE=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:04.492262 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=21,neutron:DELETE=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:04.493009 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=30,neutron:DELETE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:08.607021 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0c0fc-b18c-4f23-8d20-1d90e5f3327e req-c07d6c3b-46f9-45a6-9460-bbb80f303fb5 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:08.608495 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-1aa0c0fc-b18c-4f23-8d20-1d90e5f3327e req-c07d6c3b-46f9-45a6-9460-bbb80f303fb5 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d7bfe5dd-8636-4843-a21f-be4b1d2e5bcd HTTP/1.1" status: 200 len: 945 time: 0.0477264 Aug 30 01:14:08.658133 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-1aa0c0fc-b18c-4f23-8d20-1d90e5f3327e req-ddb8fbe5-a9f1-42ef-af7e-4ed949241f76 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=41fe336e-c191-4fb4-a287-344b00835aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439370 Aug 30 01:14:08.998882 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-e626427b-71b1-47c2-9703-fa3b889f14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (fba0026e-8830-42b0-8a12-2be2a1203730), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:09.778961 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ddf06b-d5eb-425d-b1d2-fe67108cc733 req-2dc4dbe8-ed25-458b-b1a8-8dd6d6305291 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:09.780437 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-f4ddf06b-d5eb-425d-b1d2-fe67108cc733 req-2dc4dbe8-ed25-458b-b1a8-8dd6d6305291 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d7bfe5dd-8636-4843-a21f-be4b1d2e5bcd HTTP/1.1" status: 200 len: 945 time: 0.0473778 Aug 30 01:14:09.829581 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-f4ddf06b-d5eb-425d-b1d2-fe67108cc733 req-92982e09-db76-4f53-aabf-e9ad7900796f tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=41fe336e-c191-4fb4-a287-344b00835aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435367 Aug 30 01:14:10.151634 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d64c2c-dc53-4c26-a8de-f7f40bcd0fee req-e4b720fd-7769-476d-8f7d-1ae286cbf276 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:10.153573 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-24d64c2c-dc53-4c26-a8de-f7f40bcd0fee req-e4b720fd-7769-476d-8f7d-1ae286cbf276 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d7bfe5dd-8636-4843-a21f-be4b1d2e5bcd HTTP/1.1" status: 200 len: 945 time: 0.0473301 Aug 30 01:14:10.238215 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [req-24d64c2c-dc53-4c26-a8de-f7f40bcd0fee req-7a218055-dc71-4068-bf9a-fd0796733c97 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] Deleting port c6bd4d4e-a659-4ec2-9e93-0883fee5477e {{(pid=106206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:14:10.238562 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-24d64c2c-dc53-4c26-a8de-f7f40bcd0fee req-7a218055-dc71-4068-bf9a-fd0796733c97 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737868023260'] for port (c6bd4d4e-a659-4ec2-9e93-0883fee5477e), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:10.329536 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [req-24d64c2c-dc53-4c26-a8de-f7f40bcd0fee req-7a218055-dc71-4068-bf9a-fd0796733c97 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] For port c6bd4d4e-a659-4ec2-9e93-0883fee5477e, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c6bd4d4e-a659-4ec2-9e93-0883fee5477e,segment=NetworkSegment(c75ea241-c03c-4010-ae70-509dfa0b39f4),segment_id=c75ea241-c03c-4010-ae70-509dfa0b39f4)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:14:10.329908 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-24d64c2c-dc53-4c26-a8de-f7f40bcd0fee req-7a218055-dc71-4068-bf9a-fd0796733c97 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16464105'] for port (c6bd4d4e-a659-4ec2-9e93-0883fee5477e), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:10.342779 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [req-24d64c2c-dc53-4c26-a8de-f7f40bcd0fee req-7a218055-dc71-4068-bf9a-fd0796733c97 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] Calling delete_port for c6bd4d4e-a659-4ec2-9e93-0883fee5477e owned by compute:nova {{(pid=106206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:14:10.473762 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-24d64c2c-dc53-4c26-a8de-f7f40bcd0fee req-7a218055-dc71-4068-bf9a-fd0796733c97 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737868027338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737867580465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14283316'] for port (c6bd4d4e-a659-4ec2-9e93-0883fee5477e), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:10.486148 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] get_ports_and_sgs() called for port_ids ['c6bd4d4e-a659-4ec2-9e93-0883fee5477e'] {{(pid=106208) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:14:10.500854 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a218055-dc71-4068-bf9a-fd0796733c97 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] Pushing event deleted for resources: {'Port': ['ID=c6bd4d4e-a659-4ec2-9e93-0883fee5477e,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:14:10.551362 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [req-24d64c2c-dc53-4c26-a8de-f7f40bcd0fee req-7a218055-dc71-4068-bf9a-fd0796733c97 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] No DVR routers for this DVR port c6bd4d4e-a659-4ec2-9e93-0883fee5477e on host hv-cinder-81514 {{(pid=106206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:14:10.553842 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-24d64c2c-dc53-4c26-a8de-f7f40bcd0fee req-7a218055-dc71-4068-bf9a-fd0796733c97 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for port (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:10.556965 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-24d64c2c-dc53-4c26-a8de-f7f40bcd0fee req-7a218055-dc71-4068-bf9a-fd0796733c97 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] 10.222.0.47 "DELETE /networking/v2.0/ports/c6bd4d4e-a659-4ec2-9e93-0883fee5477e HTTP/1.1" status: 204 len: 173 time: 0.3975465 Aug 30 01:14:10.557417 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7bfe5dd-8636-4843-a21f-be4b1d2e5bcd', 'name': 'network-vif-deleted', 'tag': 'c6bd4d4e-a659-4ec2-9e93-0883fee5477e'}] {{(pid=106206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:14:10.560718 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068580ff6c600dbe59ab62011f5d984f60f6f54628162803fce2ed792aa7a021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea09140-6d3d-4a17-b9eb-9c58af121b9e" -d '{"events": [{"server_uuid": "d7bfe5dd-8636-4843-a21f-be4b1d2e5bcd", "name": "network-vif-deleted", "tag": "c6bd4d4e-a659-4ec2-9e93-0883fee5477e"}]}' {{(pid=106206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:14:10.599212 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d282008c-d392-4543-90dc-d487f9a893cd x-openstack-request-id: req-d282008c-d392-4543-90dc-d487f9a893cd {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:14:10.599504 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7bfe5dd-8636-4843-a21f-be4b1d2e5bcd", "name": "network-vif-deleted", "tag": "c6bd4d4e-a659-4ec2-9e93-0883fee5477e", "status": "completed", "code": 200}]} {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:14:10.599760 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d282008c-d392-4543-90dc-d487f9a893cd {{(pid=106206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:14:10.600165 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d282008c-d392-4543-90dc-d487f9a893cd'] response: {'server_uuid': 'd7bfe5dd-8636-4843-a21f-be4b1d2e5bcd', 'name': 'network-vif-deleted', 'tag': 'c6bd4d4e-a659-4ec2-9e93-0883fee5477e', 'status': 'completed', 'code': 200} Aug 30 01:14:10.941411 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-bb71060c-b9de-4b86-9ac4-bad52eb672ac req-ab8642ea-fdf8-48c6-8c12-7083baa84e57 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d7bfe5dd-8636-4843-a21f-be4b1d2e5bcd HTTP/1.1" status: 200 len: 210 time: 0.0277591 Aug 30 01:14:11.360010 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-22c1aadb-1ee7-4ca6-a90e-503280079edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (613dbf26-5731-4391-8a29-3c5185f7ed3f), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:11.667392 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=24 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:11.674064 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=25 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:12.562268 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-25c1dd7e-d974-443e-806e-f641d8bbb77b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (0cb86657-2da7-42ea-bd2c-d65472391dc8), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:14.113383 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-035fe171-2dca-49fc-a74e-5e6f2a9e45a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (976597ea-a902-4e5f-8c76-25f81ae4fb08), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:14.272837 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (a0553951-7123-4403-ab2a-bb83048c1e52), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:14.912531 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (ec393def-3d84-45a3-8a6c-ed049d62fe0a), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:14.934012 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device c6bd4d4e-a659-4ec2-9e93-0883fee5477e no longer exists at agent hyperv_hv-cinder-81514 {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:14:14.955629 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] No Port match for: c6bd4d4e-a659-4ec2-9e93-0883fee5477e {{(pid=106208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:14:14.955969 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device c6bd4d4e-a659-4ec2-9e93-0883fee5477e not bound to the agent host hv-cinder-81514 {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:14:20.013342 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01e0f8-c48e-4008-8b78-2314157ed425 req-8ca814c9-8596-425e-a4a2-37f5d77925b8 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:20.014817 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-dc01e0f8-c48e-4008-8b78-2314157ed425 req-8ca814c9-8596-425e-a4a2-37f5d77925b8 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] 10.222.0.78 "GET /networking/v2.0/networks?id=c5fbd515-25c8-49cc-a7b1-48bf5db47f27 HTTP/1.1" status: 200 len: 814 time: 0.1055634 Aug 30 01:14:20.029653 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-dc01e0f8-c48e-4008-8b78-2314157ed425 req-ed53a4ab-0773-4ad7-b192-d80254e62ed8 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] 10.222.0.78 "GET /networking/v2.0/quotas/0fc156b7a56e4ecc999a85d59bd008b3 HTTP/1.1" status: 200 len: 375 time: 0.0095220 Aug 30 01:14:20.062457 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-dc01e0f8-c48e-4008-8b78-2314157ed425 req-5408d1b7-e3d2-4b8e-864a-bb67889df317 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=0fc156b7a56e4ecc999a85d59bd008b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279698 Aug 30 01:14:20.157013 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-dc01e0f8-c48e-4008-8b78-2314157ed425 req-56eba1b8-f917-4d21-8b94-177897b58085 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/c5fbd515-25c8-49cc-a7b1-48bf5db47f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880244 Aug 30 01:14:20.248699 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-dc01e0f8-c48e-4008-8b78-2314157ed425 req-918960f7-4b70-44d2-a215-0c71fa93fd2a service neutron] 10.222.0.78 "GET /networking/v2.0/networks/c5fbd515-25c8-49cc-a7b1-48bf5db47f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859072 Aug 30 01:14:20.414916 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-561efba3-527e-4bd3-8fc4-a67f40246c85 req-e0374577-349d-49fb-8859-73f51de64da9 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=91e78577-82d3-4a1d-b757-3689a48473d1 HTTP/1.1" status: 200 len: 210 time: 0.0331986 Aug 30 01:14:20.531857 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=49,neutron:DELETE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:20.532670 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=40,neutron:DELETE=5 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:21.499446 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-dca60495-df6a-48d6-8e0e-485676f9e780 req-a22dfd22-2fef-49a7-85a3-e50230bc5d95 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=91e78577-82d3-4a1d-b757-3689a48473d1 HTTP/1.1" status: 200 len: 210 time: 0.0273328 Aug 30 01:14:22.586466 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-eecf8c8b-76d1-4efc-9e4b-c138d3ed4ec2 req-468fb137-eff1-4216-884f-631bb9ea193b tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=91e78577-82d3-4a1d-b757-3689a48473d1 HTTP/1.1" status: 200 len: 210 time: 0.0290413 Aug 30 01:14:23.669230 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-0df92102-0141-4832-87d8-dfa86135557a req-ff944e1b-c6e4-4865-9fa9-e5d8fd01f19d tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=91e78577-82d3-4a1d-b757-3689a48473d1 HTTP/1.1" status: 200 len: 210 time: 0.0279701 Aug 30 01:14:24.799037 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-76256939-ddfe-4bbb-a2e6-bf1f78ac4ca0 req-bfd6fbe5-6955-4664-9d02-588ccdaa4d13 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=91e78577-82d3-4a1d-b757-3689a48473d1 HTTP/1.1" status: 200 len: 210 time: 0.0515919 Aug 30 01:14:24.937148 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:24.937867 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:25.145131 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.agents_db [None req-fbf18308-e14c-4042-905c-b7f1770ec079 None None] Agent healthcheck: found 6 active agents {{(pid=106209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:14:25.833060 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01e0f8-c48e-4008-8b78-2314157ed425 req-6e87be80-b59f-43d3-8d9d-0567034d4873 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:25.834029 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-dc01e0f8-c48e-4008-8b78-2314157ed425 req-6e87be80-b59f-43d3-8d9d-0567034d4873 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] 10.222.0.47 "GET /networking/v2.0/networks?id=c5fbd515-25c8-49cc-a7b1-48bf5db47f27 HTTP/1.1" status: 200 len: 814 time: 0.1081290 Aug 30 01:14:25.847036 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [req-dc01e0f8-c48e-4008-8b78-2314157ed425 req-4ba1fbba-cef9-4111-9e8c-d1a72118a5c9 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] Request body: {'port': {'device_id': '91e78577-82d3-4a1d-b757-3689a48473d1', 'network_id': 'c5fbd515-25c8-49cc-a7b1-48bf5db47f27', 'admin_state_up': True, 'tenant_id': '0fc156b7a56e4ecc999a85d59bd008b3'}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:14:25.910632 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-c619c351-0a03-4872-b9b0-3357fab26867 req-e66cc130-cdfb-4172-a652-b77f66bd7df3 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=91e78577-82d3-4a1d-b757-3689a48473d1 HTTP/1.1" status: 200 len: 210 time: 0.0308161 Aug 30 01:14:25.965017 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc01e0f8-c48e-4008-8b78-2314157ed425 req-4ba1fbba-cef9-4111-9e8c-d1a72118a5c9 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] Made reservation on behalf of 0fc156b7a56e4ecc999a85d59bd008b3 for: {'port': 1} {{(pid=106206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:14:25.969617 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-dc01e0f8-c48e-4008-8b78-2314157ed425 req-4ba1fbba-cef9-4111-9e8c-d1a72118a5c9 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:26.093761 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.db_base_plugin_common [req-dc01e0f8-c48e-4008-8b78-2314157ed425 req-4ba1fbba-cef9-4111-9e8c-d1a72118a5c9 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] Allocated IP 172.20.0.2 (c5fbd515-25c8-49cc-a7b1-48bf5db47f27/74ce8d14-f1b9-4811-963c-a43113860542/75ad9076-d6a4-4431-a439-0590e935394a) {{(pid=106206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:14:26.240569 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-dc01e0f8-c48e-4008-8b78-2314157ed425 req-4ba1fbba-cef9-4111-9e8c-d1a72118a5c9 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] Publish callbacks [] for port (75ad9076-d6a4-4431-a439-0590e935394a), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:26.273654 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-dc01e0f8-c48e-4008-8b78-2314157ed425 req-4ba1fbba-cef9-4111-9e8c-d1a72118a5c9 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737867580456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14283316'] for port (75ad9076-d6a4-4431-a439-0590e935394a), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:26.326074 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc01e0f8-c48e-4008-8b78-2314157ed425 req-4ba1fbba-cef9-4111-9e8c-d1a72118a5c9 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] Network c5fbd515-25c8-49cc-a7b1-48bf5db47f27 is already hosted by enough agents. {{(pid=106206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:14:26.329470 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.base_scheduler [req-dc01e0f8-c48e-4008-8b78-2314157ed425 req-4ba1fbba-cef9-4111-9e8c-d1a72118a5c9 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] Resources bound (agent type, host, resource id): {{(pid=106206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:14:26.333445 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc01e0f8-c48e-4008-8b78-2314157ed425 req-4ba1fbba-cef9-4111-9e8c-d1a72118a5c9 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] Received port after_create {{(pid=106206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:14:26.339397 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba1fbba-cef9-4111-9e8c-d1a72118a5c9 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] Pushing event updated for resources: {'Port': ['ID=75ad9076-d6a4-4431-a439-0590e935394a,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:14:26.388666 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01e0f8-c48e-4008-8b78-2314157ed425 req-4ba1fbba-cef9-4111-9e8c-d1a72118a5c9 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:26.389294 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-dc01e0f8-c48e-4008-8b78-2314157ed425 req-4ba1fbba-cef9-4111-9e8c-d1a72118a5c9 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for port (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:26.405155 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-dc01e0f8-c48e-4008-8b78-2314157ed425 req-4ba1fbba-cef9-4111-9e8c-d1a72118a5c9 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5622551 Aug 30 01:14:26.415925 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.v2.base [req-dc01e0f8-c48e-4008-8b78-2314157ed425 req-bfdb19e0-f01d-4bc7-8989-a9581121d1a3 service neutron] Request body: {'port': {'device_id': '91e78577-82d3-4a1d-b757-3689a48473d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=106206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:14:26.475226 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-dc01e0f8-c48e-4008-8b78-2314157ed425 req-bfdb19e0-f01d-4bc7-8989-a9581121d1a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (75ad9076-d6a4-4431-a439-0590e935394a), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:26.532074 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:26.574451 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:26.737421 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [req-dc01e0f8-c48e-4008-8b78-2314157ed425 req-bfdb19e0-f01d-4bc7-8989-a9581121d1a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75ad9076-d6a4-4431-a439-0590e935394a {{(pid=106206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:14:26.744819 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-dc01e0f8-c48e-4008-8b78-2314157ed425 req-bfdb19e0-f01d-4bc7-8989-a9581121d1a3 service neutron] Publish callbacks [] for port (75ad9076-d6a4-4431-a439-0590e935394a), precommit_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:26.757974 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [req-dc01e0f8-c48e-4008-8b78-2314157ed425 req-bfdb19e0-f01d-4bc7-8989-a9581121d1a3 service neutron] Transition to ACTIVE for port object 75ad9076-d6a4-4431-a439-0590e935394a will not be triggered until provisioned by entity L2. {{(pid=106206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 01:14:26.761828 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-dc01e0f8-c48e-4008-8b78-2314157ed425 req-bfdb19e0-f01d-4bc7-8989-a9581121d1a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14283325'] for port (75ad9076-d6a4-4431-a439-0590e935394a), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:26.823271 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdb19e0-f01d-4bc7-8989-a9581121d1a3 service neutron] Pushing event updated for resources: {'Port': ['ID=75ad9076-d6a4-4431-a439-0590e935394a,revision_number=2']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:14:26.876058 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [req-dc01e0f8-c48e-4008-8b78-2314157ed425 req-bfdb19e0-f01d-4bc7-8989-a9581121d1a3 service neutron] Attempting to bind port 75ad9076-d6a4-4431-a439-0590e935394a on host hv-cinder-81514 for vnic_type normal with profile {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:14:26.876777 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [req-dc01e0f8-c48e-4008-8b78-2314157ed425 req-bfdb19e0-f01d-4bc7-8989-a9581121d1a3 service neutron] Attempting to bind port 75ad9076-d6a4-4431-a439-0590e935394a by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'c75ea241-c03c-4010-ae70-509dfa0b39f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'c5fbd515-25c8-49cc-a7b1-48bf5db47f27'}] {{(pid=106206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:14:26.876777 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc01e0f8-c48e-4008-8b78-2314157ed425 req-bfdb19e0-f01d-4bc7-8989-a9581121d1a3 service neutron] Attempting to bind port 75ad9076-d6a4-4431-a439-0590e935394a on network c5fbd515-25c8-49cc-a7b1-48bf5db47f27 {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:14:26.880945 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc01e0f8-c48e-4008-8b78-2314157ed425 req-bfdb19e0-f01d-4bc7-8989-a9581121d1a3 service neutron] Port 75ad9076-d6a4-4431-a439-0590e935394a on network c5fbd515-25c8-49cc-a7b1-48bf5db47f27 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 01:14:26.881289 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc01e0f8-c48e-4008-8b78-2314157ed425 req-bfdb19e0-f01d-4bc7-8989-a9581121d1a3 service neutron] Attempting to bind port 75ad9076-d6a4-4431-a439-0590e935394a on network c5fbd515-25c8-49cc-a7b1-48bf5db47f27 {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:14:26.886200 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc01e0f8-c48e-4008-8b78-2314157ed425 req-bfdb19e0-f01d-4bc7-8989-a9581121d1a3 service neutron] Checking agent: {'id': 'ec393def-3d84-45a3-8a6c-ed049d62fe0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 0, 59, 14), 'started_at': datetime.datetime(2022, 8, 30, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:14:26.886531 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc01e0f8-c48e-4008-8b78-2314157ed425 req-bfdb19e0-f01d-4bc7-8989-a9581121d1a3 service neutron] Checking segment: {'id': 'c75ea241-c03c-4010-ae70-509dfa0b39f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'c5fbd515-25c8-49cc-a7b1-48bf5db47f27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:14:26.886911 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc01e0f8-c48e-4008-8b78-2314157ed425 req-bfdb19e0-f01d-4bc7-8989-a9581121d1a3 service neutron] Bound using segment: {'id': 'c75ea241-c03c-4010-ae70-509dfa0b39f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'c5fbd515-25c8-49cc-a7b1-48bf5db47f27'} {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:14:26.887531 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [req-dc01e0f8-c48e-4008-8b78-2314157ed425 req-bfdb19e0-f01d-4bc7-8989-a9581121d1a3 service neutron] Bound port: 75ad9076-d6a4-4431-a439-0590e935394a, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c75ea241-c03c-4010-ae70-509dfa0b39f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'c5fbd515-25c8-49cc-a7b1-48bf5db47f27'}}] {{(pid=106206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:14:26.887887 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-dc01e0f8-c48e-4008-8b78-2314157ed425 req-bfdb19e0-f01d-4bc7-8989-a9581121d1a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (75ad9076-d6a4-4431-a439-0590e935394a), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:26.947970 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [req-dc01e0f8-c48e-4008-8b78-2314157ed425 req-bfdb19e0-f01d-4bc7-8989-a9581121d1a3 service neutron] For port 75ad9076-d6a4-4431-a439-0590e935394a, host hv-cinder-81514, cleared binding levels {{(pid=106206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:14:26.951090 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [req-dc01e0f8-c48e-4008-8b78-2314157ed425 req-bfdb19e0-f01d-4bc7-8989-a9581121d1a3 service neutron] For port 75ad9076-d6a4-4431-a439-0590e935394a, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=75ad9076-d6a4-4431-a439-0590e935394a,segment=NetworkSegment(c75ea241-c03c-4010-ae70-509dfa0b39f4),segment_id=c75ea241-c03c-4010-ae70-509dfa0b39f4)] {{(pid=106206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:14:26.957224 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-dc01e0f8-c48e-4008-8b78-2314157ed425 req-bfdb19e0-f01d-4bc7-8989-a9581121d1a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14283325'] for port (75ad9076-d6a4-4431-a439-0590e935394a), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:26.979443 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01e0f8-c48e-4008-8b78-2314157ed425 req-bfdb19e0-f01d-4bc7-8989-a9581121d1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:26.980058 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-dc01e0f8-c48e-4008-8b78-2314157ed425 req-bfdb19e0-f01d-4bc7-8989-a9581121d1a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for port (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:26.982101 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-dc01e0f8-c48e-4008-8b78-2314157ed425 req-bfdb19e0-f01d-4bc7-8989-a9581121d1a3 service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/75ad9076-d6a4-4431-a439-0590e935394a HTTP/1.1" status: 200 len: 1093 time: 0.5702302 Aug 30 01:14:26.982617 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91e78577-82d3-4a1d-b757-3689a48473d1', 'tag': '75ad9076-d6a4-4431-a439-0590e935394a'}] {{(pid=106206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:14:26.984835 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068580ff6c600dbe59ab62011f5d984f60f6f54628162803fce2ed792aa7a021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd99b618-ebba-4646-a334-25308577af9a" -d '{"events": [{"name": "network-changed", "server_uuid": "91e78577-82d3-4a1d-b757-3689a48473d1", "tag": "75ad9076-d6a4-4431-a439-0590e935394a"}]}' {{(pid=106206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:14:27.017963 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdb19e0-f01d-4bc7-8989-a9581121d1a3 service neutron] Pushing event updated for resources: {'Port': ['ID=75ad9076-d6a4-4431-a439-0590e935394a,revision_number=3']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:14:27.026785 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c263039-7454-491f-9a08-81d690e1ee45 x-openstack-request-id: req-5c263039-7454-491f-9a08-81d690e1ee45 {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:14:27.027070 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91e78577-82d3-4a1d-b757-3689a48473d1", "tag": "75ad9076-d6a4-4431-a439-0590e935394a", "status": "completed", "code": 200}]} {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:14:27.027320 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5c263039-7454-491f-9a08-81d690e1ee45 {{(pid=106206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:14:27.027713 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c263039-7454-491f-9a08-81d690e1ee45'] response: {'name': 'network-changed', 'server_uuid': '91e78577-82d3-4a1d-b757-3689a48473d1', 'tag': '75ad9076-d6a4-4431-a439-0590e935394a', 'status': 'completed', 'code': 200} Aug 30 01:14:27.048646 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a2168e-4a51-4a16-9452-6270b0e408b5 req-9abc27fc-3468-416b-a147-54e2d367618c tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:27.050213 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e2a2168e-4a51-4a16-9452-6270b0e408b5 req-9abc27fc-3468-416b-a147-54e2d367618c tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=91e78577-82d3-4a1d-b757-3689a48473d1 HTTP/1.1" status: 200 len: 943 time: 0.0632207 Aug 30 01:14:27.066973 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01e0f8-c48e-4008-8b78-2314157ed425 req-a8ee9fa0-e3ec-434b-a159-60c9b71b0194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:27.068505 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-dc01e0f8-c48e-4008-8b78-2314157ed425 req-a8ee9fa0-e3ec-434b-a159-60c9b71b0194 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=0fc156b7a56e4ecc999a85d59bd008b3&device_id=91e78577-82d3-4a1d-b757-3689a48473d1 HTTP/1.1" status: 200 len: 1127 time: 0.0439229 Aug 30 01:14:27.100233 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-e2a2168e-4a51-4a16-9452-6270b0e408b5 req-a803c81c-32a8-450b-8206-f32c99709053 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=41fe336e-c191-4fb4-a287-344b00835aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443287 Aug 30 01:14:27.113177 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-dc01e0f8-c48e-4008-8b78-2314157ed425 req-20064af7-5a42-4901-8673-b866cecc368d service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=75ad9076-d6a4-4431-a439-0590e935394a HTTP/1.1" status: 200 len: 217 time: 0.0368819 Aug 30 01:14:27.161391 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01e0f8-c48e-4008-8b78-2314157ed425 req-73917fa9-dffa-4f50-a701-038414edfc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:27.162809 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-dc01e0f8-c48e-4008-8b78-2314157ed425 req-73917fa9-dffa-4f50-a701-038414edfc20 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=74ce8d14-f1b9-4811-963c-a43113860542 HTTP/1.1" status: 200 len: 854 time: 0.0437415 Aug 30 01:14:27.195816 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-dc01e0f8-c48e-4008-8b78-2314157ed425 req-1bd2c004-9d90-4298-84b7-b545ab08d456 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=c5fbd515-25c8-49cc-a7b1-48bf5db47f27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251253 Aug 30 01:14:27.289302 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-dc01e0f8-c48e-4008-8b78-2314157ed425 req-4b4b04a0-8d75-43b1-bbc2-2954694053cb service neutron] 10.222.0.47 "GET /networking/v2.0/networks/c5fbd515-25c8-49cc-a7b1-48bf5db47f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879340 Aug 30 01:14:27.376385 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-dc01e0f8-c48e-4008-8b78-2314157ed425 req-da10df70-a724-43dd-915f-0183e9ca6d1a service neutron] 10.222.0.47 "GET /networking/v2.0/networks/c5fbd515-25c8-49cc-a7b1-48bf5db47f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810604 Aug 30 01:14:28.165425 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd99b618-ebba-4646-a334-25308577af9a req-6a5013f3-04cb-43ef-be3a-7ca953a7f61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:28.166947 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-bd99b618-ebba-4646-a334-25308577af9a req-6a5013f3-04cb-43ef-be3a-7ca953a7f61e service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=0fc156b7a56e4ecc999a85d59bd008b3&device_id=91e78577-82d3-4a1d-b757-3689a48473d1 HTTP/1.1" status: 200 len: 1127 time: 0.0436847 Aug 30 01:14:28.222035 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeaa4c2-fc6e-4ec6-a936-91e3d118070e req-e3c620a0-c612-4594-9498-d5d729eadacb tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:28.223525 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-efeaa4c2-fc6e-4ec6-a936-91e3d118070e req-e3c620a0-c612-4594-9498-d5d729eadacb tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=91e78577-82d3-4a1d-b757-3689a48473d1 HTTP/1.1" status: 200 len: 943 time: 0.0465946 Aug 30 01:14:28.238483 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:28.246656 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:28.271913 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd99b618-ebba-4646-a334-25308577af9a req-e0b9d637-6c2e-4f97-a80d-63f324056207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:28.273421 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-bd99b618-ebba-4646-a334-25308577af9a req-e0b9d637-6c2e-4f97-a80d-63f324056207 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=c5fbd515-25c8-49cc-a7b1-48bf5db47f27 HTTP/1.1" status: 200 len: 916 time: 0.1010249 Aug 30 01:14:28.277665 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-efeaa4c2-fc6e-4ec6-a936-91e3d118070e req-06be8a88-4a22-4af1-b2fe-e47175550030 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=41fe336e-c191-4fb4-a287-344b00835aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484443 Aug 30 01:14:28.318949 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-bd99b618-ebba-4646-a334-25308577af9a req-e0f2ad21-dd9e-495c-9da0-4c8094206b39 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=75ad9076-d6a4-4431-a439-0590e935394a HTTP/1.1" status: 200 len: 217 time: 0.0389421 Aug 30 01:14:28.369600 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd99b618-ebba-4646-a334-25308577af9a req-3a40c67d-96bd-4328-8651-825d1e35c557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:28.371055 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-bd99b618-ebba-4646-a334-25308577af9a req-3a40c67d-96bd-4328-8651-825d1e35c557 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=74ce8d14-f1b9-4811-963c-a43113860542 HTTP/1.1" status: 200 len: 854 time: 0.0463250 Aug 30 01:14:28.402105 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-bd99b618-ebba-4646-a334-25308577af9a req-625e5d97-50eb-4f49-b710-95d114355d84 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=c5fbd515-25c8-49cc-a7b1-48bf5db47f27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256329 Aug 30 01:14:28.494702 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-bd99b618-ebba-4646-a334-25308577af9a req-50bb4db3-7774-40d3-acc0-bf071cda0ba4 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/c5fbd515-25c8-49cc-a7b1-48bf5db47f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870841 Aug 30 01:14:28.585661 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-bd99b618-ebba-4646-a334-25308577af9a req-5ea6c974-bea7-4e7a-8e4a-8b834d73f99e service neutron] 10.222.0.47 "GET /networking/v2.0/networks/c5fbd515-25c8-49cc-a7b1-48bf5db47f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819900 Aug 30 01:14:29.397952 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd6753-3af6-4cb3-96db-14a213436964 req-e4774edf-0a5b-41c7-b070-5a8518dc25a5 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:29.399719 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-29cd6753-3af6-4cb3-96db-14a213436964 req-e4774edf-0a5b-41c7-b070-5a8518dc25a5 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=91e78577-82d3-4a1d-b757-3689a48473d1 HTTP/1.1" status: 200 len: 943 time: 0.0469759 Aug 30 01:14:29.448303 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-29cd6753-3af6-4cb3-96db-14a213436964 req-16d1c7ec-2503-44fc-b80f-e56f74225e68 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=41fe336e-c191-4fb4-a287-344b00835aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421643 Aug 30 01:14:30.568029 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b9edf-94cd-4b36-98b8-56fe12ddbdc8 req-fcec9a56-08fd-41a9-bd56-39cab7b584cd tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:30.569415 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-8a6b9edf-94cd-4b36-98b8-56fe12ddbdc8 req-fcec9a56-08fd-41a9-bd56-39cab7b584cd tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=91e78577-82d3-4a1d-b757-3689a48473d1 HTTP/1.1" status: 200 len: 943 time: 0.0457406 Aug 30 01:14:30.616447 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-8a6b9edf-94cd-4b36-98b8-56fe12ddbdc8 req-ed0c4698-5d46-4c05-a793-2f743335c330 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=41fe336e-c191-4fb4-a287-344b00835aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415170 Aug 30 01:14:30.996162 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device 75ad9076-d6a4-4431-a439-0590e935394a details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=106208) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 01:14:31.100676 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port 75ad9076-d6a4-4431-a439-0590e935394a, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=75ad9076-d6a4-4431-a439-0590e935394a,segment=NetworkSegment(c75ea241-c03c-4010-ae70-509dfa0b39f4),segment_id=c75ea241-c03c-4010-ae70-509dfa0b39f4)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:14:31.112723 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Returning: {'device': '75ad9076-d6a4-4431-a439-0590e935394a', 'network_id': 'c5fbd515-25c8-49cc-a7b1-48bf5db47f27', 'port_id': '75ad9076-d6a4-4431-a439-0590e935394a', 'mac_address': 'fa:16:3e:a2:aa:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74ce8d14-f1b9-4811-963c-a43113860542', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106208) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 01:14:31.147645 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Current status of the port 75ad9076-d6a4-4431-a439-0590e935394a is: DOWN; New status is: BUILD {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:14:31.148030 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (75ad9076-d6a4-4431-a439-0590e935394a), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:31.161550 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75ad9076-d6a4-4431-a439-0590e935394a {{(pid=106208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:14:31.181559 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port 75ad9076-d6a4-4431-a439-0590e935394a, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=75ad9076-d6a4-4431-a439-0590e935394a,segment=NetworkSegment(c75ea241-c03c-4010-ae70-509dfa0b39f4),segment_id=c75ea241-c03c-4010-ae70-509dfa0b39f4)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:14:31.186228 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (75ad9076-d6a4-4431-a439-0590e935394a), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:31.232250 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Pushing event updated for resources: {'Port': ['ID=75ad9076-d6a4-4431-a439-0590e935394a,revision_number=4']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:14:31.393258 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] get_ports_and_sgs() called for port_ids ['75ad9076-d6a4-4431-a439-0590e935394a'] {{(pid=106208) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:14:31.730090 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:31.743691 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdab3a40-8138-4f4e-8f65-3716c49e6fdf req-65743159-dc54-43e6-9202-0b7e5570ad2a tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:31.745246 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-bdab3a40-8138-4f4e-8f65-3716c49e6fdf req-65743159-dc54-43e6-9202-0b7e5570ad2a tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=91e78577-82d3-4a1d-b757-3689a48473d1 HTTP/1.1" status: 200 len: 944 time: 0.0528364 Aug 30 01:14:31.792824 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-bdab3a40-8138-4f4e-8f65-3716c49e6fdf req-c19bec1a-71d6-4c1c-8e88-866843b09809 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=41fe336e-c191-4fb4-a287-344b00835aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416934 Aug 30 01:14:32.877416 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:32.915022 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d6ab50-52ad-4825-92b9-7ad1e529cea7 req-8757e6f8-30bc-42f8-85ed-6d6b52b268a1 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:32.916482 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-47d6ab50-52ad-4825-92b9-7ad1e529cea7 req-8757e6f8-30bc-42f8-85ed-6d6b52b268a1 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=91e78577-82d3-4a1d-b757-3689a48473d1 HTTP/1.1" status: 200 len: 944 time: 0.0474653 Aug 30 01:14:32.963964 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-47d6ab50-52ad-4825-92b9-7ad1e529cea7 req-b53b055f-bf1d-407e-ace7-98eaaceaa795 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=41fe336e-c191-4fb4-a287-344b00835aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412624 Aug 30 01:14:33.012011 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device 75ad9076-d6a4-4431-a439-0590e935394a up at agent hyperv_hv-cinder-81514 {{(pid=106208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:14:33.060278 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Provisioning for port 75ad9076-d6a4-4431-a439-0590e935394a completed by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 01:14:33.066006 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Provisioning complete for port 75ad9076-d6a4-4431-a439-0590e935394a triggered by entity L2. {{(pid=106208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:14:33.066426 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883552'] for port (75ad9076-d6a4-4431-a439-0590e935394a), provisioning_complete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:33.138738 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Current status of the port 75ad9076-d6a4-4431-a439-0590e935394a is: BUILD; New status is: ACTIVE {{(pid=106208) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:14:33.139127 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575025'] for port (75ad9076-d6a4-4431-a439-0590e935394a), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:33.161417 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91e78577-82d3-4a1d-b757-3689a48473d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ad9076-d6a4-4431-a439-0590e935394a'}] {{(pid=106208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:14:33.163663 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c29b7fbecba6d5f29730e8e5f4edf6e9b002b1b00f6f5f73d69c4afba8ee411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c1b55fa-e65d-46fa-ac16-3cff341a6c4a" -d '{"events": [{"server_uuid": "91e78577-82d3-4a1d-b757-3689a48473d1", "name": "network-vif-plugged", "status": "completed", "tag": "75ad9076-d6a4-4431-a439-0590e935394a"}]}' {{(pid=106208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:14:33.176324 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] For port 75ad9076-d6a4-4431-a439-0590e935394a, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=75ad9076-d6a4-4431-a439-0590e935394a,segment=NetworkSegment(c75ea241-c03c-4010-ae70-509dfa0b39f4),segment_id=c75ea241-c03c-4010-ae70-509dfa0b39f4)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:14:33.180136 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737868027266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737867580474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737867580492'] for port (75ad9076-d6a4-4431-a439-0590e935394a), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:33.207594 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c57daa5-3459-40cc-9486-31e339217ea2 x-openstack-request-id: req-2c57daa5-3459-40cc-9486-31e339217ea2 {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:14:33.207878 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91e78577-82d3-4a1d-b757-3689a48473d1", "name": "network-vif-plugged", "status": "completed", "tag": "75ad9076-d6a4-4431-a439-0590e935394a", "code": 200}]} {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:14:33.208122 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2c57daa5-3459-40cc-9486-31e339217ea2 {{(pid=106208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:14:33.208508 dv-cinder-815146-13-iscsi neutron-server[106208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c57daa5-3459-40cc-9486-31e339217ea2'] response: {'server_uuid': '91e78577-82d3-4a1d-b757-3689a48473d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ad9076-d6a4-4431-a439-0590e935394a', 'code': 200} Aug 30 01:14:33.237146 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Pushing event updated for resources: {'Port': ['ID=75ad9076-d6a4-4431-a439-0590e935394a,revision_number=5']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:14:33.382000 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5614a0bd-d29d-4ade-bfa2-d63f7928d95a req-f5db6bce-387c-4014-ac57-195ceaefa723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:33.383508 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-5614a0bd-d29d-4ade-bfa2-d63f7928d95a req-f5db6bce-387c-4014-ac57-195ceaefa723 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=91e78577-82d3-4a1d-b757-3689a48473d1 HTTP/1.1" status: 200 len: 1129 time: 0.0429218 Aug 30 01:14:33.428020 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-5614a0bd-d29d-4ade-bfa2-d63f7928d95a req-0efdc6a1-0964-47ae-bf51-573251c9386b service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=41fe336e-c191-4fb4-a287-344b00835aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378644 Aug 30 01:14:34.091540 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cdd479-c5be-4834-b8a5-87ec8001491b req-d268a058-fb41-4c90-b504-3c1c9d25b33b tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:34.093187 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-64cdd479-c5be-4834-b8a5-87ec8001491b req-d268a058-fb41-4c90-b504-3c1c9d25b33b tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=91e78577-82d3-4a1d-b757-3689a48473d1 HTTP/1.1" status: 200 len: 945 time: 0.0508151 Aug 30 01:14:34.139477 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-64cdd479-c5be-4834-b8a5-87ec8001491b req-ada77b2a-76e5-4f69-a866-6a6695311a98 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=41fe336e-c191-4fb4-a287-344b00835aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407012 Aug 30 01:14:35.141423 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:35.258962 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830897b7-2c29-41cc-99e9-dc9034c54fa6 req-5e3019a7-e1c6-4979-97f4-1bc3af4bd415 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:35.260444 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-830897b7-2c29-41cc-99e9-dc9034c54fa6 req-5e3019a7-e1c6-4979-97f4-1bc3af4bd415 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=91e78577-82d3-4a1d-b757-3689a48473d1 HTTP/1.1" status: 200 len: 945 time: 0.0469761 Aug 30 01:14:35.309027 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-830897b7-2c29-41cc-99e9-dc9034c54fa6 req-6d12ce6d-2378-4f65-8a20-1da212450664 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=41fe336e-c191-4fb4-a287-344b00835aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423582 Aug 30 01:14:38.995777 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:39.001820 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-e5315d66-3c90-4e73-9d96-1873502b0f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (fba0026e-8830-42b0-8a12-2be2a1203730), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:41.362370 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-a788d4da-861b-44a5-aa01-f7ae9c71753d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (613dbf26-5731-4391-8a29-3c5185f7ed3f), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:42.564004 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-25c1dd7e-d974-443e-806e-f641d8bbb77b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (0cb86657-2da7-42ea-bd2c-d65472391dc8), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:43.423253 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=39 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:43.425122 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=38 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:44.115937 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-035fe171-2dca-49fc-a74e-5e6f2a9e45a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (976597ea-a902-4e5f-8c76-25f81ae4fb08), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:44.276555 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (a0553951-7123-4403-ab2a-bb83048c1e52), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:44.917868 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (ec393def-3d84-45a3-8a6c-ed049d62fe0a), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:45.302704 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=37 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:45.305424 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=21 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:48.665543 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:48.670394 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=4 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:54.911019 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:54.912998 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=79,neutron:UPDATE=5 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:55.377978 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e9600-b0b1-4d82-840e-36e299aa73fd req-57ed2ac0-34ee-4150-933a-c02e58c2efc2 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:55.379432 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-ed5e9600-b0b1-4d82-840e-36e299aa73fd req-57ed2ac0-34ee-4150-933a-c02e58c2efc2 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=91e78577-82d3-4a1d-b757-3689a48473d1 HTTP/1.1" status: 200 len: 945 time: 0.0470974 Aug 30 01:14:55.430199 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-ed5e9600-b0b1-4d82-840e-36e299aa73fd req-8ef2ad06-ac9b-4f57-92da-a384ed0efd35 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=41fe336e-c191-4fb4-a287-344b00835aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451605 Aug 30 01:14:56.553189 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5143ca2c-7c67-4a52-8119-d5bc92eb05b2 req-b2eeb522-34ec-4b3b-9807-f6a7b0d0da94 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:56.554570 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-5143ca2c-7c67-4a52-8119-d5bc92eb05b2 req-b2eeb522-34ec-4b3b-9807-f6a7b0d0da94 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=91e78577-82d3-4a1d-b757-3689a48473d1 HTTP/1.1" status: 200 len: 945 time: 0.0500073 Aug 30 01:14:56.604718 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-5143ca2c-7c67-4a52-8119-d5bc92eb05b2 req-6dcd45a9-b662-4712-ad9b-7a2e269c9545 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=41fe336e-c191-4fb4-a287-344b00835aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441933 Aug 30 01:14:57.008440 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0210bc89-a9d3-49fd-99bd-7adb5e356c63 req-53bd63d1-58b3-495d-b8f3-e5fde342e1ce tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:57.009907 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-0210bc89-a9d3-49fd-99bd-7adb5e356c63 req-53bd63d1-58b3-495d-b8f3-e5fde342e1ce tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=91e78577-82d3-4a1d-b757-3689a48473d1 HTTP/1.1" status: 200 len: 945 time: 0.0465326 Aug 30 01:14:57.089533 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [req-0210bc89-a9d3-49fd-99bd-7adb5e356c63 req-2ba831fc-b8fc-4c9e-8a8e-4ccc30d280a0 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] Deleting port 75ad9076-d6a4-4431-a439-0590e935394a {{(pid=106206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:14:57.089867 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-0210bc89-a9d3-49fd-99bd-7adb5e356c63 req-2ba831fc-b8fc-4c9e-8a8e-4ccc30d280a0 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737868023260'] for port (75ad9076-d6a4-4431-a439-0590e935394a), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:57.182276 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [req-0210bc89-a9d3-49fd-99bd-7adb5e356c63 req-2ba831fc-b8fc-4c9e-8a8e-4ccc30d280a0 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] For port 75ad9076-d6a4-4431-a439-0590e935394a, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=75ad9076-d6a4-4431-a439-0590e935394a,segment=NetworkSegment(c75ea241-c03c-4010-ae70-509dfa0b39f4),segment_id=c75ea241-c03c-4010-ae70-509dfa0b39f4)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:14:57.182634 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-0210bc89-a9d3-49fd-99bd-7adb5e356c63 req-2ba831fc-b8fc-4c9e-8a8e-4ccc30d280a0 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16464105'] for port (75ad9076-d6a4-4431-a439-0590e935394a), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:57.195950 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [req-0210bc89-a9d3-49fd-99bd-7adb5e356c63 req-2ba831fc-b8fc-4c9e-8a8e-4ccc30d280a0 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] Calling delete_port for 75ad9076-d6a4-4431-a439-0590e935394a owned by compute:nova {{(pid=106206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:14:57.326152 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-0210bc89-a9d3-49fd-99bd-7adb5e356c63 req-2ba831fc-b8fc-4c9e-8a8e-4ccc30d280a0 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737868027338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737867580465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14283316'] for port (75ad9076-d6a4-4431-a439-0590e935394a), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:57.338223 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] get_ports_and_sgs() called for port_ids ['75ad9076-d6a4-4431-a439-0590e935394a'] {{(pid=106208) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:14:57.352222 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba831fc-b8fc-4c9e-8a8e-4ccc30d280a0 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] Pushing event deleted for resources: {'Port': ['ID=75ad9076-d6a4-4431-a439-0590e935394a,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:14:57.362849 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba831fc-b8fc-4c9e-8a8e-4ccc30d280a0 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:14:57.363204 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba831fc-b8fc-4c9e-8a8e-4ccc30d280a0 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:14:57.363552 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba831fc-b8fc-4c9e-8a8e-4ccc30d280a0 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:14:57.363897 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba831fc-b8fc-4c9e-8a8e-4ccc30d280a0 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:14:57.364239 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba831fc-b8fc-4c9e-8a8e-4ccc30d280a0 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:14:57.364580 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba831fc-b8fc-4c9e-8a8e-4ccc30d280a0 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:14:57.365471 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba831fc-b8fc-4c9e-8a8e-4ccc30d280a0 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:14:57.365471 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba831fc-b8fc-4c9e-8a8e-4ccc30d280a0 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:14:57.365682 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba831fc-b8fc-4c9e-8a8e-4ccc30d280a0 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:14:57.365902 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba831fc-b8fc-4c9e-8a8e-4ccc30d280a0 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:14:57.366232 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba831fc-b8fc-4c9e-8a8e-4ccc30d280a0 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:14:57.366559 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba831fc-b8fc-4c9e-8a8e-4ccc30d280a0 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:14:57.366885 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba831fc-b8fc-4c9e-8a8e-4ccc30d280a0 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:14:57.367220 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba831fc-b8fc-4c9e-8a8e-4ccc30d280a0 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:14:57.367538 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba831fc-b8fc-4c9e-8a8e-4ccc30d280a0 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:14:57.410529 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [req-0210bc89-a9d3-49fd-99bd-7adb5e356c63 req-2ba831fc-b8fc-4c9e-8a8e-4ccc30d280a0 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] No DVR routers for this DVR port 75ad9076-d6a4-4431-a439-0590e935394a on host hv-cinder-81514 {{(pid=106206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:14:57.413039 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [req-0210bc89-a9d3-49fd-99bd-7adb5e356c63 req-2ba831fc-b8fc-4c9e-8a8e-4ccc30d280a0 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36300'] for port (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:57.416321 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [req-0210bc89-a9d3-49fd-99bd-7adb5e356c63 req-2ba831fc-b8fc-4c9e-8a8e-4ccc30d280a0 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] 10.222.0.47 "DELETE /networking/v2.0/ports/75ad9076-d6a4-4431-a439-0590e935394a HTTP/1.1" status: 204 len: 173 time: 0.4010203 Aug 30 01:14:57.416760 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91e78577-82d3-4a1d-b757-3689a48473d1', 'name': 'network-vif-deleted', 'tag': '75ad9076-d6a4-4431-a439-0590e935394a'}] {{(pid=106206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:14:57.419711 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068580ff6c600dbe59ab62011f5d984f60f6f54628162803fce2ed792aa7a021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8589cefb-a89f-4e01-a84b-8743c62be21b" -d '{"events": [{"server_uuid": "91e78577-82d3-4a1d-b757-3689a48473d1", "name": "network-vif-deleted", "tag": "75ad9076-d6a4-4431-a439-0590e935394a"}]}' {{(pid=106206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:14:57.457655 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9452fa2d-5f24-4064-a179-ff134ef032e9 x-openstack-request-id: req-9452fa2d-5f24-4064-a179-ff134ef032e9 {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:14:57.457949 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91e78577-82d3-4a1d-b757-3689a48473d1", "name": "network-vif-deleted", "tag": "75ad9076-d6a4-4431-a439-0590e935394a", "status": "completed", "code": 200}]} {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:14:57.458205 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9452fa2d-5f24-4064-a179-ff134ef032e9 {{(pid=106206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:14:57.458610 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9452fa2d-5f24-4064-a179-ff134ef032e9'] response: {'server_uuid': '91e78577-82d3-4a1d-b757-3689a48473d1', 'name': 'network-vif-deleted', 'tag': '75ad9076-d6a4-4431-a439-0590e935394a', 'status': 'completed', 'code': 200} Aug 30 01:14:57.718830 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [req-95b3244c-cc88-4e45-b50f-ad1919c7e36f req-f7853b81-c3bb-46df-b9bd-5e60f0f8fb77 tempest-VolumesSnapshotTestJSON-1108241488 tempest-VolumesSnapshotTestJSON-1108241488-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=91e78577-82d3-4a1d-b757-3689a48473d1 HTTP/1.1" status: 200 len: 210 time: 0.0277514 Aug 30 01:15:02.091841 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device 75ad9076-d6a4-4431-a439-0590e935394a no longer exists at agent hyperv_hv-cinder-81514 {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:15:02.113727 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] No Port match for: 75ad9076-d6a4-4431-a439-0590e935394a {{(pid=106208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:15:02.114072 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.rpc [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Device 75ad9076-d6a4-4431-a439-0590e935394a not bound to the agent host hv-cinder-81514 {{(pid=106208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:15:02.144702 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.agents_db [None req-fbf18308-e14c-4042-905c-b7f1770ec079 None None] Agent healthcheck: found 6 active agents {{(pid=106209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:15:06.590389 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=17 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:07.374044 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=48,neutron:DELETE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:07.395572 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=43,neutron:DELETE=5 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:07.639407 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:07.701882 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=21 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:09.004538 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-4cde1bcd-20fb-4b01-af25-defe006ad057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (fba0026e-8830-42b0-8a12-2be2a1203730), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:11.363711 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-f336ea63-6a2f-47ea-8805-68b789ed0588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (613dbf26-5731-4391-8a29-3c5185f7ed3f), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:12.141216 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:12.567078 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-25c1dd7e-d974-443e-806e-f641d8bbb77b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (0cb86657-2da7-42ea-bd2c-d65472391dc8), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:14.178583 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-035fe171-2dca-49fc-a74e-5e6f2a9e45a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (976597ea-a902-4e5f-8c76-25f81ae4fb08), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:14.280236 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (a0553951-7123-4403-ab2a-bb83048c1e52), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:14.923336 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (ec393def-3d84-45a3-8a6c-ed049d62fe0a), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:20.994712 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 55868) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:15:21.039251 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9414e30-2ef8-4da4-83d4-6667e92ac887 admin admin] Deleting subnet 74ce8d14-f1b9-4811-963c-a43113860542 {{(pid=106207) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 01:15:21.042373 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-b9414e30-2ef8-4da4-83d4-6667e92ac887 admin admin] Publish callbacks [] for subnet (74ce8d14-f1b9-4811-963c-a43113860542), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:21.081271 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-b9414e30-2ef8-4da4-83d4-6667e92ac887 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13648113'] for subnet (74ce8d14-f1b9-4811-963c-a43113860542), precommit_delete_associations {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:21.119853 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-b9414e30-2ef8-4da4-83d4-6667e92ac887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883296'] for subnet (74ce8d14-f1b9-4811-963c-a43113860542), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:21.170559 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-b9414e30-2ef8-4da4-83d4-6667e92ac887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12999767'] for subnet (74ce8d14-f1b9-4811-963c-a43113860542), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:21.195948 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9414e30-2ef8-4da4-83d4-6667e92ac887 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74ce8d14-f1b9-4811-963c-a43113860542,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:21.204553 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-b9414e30-2ef8-4da4-83d4-6667e92ac887 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:21.207671 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-b9414e30-2ef8-4da4-83d4-6667e92ac887 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/74ce8d14-f1b9-4811-963c-a43113860542 HTTP/1.1" status: 204 len: 168 time: 0.2119126 Aug 30 01:15:21.209134 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9414e30-2ef8-4da4-83d4-6667e92ac887 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:15:21.209622 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9414e30-2ef8-4da4-83d4-6667e92ac887 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:15:21.209803 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9414e30-2ef8-4da4-83d4-6667e92ac887 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:15:21.210139 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9414e30-2ef8-4da4-83d4-6667e92ac887 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:15:21.210350 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 55870) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:15:21.210770 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9414e30-2ef8-4da4-83d4-6667e92ac887 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:15:21.210770 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9414e30-2ef8-4da4-83d4-6667e92ac887 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:15:21.211082 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9414e30-2ef8-4da4-83d4-6667e92ac887 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:15:21.211399 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9414e30-2ef8-4da4-83d4-6667e92ac887 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:15:21.211716 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9414e30-2ef8-4da4-83d4-6667e92ac887 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:15:21.212035 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9414e30-2ef8-4da4-83d4-6667e92ac887 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:15:21.212353 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9414e30-2ef8-4da4-83d4-6667e92ac887 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:15:21.212667 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9414e30-2ef8-4da4-83d4-6667e92ac887 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:15:21.212981 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9414e30-2ef8-4da4-83d4-6667e92ac887 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:15:21.213325 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9414e30-2ef8-4da4-83d4-6667e92ac887 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:15:21.213636 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9414e30-2ef8-4da4-83d4-6667e92ac887 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:15:21.283166 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-12db2dec-26d6-47bc-a270-b4405fb2d996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545373'] for network (c5fbd515-25c8-49cc-a7b1-48bf5db47f27), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:21.359918 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-12db2dec-26d6-47bc-a270-b4405fb2d996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-877315', 'neutron.services.segments.db._delete_segments_for_network-8737868099651'] for network (c5fbd515-25c8-49cc-a7b1-48bf5db47f27), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:21.380344 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.services.segments.db [None req-12db2dec-26d6-47bc-a270-b4405fb2d996 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5fbd515-25c8-49cc-a7b1-48bf5db47f27']}} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:15:21.389749 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.services.segments.db [None req-12db2dec-26d6-47bc-a270-b4405fb2d996 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c75ea241-c03c-4010-ae70-509dfa0b39f4') {'for_net_delete': True} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:15:21.390049 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.services.segments.db [None req-12db2dec-26d6-47bc-a270-b4405fb2d996 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c75ea241-c03c-4010-ae70-509dfa0b39f4') {} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:15:21.399404 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-12db2dec-26d6-47bc-a270-b4405fb2d996 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737868127151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14420041'] for segment (c75ea241-c03c-4010-ae70-509dfa0b39f4), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:21.412818 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-12db2dec-26d6-47bc-a270-b4405fb2d996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879481'] for segment (c75ea241-c03c-4010-ae70-509dfa0b39f4), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:21.419744 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12db2dec-26d6-47bc-a270-b4405fb2d996 admin admin] Releasing vlan 1072 on physical network physnet1 to pool {{(pid=106206) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 01:15:21.420336 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-12db2dec-26d6-47bc-a270-b4405fb2d996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14283361'] for segment (c75ea241-c03c-4010-ae70-509dfa0b39f4), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:21.465236 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.services.segments.plugin [-] Segment c75ea241-c03c-4010-ae70-509dfa0b39f4 resource provider aggregate not found Aug 30 01:15:21.485355 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.services.segments.plugin [-] Segment c75ea241-c03c-4010-ae70-509dfa0b39f4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c75ea241-c03c-4010-ae70-509dfa0b39f4 found for delete ", "request_id": "req-0bfa4b2f-4009-4a03-aa5f-ec6cf22bb0ce"}]} Aug 30 01:15:21.489537 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-12db2dec-26d6-47bc-a270-b4405fb2d996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-877322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16316755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16466381'] for network (c5fbd515-25c8-49cc-a7b1-48bf5db47f27), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:21.495307 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-12db2dec-26d6-47bc-a270-b4405fb2d996 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282183'] for network (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:21.499286 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-12db2dec-26d6-47bc-a270-b4405fb2d996 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/c5fbd515-25c8-49cc-a7b1-48bf5db47f27 HTTP/1.1" status: 204 len: 168 time: 0.2878530 Aug 30 01:15:21.510752 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12db2dec-26d6-47bc-a270-b4405fb2d996 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5fbd515-25c8-49cc-a7b1-48bf5db47f27,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:21.664591 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 55878) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:15:21.708336 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-94f25af3-f204-440c-9001-631ab91c1077 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=0fc156b7a56e4ecc999a85d59bd008b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425024 Aug 30 01:15:21.710775 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 55880) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:15:21.757905 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-e5c3dbbf-4664-4cdb-947c-f82d9c6a8551 admin admin] Publish callbacks [] for security_group (41fe336e-c191-4fb4-a287-344b00835aff), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:21.777649 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-e5c3dbbf-4664-4cdb-947c-f82d9c6a8551 admin admin] Publish callbacks [] for security_group (41fe336e-c191-4fb4-a287-344b00835aff), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:21.825747 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-e5c3dbbf-4664-4cdb-947c-f82d9c6a8551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (41fe336e-c191-4fb4-a287-344b00835aff), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:21.828411 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-e5c3dbbf-4664-4cdb-947c-f82d9c6a8551 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:21.829601 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-e5c3dbbf-4664-4cdb-947c-f82d9c6a8551 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/41fe336e-c191-4fb4-a287-344b00835aff HTTP/1.1" status: 204 len: 168 time: 0.1179352 Aug 30 01:15:21.837276 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c3dbbf-4664-4cdb-947c-f82d9c6a8551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41fe336e-c191-4fb4-a287-344b00835aff,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:25.661786 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:25.666918 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=4 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:31.500444 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=26,neutron:DELETE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:31.501261 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=27,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:31.811630 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=42,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:31.833732 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=51,neutron:DELETE=4 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:31.849197 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:31.849927 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:39.006185 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-075b9773-6367-44b5-b9c0-be96e8dad34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (fba0026e-8830-42b0-8a12-2be2a1203730), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:39.060539 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 56008) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:15:39.146451 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.agents_db [None req-fbf18308-e14c-4042-905c-b7f1770ec079 None None] Agent healthcheck: found 6 active agents {{(pid=106209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:15:39.166146 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-53b8e203-79eb-4d10-af47-df65ec61c80c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:39.242434 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-53b8e203-79eb-4d10-af47-df65ec61c80c admin admin] Publish callbacks [] for security_group (6ccc6032-1f05-479b-86c2-bd43b1449572), precommit_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:39.246245 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-53b8e203-79eb-4d10-af47-df65ec61c80c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (6ccc6032-1f05-479b-86c2-bd43b1449572), after_create {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:39.289626 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-53b8e203-79eb-4d10-af47-df65ec61c80c admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=7e3be56263b94fc38baf9f3f209a6172&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2277486 Aug 30 01:15:39.290606 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b8e203-79eb-4d10-af47-df65ec61c80c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ccc6032-1f05-479b-86c2-bd43b1449572,revision_number=1']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:39.292695 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 56012) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:15:39.344096 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-16a86924-dd57-4898-a77c-822328d434c6 admin admin] Publish callbacks [] for security_group (6ccc6032-1f05-479b-86c2-bd43b1449572), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:39.364341 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-16a86924-dd57-4898-a77c-822328d434c6 admin admin] Publish callbacks [] for security_group (6ccc6032-1f05-479b-86c2-bd43b1449572), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:39.412023 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-16a86924-dd57-4898-a77c-822328d434c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (6ccc6032-1f05-479b-86c2-bd43b1449572), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:39.414829 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-16a86924-dd57-4898-a77c-822328d434c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:39.416125 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-16a86924-dd57-4898-a77c-822328d434c6 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/6ccc6032-1f05-479b-86c2-bd43b1449572 HTTP/1.1" status: 204 len: 168 time: 0.1223378 Aug 30 01:15:39.428108 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a86924-dd57-4898-a77c-822328d434c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ccc6032-1f05-479b-86c2-bd43b1449572,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:41.366234 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-d9e81523-2724-490e-923d-7ad2b9543c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (613dbf26-5731-4391-8a29-3c5185f7ed3f), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:42.570699 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-25c1dd7e-d974-443e-806e-f641d8bbb77b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (0cb86657-2da7-42ea-bd2c-d65472391dc8), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:44.120274 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-035fe171-2dca-49fc-a74e-5e6f2a9e45a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (976597ea-a902-4e5f-8c76-25f81ae4fb08), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:44.283550 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (a0553951-7123-4403-ab2a-bb83048c1e52), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:44.918445 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (ec393def-3d84-45a3-8a6c-ed049d62fe0a), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:45.598325 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:47.628329 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [-] (106206) accepted ('10.222.0.78', 56082) {{(pid=106206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:15:47.736444 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-332064aa-5a8b-4f85-8ab6-f11263285446 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:47.813154 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-332064aa-5a8b-4f85-8ab6-f11263285446 admin admin] Publish callbacks [] for security_group (98586abf-bc7a-4902-a6f8-729a7490a25c), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:47.816738 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-332064aa-5a8b-4f85-8ab6-f11263285446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (98586abf-bc7a-4902-a6f8-729a7490a25c), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:47.856574 dv-cinder-815146-13-iscsi neutron-server[106206]: INFO neutron.wsgi [None req-332064aa-5a8b-4f85-8ab6-f11263285446 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=fc1efce28a7b473cb8174749c460884c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2271502 Aug 30 01:15:47.858203 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332064aa-5a8b-4f85-8ab6-f11263285446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98586abf-bc7a-4902-a6f8-729a7490a25c,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:47.860065 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.wsgi [-] (106207) accepted ('10.222.0.78', 56086) {{(pid=106207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:15:47.909749 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-202987ba-6154-403c-aac8-6c5e70c8cc10 admin admin] Publish callbacks [] for security_group (98586abf-bc7a-4902-a6f8-729a7490a25c), before_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:47.929708 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-202987ba-6154-403c-aac8-6c5e70c8cc10 admin admin] Publish callbacks [] for security_group (98586abf-bc7a-4902-a6f8-729a7490a25c), precommit_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:47.976472 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-202987ba-6154-403c-aac8-6c5e70c8cc10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16315013'] for security_group (98586abf-bc7a-4902-a6f8-729a7490a25c), after_delete {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:47.979008 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-202987ba-6154-403c-aac8-6c5e70c8cc10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:47.980164 dv-cinder-815146-13-iscsi neutron-server[106207]: INFO neutron.wsgi [None req-202987ba-6154-403c-aac8-6c5e70c8cc10 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/98586abf-bc7a-4902-a6f8-729a7490a25c HTTP/1.1" status: 204 len: 168 time: 0.1191216 Aug 30 01:15:47.988627 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202987ba-6154-403c-aac8-6c5e70c8cc10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98586abf-bc7a-4902-a6f8-729a7490a25c,revision_number=None']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:49.140460 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=3 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:57.850966 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=43,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:57.853801 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=26,neutron:DELETE=3,neutron:INSERT=7 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:57.983778 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=35,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:57.984511 dv-cinder-815146-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=34,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:58.000727 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:58.001474 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:04.253238 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=17 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:04.255132 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=15 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:09.007415 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-ffdcdb10-f0fd-4071-af8b-5e088e4f6b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (fba0026e-8830-42b0-8a12-2be2a1203730), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:11.368294 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-39cfb210-3e97-4041-907b-60e6dd3b47c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (613dbf26-5731-4391-8a29-3c5185f7ed3f), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:12.573448 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-25c1dd7e-d974-443e-806e-f641d8bbb77b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (0cb86657-2da7-42ea-bd2c-d65472391dc8), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:14.123776 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-035fe171-2dca-49fc-a74e-5e6f2a9e45a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (976597ea-a902-4e5f-8c76-25f81ae4fb08), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:14.285854 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (a0553951-7123-4403-ab2a-bb83048c1e52), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:14.930761 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (ec393def-3d84-45a3-8a6c-ed049d62fe0a), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:16.147517 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.agents_db [None req-fbf18308-e14c-4042-905c-b7f1770ec079 None None] Agent healthcheck: found 6 active agents {{(pid=106209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:16:24.925371 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:24.927226 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:26.142986 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:39.010826 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-4d2be16e-20c7-4619-bf17-7718bd68b85a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (fba0026e-8830-42b0-8a12-2be2a1203730), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:39.668341 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:39.669110 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=4 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:41.372649 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-db5834dd-66bb-4f9b-9f44-1c2fc0f2999a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (613dbf26-5731-4391-8a29-3c5185f7ed3f), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:42.574965 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-25c1dd7e-d974-443e-806e-f641d8bbb77b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (0cb86657-2da7-42ea-bd2c-d65472391dc8), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:44.126052 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-035fe171-2dca-49fc-a74e-5e6f2a9e45a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (976597ea-a902-4e5f-8c76-25f81ae4fb08), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:44.288857 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (a0553951-7123-4403-ab2a-bb83048c1e52), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:44.939680 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (ec393def-3d84-45a3-8a6c-ed049d62fe0a), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:46.755705 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [req-377a3cc7-aff9-4320-b5d2-b7284015684b req-bb86b7e5-4108-4238-b2ff-7c64c38bf30c service neutron] (106206) timed out ('10.222.0.47', 64665) {{(pid=106206) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 30 01:16:47.879587 dv-cinder-815146-13-iscsi neutron-server[106206]: DEBUG neutron.wsgi [req-d7e1bcad-d3a5-49a5-83fd-4ce4c3eeb9f8 req-e56082c9-39ac-49f9-a671-ef3b88a46807 service neutron] (106206) timed out ('10.222.0.47', 64689) {{(pid=106206) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 30 01:16:53.146255 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.agents_db [None req-fbf18308-e14c-4042-905c-b7f1770ec079 None None] Agent healthcheck: found 6 active agents {{(pid=106209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:16:54.933391 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:54.935758 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:UPDATE=5,neutron:SELECT=6 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:09.012083 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-156b7ab5-e50a-4466-a6ac-f8e73302f8d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (fba0026e-8830-42b0-8a12-2be2a1203730), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:11.376110 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-35e56a19-933d-4a97-9be1-6d2bfe7e6b4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (613dbf26-5731-4391-8a29-3c5185f7ed3f), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:12.578205 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-25c1dd7e-d974-443e-806e-f641d8bbb77b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (0cb86657-2da7-42ea-bd2c-d65472391dc8), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:14.273903 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-035fe171-2dca-49fc-a74e-5e6f2a9e45a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (976597ea-a902-4e5f-8c76-25f81ae4fb08), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:14.324600 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (a0553951-7123-4403-ab2a-bb83048c1e52), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:14.932876 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (ec393def-3d84-45a3-8a6c-ed049d62fe0a), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:16.662367 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=4 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:16.667539 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:24.926980 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:24.928837 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:30.144664 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.agents_db [None req-fbf18308-e14c-4042-905c-b7f1770ec079 None None] Agent healthcheck: found 6 active agents {{(pid=106209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:17:39.013458 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-09c7d67f-c5bc-4738-ad45-cb7204e1b4c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (fba0026e-8830-42b0-8a12-2be2a1203730), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:40.140693 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:41.377417 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-3de95fb2-2beb-4650-ada8-51f1d153230b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (613dbf26-5731-4391-8a29-3c5185f7ed3f), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:42.581053 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-25c1dd7e-d974-443e-806e-f641d8bbb77b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (0cb86657-2da7-42ea-bd2c-d65472391dc8), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:44.131958 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-035fe171-2dca-49fc-a74e-5e6f2a9e45a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (976597ea-a902-4e5f-8c76-25f81ae4fb08), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:44.288424 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (a0553951-7123-4403-ab2a-bb83048c1e52), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:44.963115 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (ec393def-3d84-45a3-8a6c-ed049d62fe0a), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:53.659980 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:53.664140 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=4 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:54.953439 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:54.958478 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:UPDATE=3,neutron:SELECT=8 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:04.176516 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=15 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:04.180713 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=11 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:07.144497 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.agents_db [None req-fbf18308-e14c-4042-905c-b7f1770ec079 None None] Agent healthcheck: found 6 active agents {{(pid=106209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:18:09.016307 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-45dd3d39-a4e5-4173-88b8-a50e4ddd953c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (fba0026e-8830-42b0-8a12-2be2a1203730), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:11.379240 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-07897ab5-0261-4925-9f0d-b34244e13d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (613dbf26-5731-4391-8a29-3c5185f7ed3f), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:12.583352 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-25c1dd7e-d974-443e-806e-f641d8bbb77b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (0cb86657-2da7-42ea-bd2c-d65472391dc8), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:14.135367 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-035fe171-2dca-49fc-a74e-5e6f2a9e45a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (976597ea-a902-4e5f-8c76-25f81ae4fb08), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:14.290814 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (a0553951-7123-4403-ab2a-bb83048c1e52), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:14.974760 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (ec393def-3d84-45a3-8a6c-ed049d62fe0a), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:17.140750 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:24.965016 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:24.970238 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=10,neutron:UPDATE=5 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:30.657098 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:30.662151 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=4 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:39.019180 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-0afd0e37-b5b9-468a-b4ef-3cb4e2b4aeff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (fba0026e-8830-42b0-8a12-2be2a1203730), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:41.384389 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-552d4a18-11f3-47ed-a6c9-0cbcd4a3d900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (613dbf26-5731-4391-8a29-3c5185f7ed3f), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:42.587801 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-25c1dd7e-d974-443e-806e-f641d8bbb77b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (0cb86657-2da7-42ea-bd2c-d65472391dc8), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:44.138811 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-035fe171-2dca-49fc-a74e-5e6f2a9e45a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (976597ea-a902-4e5f-8c76-25f81ae4fb08), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:44.144136 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.agents_db [None req-fbf18308-e14c-4042-905c-b7f1770ec079 None None] Agent healthcheck: found 6 active agents {{(pid=106209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:18:44.294320 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (a0553951-7123-4403-ab2a-bb83048c1e52), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:44.974213 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (ec393def-3d84-45a3-8a6c-ed049d62fe0a), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:54.140049 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:54.968625 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:UPDATE=2,neutron:SELECT=7 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:54.970494 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:07.656490 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:07.661359 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=4 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:09.023213 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-c57c7f07-3e48-48aa-a656-a629e0a4c998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (fba0026e-8830-42b0-8a12-2be2a1203730), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:11.387453 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-6ada3219-eaed-4734-b94a-49f330810276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (613dbf26-5731-4391-8a29-3c5185f7ed3f), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:12.589453 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-25c1dd7e-d974-443e-806e-f641d8bbb77b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (0cb86657-2da7-42ea-bd2c-d65472391dc8), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:14.156249 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-035fe171-2dca-49fc-a74e-5e6f2a9e45a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (976597ea-a902-4e5f-8c76-25f81ae4fb08), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:14.297293 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (a0553951-7123-4403-ab2a-bb83048c1e52), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:14.972751 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (ec393def-3d84-45a3-8a6c-ed049d62fe0a), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:21.143033 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.agents_db [None req-fbf18308-e14c-4042-905c-b7f1770ec079 None None] Agent healthcheck: found 6 active agents {{(pid=106209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:19:24.963146 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:24.968223 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:31.138462 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:31.139204 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:39.026050 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-9eece92f-f502-4b26-98c2-f680513b9569 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (fba0026e-8830-42b0-8a12-2be2a1203730), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:41.389945 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-cb13808a-a7a6-4a12-bb79-8f11dca558f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (613dbf26-5731-4391-8a29-3c5185f7ed3f), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:42.591758 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-25c1dd7e-d974-443e-806e-f641d8bbb77b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (0cb86657-2da7-42ea-bd2c-d65472391dc8), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:44.143373 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-035fe171-2dca-49fc-a74e-5e6f2a9e45a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (976597ea-a902-4e5f-8c76-25f81ae4fb08), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:44.299355 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (a0553951-7123-4403-ab2a-bb83048c1e52), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:44.653590 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:44.659138 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=4 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:44.996439 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (ec393def-3d84-45a3-8a6c-ed049d62fe0a), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:54.990389 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:54.992326 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:58.145761 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.agents_db [None req-fbf18308-e14c-4042-905c-b7f1770ec079 None None] Agent healthcheck: found 6 active agents {{(pid=106209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:20:08.140247 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=13 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:08.142144 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=15 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:09.032186 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-ee7322d4-41cd-428f-b871-3427dd748b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (fba0026e-8830-42b0-8a12-2be2a1203730), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:11.392301 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-7cfc1cff-ad02-4460-b988-06714ff384e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (613dbf26-5731-4391-8a29-3c5185f7ed3f), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:12.593778 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-25c1dd7e-d974-443e-806e-f641d8bbb77b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (0cb86657-2da7-42ea-bd2c-d65472391dc8), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:14.145885 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-035fe171-2dca-49fc-a74e-5e6f2a9e45a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (976597ea-a902-4e5f-8c76-25f81ae4fb08), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:14.302548 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (a0553951-7123-4403-ab2a-bb83048c1e52), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:14.986732 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (ec393def-3d84-45a3-8a6c-ed049d62fe0a), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:21.650205 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=3 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:21.655143 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=3 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:24.980063 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:24.981938 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:35.145279 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.agents_db [None req-fbf18308-e14c-4042-905c-b7f1770ec079 None None] Agent healthcheck: found 6 active agents {{(pid=106209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:20:39.024534 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-60becfd8-d634-42bd-b278-4b88c9bfba74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (fba0026e-8830-42b0-8a12-2be2a1203730), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:41.393467 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-8480b19d-aa57-43c4-9a47-51df43b1bc32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (613dbf26-5731-4391-8a29-3c5185f7ed3f), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:42.600053 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-25c1dd7e-d974-443e-806e-f641d8bbb77b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (0cb86657-2da7-42ea-bd2c-d65472391dc8), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:44.148515 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-035fe171-2dca-49fc-a74e-5e6f2a9e45a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (976597ea-a902-4e5f-8c76-25f81ae4fb08), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:44.305043 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31beee9a-7aa4-4c59-affe-8005c4fe19ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (a0553951-7123-4403-ab2a-bb83048c1e52), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:45.000953 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b58d2b50-547a-4b92-94e6-c37fa2fd5ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (ec393def-3d84-45a3-8a6c-ed049d62fe0a), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:45.598803 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:45.599447 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:54.991794 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:UPDATE=4,neutron:SELECT=7 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:54.996555 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:07.652723 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=4 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:07.653978 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:09.027456 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-4c84b37c-9d98-4cc8-a56d-9dc73b253fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (fba0026e-8830-42b0-8a12-2be2a1203730), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:11.395310 dv-cinder-815146-13-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-a07d9040-bfcb-4b49-be2b-a02b579a1ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737868099633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882882'] for agent (613dbf26-5731-4391-8a29-3c5185f7ed3f), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:12.144429 dv-cinder-815146-13-iscsi neutron-server[106209]: DEBUG neutron.db.agents_db [None req-fbf18308-e14c-4042-905c-b7f1770ec079 None None] Agent healthcheck: found 6 active agents {{(pid=106209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}